==== start of pod log for container csi-mockplugin-0/csi-provisioner ==== W0525 12:00:44.659603 1 feature_gate.go:235] Setting GA feature gate Topology=true. It will be removed in a future release. I0525 12:00:44.659711 1 feature_gate.go:243] feature gates: &{map[Topology:true]} I0525 12:00:44.659730 1 csi-provisioner.go:132] Version: v2.1.0 I0525 12:00:44.659754 1 csi-provisioner.go:155] Building kube configs for running in cluster... I0525 12:00:44.679409 1 connection.go:153] Connecting to unix:///csi/csi.sock I0525 12:00:46.579083 1 common.go:111] Probing CSI driver for readiness I0525 12:00:46.579144 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I0525 12:00:46.579157 1 connection.go:183] GRPC request: {} I0525 12:00:46.586719 1 connection.go:185] GRPC response: {"ready":{"value":true}} I0525 12:00:46.587060 1 connection.go:186] GRPC error: I0525 12:00:46.587080 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo I0525 12:00:46.587089 1 connection.go:183] GRPC request: {} I0525 12:00:46.589039 1 connection.go:185] GRPC response: {"manifest":{"url":"https://k8s.io/kubernetes/test/e2e/storage/drivers/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-2828","vendor_version":"0.3.0"} I0525 12:00:46.589155 1 connection.go:186] GRPC error: I0525 12:00:46.589179 1 csi-provisioner.go:202] Detected CSI driver csi-mock-csi-mock-volumes-2828 I0525 12:00:46.589202 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities I0525 12:00:46.589215 1 connection.go:183] GRPC request: {} I0525 12:00:46.591927 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]} I0525 12:00:46.592224 1 connection.go:186] GRPC error: I0525 12:00:46.592243 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0525 12:00:46.592252 1 connection.go:183] GRPC request: {} I0525 12:00:46.594658 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}}]} I0525 12:00:46.594845 1 connection.go:186] GRPC error: I0525 12:00:46.594952 1 csi-provisioner.go:244] CSI driver does not support PUBLISH_UNPUBLISH_VOLUME, not watching VolumeAttachments I0525 12:00:46.595575 1 controller.go:753] Using saving PVs to API server in background I0525 12:00:46.595947 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:134 I0525 12:00:46.595985 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134 I0525 12:00:46.596032 1 reflector.go:219] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I0525 12:00:46.596064 1 reflector.go:255] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:134 I0525 12:00:46.695896 1 shared_informer.go:270] caches populated I0525 12:00:46.695939 1 shared_informer.go:270] caches populated I0525 12:00:46.696019 1 controller.go:838] Starting provisioner controller csi-mock-csi-mock-volumes-2828_csi-mockplugin-0_352e839e-e1c8-4cd0-8258-5fc985d99dd0! I0525 12:00:46.696078 1 clone_controller.go:66] Starting CloningProtection controller I0525 12:00:46.696117 1 volume_store.go:97] Starting save volume queue I0525 12:00:46.696347 1 reflector.go:219] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 I0525 12:00:46.696372 1 reflector.go:255] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 I0525 12:00:46.696385 1 clone_controller.go:84] Started CloningProtection controller I0525 12:00:46.696386 1 reflector.go:219] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:875 I0525 12:00:46.696407 1 reflector.go:255] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:875 I0525 12:00:46.696665 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from pkg/controller/clone_controller.go:82 I0525 12:00:46.696690 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from pkg/controller/clone_controller.go:82 I0525 12:00:46.796304 1 shared_informer.go:270] caches populated I0525 12:00:46.796369 1 controller.go:887] Started provisioner controller csi-mock-csi-mock-volumes-2828_csi-mockplugin-0_352e839e-e1c8-4cd0-8258-5fc985d99dd0! I0525 12:00:48.562389 1 controller.go:1335] provision "csi-mock-volumes-2828/pvc-bmt82" class "csi-mock-volumes-2828-scxrkvz": started I0525 12:00:48.562711 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-2828", Name:"pvc-bmt82", UID:"baa02027-60a3-414b-a5a3-4a3a1967645c", APIVersion:"v1", ResourceVersion:"593399", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-2828/pvc-bmt82" I0525 12:00:48.562590 1 controller.go:731] CreateVolumeRequest name:"pvc-baa02027-60a3-414b-a5a3-4a3a1967645c" capacity_range: volume_capabilities: access_mode: > I0525 12:00:48.563499 1 connection.go:182] GRPC call: /csi.v1.Controller/CreateVolume I0525 12:00:48.563511 1 connection.go:183] GRPC request: {"capacity_range":{"required_bytes":1073741824},"name":"pvc-baa02027-60a3-414b-a5a3-4a3a1967645c","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}}]} I0525 12:00:48.570051 1 connection.go:185] GRPC response: {} I0525 12:00:48.570203 1 connection.go:186] GRPC error: rpc error: code = ResourceExhausted desc = fake error I0525 12:00:48.570249 1 controller.go:752] CreateVolume failed, supports topology = false, node selected false => may reschedule = false => state = Background: rpc error: code = ResourceExhausted desc = fake error I0525 12:00:48.570321 1 controller.go:1109] Temporary error received, adding PVC baa02027-60a3-414b-a5a3-4a3a1967645c to claims in progress W0525 12:00:48.570342 1 controller.go:961] Retrying syncing claim "baa02027-60a3-414b-a5a3-4a3a1967645c", failure 0 E0525 12:00:48.570373 1 controller.go:984] error syncing claim "baa02027-60a3-414b-a5a3-4a3a1967645c": failed to provision volume with StorageClass "csi-mock-volumes-2828-scxrkvz": rpc error: code = ResourceExhausted desc = fake error I0525 12:00:48.570479 1 controller.go:1335] provision "csi-mock-volumes-2828/pvc-bmt82" class "csi-mock-volumes-2828-scxrkvz": started I0525 12:00:48.570522 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-2828", Name:"pvc-bmt82", UID:"baa02027-60a3-414b-a5a3-4a3a1967645c", APIVersion:"v1", ResourceVersion:"593399", FieldPath:""}): type: 'Warning' reason: 'ProvisioningFailed' failed to provision volume with StorageClass "csi-mock-volumes-2828-scxrkvz": rpc error: code = ResourceExhausted desc = fake error I0525 12:00:48.570537 1 controller.go:731] CreateVolumeRequest name:"pvc-baa02027-60a3-414b-a5a3-4a3a1967645c" capacity_range: volume_capabilities: access_mode: > I0525 12:00:48.570635 1 connection.go:182] GRPC call: /csi.v1.Controller/CreateVolume I0525 12:00:48.570663 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-2828", Name:"pvc-bmt82", UID:"baa02027-60a3-414b-a5a3-4a3a1967645c", APIVersion:"v1", ResourceVersion:"593399", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-2828/pvc-bmt82" I0525 12:00:48.570645 1 connection.go:183] GRPC request: {"capacity_range":{"required_bytes":1073741824},"name":"pvc-baa02027-60a3-414b-a5a3-4a3a1967645c","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}}]} I0525 12:00:48.573442 1 connection.go:185] GRPC response: {"volume":{"capacity_bytes":1073741824,"volume_context":{"name":"pvc-baa02027-60a3-414b-a5a3-4a3a1967645c"},"volume_id":"4"}} I0525 12:00:48.573544 1 connection.go:186] GRPC error: I0525 12:00:48.573567 1 controller.go:762] create volume rep: {CapacityBytes:1073741824 VolumeId:4 VolumeContext:map[name:pvc-baa02027-60a3-414b-a5a3-4a3a1967645c] ContentSource: AccessibleTopology:[] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0} I0525 12:00:48.573614 1 controller.go:838] successfully created PV pvc-baa02027-60a3-414b-a5a3-4a3a1967645c for PVC pvc-bmt82 and csi volume name 4 I0525 12:00:48.573636 1 controller.go:854] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:csi-mock-csi-mock-volumes-2828,VolumeHandle:4,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{name: pvc-baa02027-60a3-414b-a5a3-4a3a1967645c,storage.kubernetes.io/csiProvisionerIdentity: 1621944046594-8081-csi-mock-csi-mock-volumes-2828,},ControllerPublishSecretRef:nil,NodeStageSecretRef:nil,NodePublishSecretRef:nil,ControllerExpandSecretRef:nil,}} I0525 12:00:48.573877 1 controller.go:1442] provision "csi-mock-volumes-2828/pvc-bmt82" class "csi-mock-volumes-2828-scxrkvz": volume "pvc-baa02027-60a3-414b-a5a3-4a3a1967645c" provisioned I0525 12:00:48.573919 1 controller.go:1459] provision "csi-mock-volumes-2828/pvc-bmt82" class "csi-mock-volumes-2828-scxrkvz": succeeded I0525 12:00:48.573931 1 volume_store.go:154] Saving volume pvc-baa02027-60a3-414b-a5a3-4a3a1967645c I0525 12:00:48.579165 1 volume_store.go:157] Volume pvc-baa02027-60a3-414b-a5a3-4a3a1967645c saved I0525 12:00:48.579239 1 controller.go:1096] Claim processing succeeded, removing PVC baa02027-60a3-414b-a5a3-4a3a1967645c from claims in progress I0525 12:00:48.579273 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-2828", Name:"pvc-bmt82", UID:"baa02027-60a3-414b-a5a3-4a3a1967645c", APIVersion:"v1", ResourceVersion:"593399", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-baa02027-60a3-414b-a5a3-4a3a1967645c I0525 12:01:02.635382 1 controller.go:1475] delete "pvc-baa02027-60a3-414b-a5a3-4a3a1967645c": started I0525 12:01:02.635488 1 connection.go:182] GRPC call: /csi.v1.Controller/DeleteVolume I0525 12:01:02.635507 1 connection.go:183] GRPC request: {"volume_id":"4"} I0525 12:01:02.638056 1 connection.go:185] GRPC response: {} I0525 12:01:02.638147 1 connection.go:186] GRPC error: I0525 12:01:02.638167 1 controller.go:1490] delete "pvc-baa02027-60a3-414b-a5a3-4a3a1967645c": volume deleted I0525 12:01:02.643390 1 controller.go:1540] delete "pvc-baa02027-60a3-414b-a5a3-4a3a1967645c": persistentvolume deleted I0525 12:01:02.643429 1 controller.go:1545] delete "pvc-baa02027-60a3-414b-a5a3-4a3a1967645c": succeeded E0525 12:01:04.636919 1 connection.go:131] Lost connection to unix:///csi/csi.sock. F0525 12:01:04.638163 1 connection.go:87] Lost connection to CSI driver, exiting goroutine 142 [running]: k8s.io/klog/v2.stacks(0xc00000e001, 0xc000662000, 0x57, 0xba) /workspace/vendor/k8s.io/klog/v2/klog.go:1026 +0xb9 k8s.io/klog/v2.(*loggingT).output(0x2604640, 0xc000000003, 0x0, 0x0, 0xc0004d9880, 0x2553078, 0xd, 0x57, 0x0) /workspace/vendor/k8s.io/klog/v2/klog.go:975 +0x19b k8s.io/klog/v2.(*loggingT).printf(0x2604640, 0x3, 0x0, 0x0, 0x0, 0x0, 0x19a584d, 0x26, 0x0, 0x0, ...) /workspace/vendor/k8s.io/klog/v2/klog.go:750 +0x191 k8s.io/klog/v2.Fatalf(...) /workspace/vendor/k8s.io/klog/v2/klog.go:1502 github.com/kubernetes-csi/csi-lib-utils/connection.ExitOnConnectionLoss.func1(0x2604640) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:87 +0x1d4 github.com/kubernetes-csi/csi-lib-utils/connection.connect.func1(0xc00060a490, 0xd, 0x4a816c789, 0x4a816c789, 0xc000e57101, 0x10, 0x0) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:134 +0x2aa google.golang.org/grpc.WithDialer.func1(0x1ba4a00, 0xc00045b320, 0xc00060a490, 0xd, 0x10, 0x17d5240, 0x9557adee0005b17e, 0x2635dc0) /workspace/vendor/google.golang.org/grpc/dialoptions.go:398 +0x8e google.golang.org/grpc/internal/transport.dial(0x1ba4a00, 0xc00045b320, 0xc0002242f0, 0xc00060a490, 0xd, 0x1980038, 0x9, 0xc00019a190, 0x0, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:143 +0x2dd google.golang.org/grpc/internal/transport.newHTTP2Client(0x1ba4a00, 0xc00045b320, 0x1ba4980, 0xc000b81640, 0xc00060a490, 0xd, 0x1980038, 0x9, 0xc00019a190, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:183 +0x15e google.golang.org/grpc/internal/transport.NewClientTransport(...) /workspace/vendor/google.golang.org/grpc/internal/transport/transport.go:579 google.golang.org/grpc.(*addrConn).createTransport(0xc000392000, 0xc00060a490, 0xd, 0x1980038, 0x9, 0xc00019a190, 0x0, 0x0, 0x0, 0x19859ba, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1322 +0x40f google.golang.org/grpc.(*addrConn).tryAllAddrs(0xc000392000, 0xc0004753c0, 0x1, 0x1, 0xc02357a525f55c2e, 0x950448c5f, 0x2604180, 0x1bbd600, 0xc0003ace00, 0x0, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1252 +0x38d google.golang.org/grpc.(*addrConn).resetTransport(0xc000392000) /workspace/vendor/google.golang.org/grpc/clientconn.go:1167 +0x23f created by google.golang.org/grpc.(*addrConn).connect /workspace/vendor/google.golang.org/grpc/clientconn.go:843 +0x12a goroutine 1 [select (no cases)]: sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1(0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:889 +0xcc5 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run(0xc000501180, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:922 +0xfc main.main.func2(0x1ba49c0, 0xc000044030) /workspace/cmd/csi-provisioner/csi-provisioner.go:465 +0x21d main.main() /workspace/cmd/csi-provisioner/csi-provisioner.go:469 +0x2f62 goroutine 5 [chan receive]: k8s.io/klog/v2.(*loggingT).flushDaemon(0x2604640) /workspace/vendor/k8s.io/klog/v2/klog.go:1169 +0x8b created by k8s.io/klog/v2.init.0 /workspace/vendor/k8s.io/klog/v2/klog.go:417 +0xdf goroutine 77 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000216880, 0x20) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000216870) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc000216868, 0xc000880001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc000216840, 0xc000880001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc0004a22c0, 0xc00019680a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc0004a22c0, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc0004a22c0, 0x177bde0, 0xc0001968e0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0007122d0, 0xc000318000, 0x800, 0xa80, 0xc00078fd98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0005d01e0, 0x0, 0x1b71900, 0xc000b27d80, 0x0, 0x0, 0x460300, 0xc00022c060, 0xc00078fe80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0005f40c0, 0xc00078ff18, 0x7, 0x1b6f400, 0xc000884540, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0005b0100) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 80 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc0002aa510) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 146 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc000194ae0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135 goroutine 135 [IO wait]: internal/poll.runtime_pollWait(0x7f969c93bf18, 0x72, 0x1b67fa0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/netpoll.go:220 +0x55 internal/poll.(*pollDesc).wait(0xc000506918, 0x72, 0xc000b0e000, 0x48c1, 0x48c1) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000506900, 0xc000b0e000, 0x48c1, 0x48c1, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/internal/poll/fd_unix.go:159 +0x1b1 net.(*netFD).Read(0xc000506900, 0xc000b0e000, 0x48c1, 0x48c1, 0x203000, 0x6278fb, 0xc00016a160) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00019ba30, 0xc000b0e000, 0x48c1, 0x48c1, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/net/net.go:182 +0x8e crypto/tls.(*atLeastReader).Read(0xc000197240, 0xc000b0e000, 0x48c1, 0x48c1, 0x265, 0x4652, 0xc00058f710) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:779 +0x62 bytes.(*Buffer).ReadFrom(0xc00016a280, 0x1b63c40, 0xc000197240, 0x40b445, 0x178f660, 0x1914700) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/bytes/buffer.go:204 +0xb1 crypto/tls.(*Conn).readFromUntil(0xc00016a000, 0x1b66840, 0xc00019ba30, 0x5, 0xc00019ba30, 0x254) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:801 +0xf3 crypto/tls.(*Conn).readRecordOrCCS(0xc00016a000, 0x0, 0x0, 0xc00058fc10) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:608 +0x115 crypto/tls.(*Conn).readRecord(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:576 crypto/tls.(*Conn).Read(0xc00016a000, 0xc000913000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:1252 +0x15f bufio.(*Reader).Read(0xc000553c20, 0xc00037e2d8, 0x9, 0x9, 0x473d3c, 0xc000b88460, 0x207) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/bufio/bufio.go:227 +0x222 io.ReadAtLeast(0x1b63aa0, 0xc000553c20, 0xc00037e2d8, 0x9, 0x9, 0x9, 0xc000b88450, 0x1a3ac08, 0xc000b88448) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/io/io.go:314 +0x87 io.ReadFull(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/io/io.go:333 golang.org/x/net/http2.readFrameHeader(0xc00037e2d8, 0x9, 0x9, 0x1b63aa0, 0xc000553c20, 0x0, 0x0, 0xc00058fdd0, 0x467f85) /workspace/vendor/golang.org/x/net/http2/frame.go:237 +0x89 golang.org/x/net/http2.(*Framer).ReadFrame(0xc00037e2a0, 0xc00021bb30, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/frame.go:492 +0xa5 golang.org/x/net/http2.(*clientConnReadLoop).run(0xc00058ffa8, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:1819 +0xd8 golang.org/x/net/http2.(*ClientConn).readLoop(0xc000219c80) /workspace/vendor/golang.org/x/net/http2/transport.go:1741 +0x6f created by golang.org/x/net/http2.(*Transport).newClientConn /workspace/vendor/golang.org/x/net/http2/transport.go:705 +0x6c5 goroutine 141 [select]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000475440) /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8 created by google.golang.org/grpc.newCCBalancerWrapper /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172 goroutine 147 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000194c00) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405 created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 148 [chan receive]: k8s.io/apimachinery/pkg/watch.(*Broadcaster).loop(0xc0001ab200) /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:219 +0x66 created by k8s.io/apimachinery/pkg/watch.NewBroadcaster /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:73 +0xf7 goroutine 149 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1b71d40, 0xc000220f60, 0xc0002098c0) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 150 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1b71d40, 0xc000221110, 0xc0002210e0) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 151 [chan receive]: k8s.io/apimachinery/pkg/watch.(*Broadcaster).loop(0xc0001ab3c0) /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:219 +0x66 created by k8s.io/apimachinery/pkg/watch.NewBroadcaster /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:73 +0xf7 goroutine 152 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1b71d40, 0xc000221200, 0xc0002098f0) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 153 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1b71d40, 0xc0002213b0, 0xc000221380) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 154 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc000194fc0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135 goroutine 155 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc0001950e0) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405 created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 156 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc000195140) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135 goroutine 157 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000195260) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405 created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 158 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc000195380) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135 goroutine 159 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000195800) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405 created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 160 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0004fcac8, 0x12) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0004fcab8) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0004fcaa0, 0xc000ac6450, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc000aa8b40) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000a90e68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000a90e68, 0x1b66080, 0xc000ab3290, 0xc000045001, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000a90e68, 0x3b9aca00, 0x0, 0xc0002a6001, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc000aa8b40, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc000380320, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by k8s.io/client-go/informers.(*sharedInformerFactory).Start /workspace/vendor/k8s.io/client-go/informers/factory.go:134 +0x191 goroutine 161 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0002c82a8, 0x1d) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0002c8298) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0002c8280, 0xc000209a10, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0002aa2d0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0009a4e68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0009a4e68, 0x1b66080, 0xc0002219b0, 0xc000201f01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0009a4e68, 0x3b9aca00, 0x0, 0xc0001ad801, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0002aa2d0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc000380460, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by k8s.io/client-go/informers.(*sharedInformerFactory).Start /workspace/vendor/k8s.io/client-go/informers/factory.go:134 +0x191 goroutine 86 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001ab590, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001ab580) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000195380, 0x0, 0x0, 0xc0005a3c00) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc0008b15e0, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(0xc0008b15e0) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 +0x2b k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000ac6040) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000ac6040, 0x1b66080, 0xc000ab2150, 0xc0005a3f01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000ac6040, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000ac6040, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 79 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc0008b1500, 0xc00022c0c0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000582160, 0xc0005f4180) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 108 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000549760) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000b9ef60, 0x1b66080, 0xc000614090, 0x1741401, 0xc000454000) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000549760, 0x3b9aca00, 0x0, 0x1, 0xc000454000) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc000020f80) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0008b1560, 0xc000616010) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 178 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc0008b08c0, 0xc000a88540) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000045020, 0xc0001970c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 179 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc000aa8b40) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 85 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000295380, 0x11) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000295370) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc000295368, 0xc000b1c601, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc000295340, 0xc000b1c601, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc0004a2000, 0xc000b8480a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc0004a2000, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc0004a2000, 0x177bde0, 0xc000b84880, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc000614030, 0xc000618000, 0x400, 0x400, 0xc000e53d98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc00061a000, 0x0, 0x1b71900, 0xc000b81600, 0x0, 0x0, 0x460300, 0xc00061e000, 0xc000e53e80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc00061c000, 0xc000e53f18, 0x7, 0x1b70fc0, 0xc000aaf500, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000620000) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 165 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc0008b09a0, 0xc00015dec0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000201fa0, 0xc00000d420) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 166 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc0002aa2d0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 118 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000599760) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0009a3f60, 0x1b66080, 0xc00069c360, 0x1741401, 0xc0008a8240) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000599760, 0x3b9aca00, 0x0, 0x1, 0xc0008a8240) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc000020f00) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0008b0a00, 0xc00092a2a0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 119 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc000020f00) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0008b0a00, 0xc00092a2c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 167 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0001b4380, 0xc023579ba415e5d9, 0x756b1a4d, 0x2604180, 0x1b71d00, 0xc0005b0100, 0xc000721bc8, 0xc00047e060, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0001b4380, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0009a5ef0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000721ef0, 0x1b66060, 0xc000199860, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0001b4380, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000201fd0, 0xc00000d4e0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 180 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000aaa9a0, 0xc023579ba3e53774, 0x753a6b8a, 0x2604180, 0x1b71d00, 0xc000620000, 0xc00071dbc8, 0xc000150420, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000aaa9a0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000a91ef0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00071def0, 0x1b66060, 0xc0004a8a50, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000aaa9a0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000045050, 0xc000197180) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 173 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0005a2f60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006b2f60, 0x1b66080, 0xc00079a060, 0x1741401, 0xc00061e060) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0005a2f60, 0x3b9aca00, 0x0, 0x1, 0xc00061e060) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc000aa6700) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0008b0a00, 0xc00092a510) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 171 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc000aaa9a0, 0x0, 0xc0004544e0, 0xc000150420) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 193 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0001b4380, 0x0, 0xc000b90000, 0xc00047e060) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 120 [chan receive (nil chan)]: github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run(0xc0001ab5c0, 0x1ba49c0, 0xc000044030, 0x1) /workspace/pkg/controller/clone_controller.go:85 +0x476 created by main.main.func2 /workspace/cmd/csi-provisioner/csi-provisioner.go:463 +0x273 goroutine 121 [chan receive (nil chan)]: sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run(0xc0008b15e0, 0x1ba49c0, 0xc000044030, 0x4) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:103 +0x1ce created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:892 +0xc5 goroutine 122 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0005f8348, 0x22) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0005f8338) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0005f8320, 0xc00080c1b0, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0002aa510) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000ad6e68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000ad6e68, 0x1b66080, 0xc000712360, 0xc000582201, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000ad6e68, 0x3b9aca00, 0x0, 0xc000501601, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0002aa510, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0002c80a0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 +0x6b5 goroutine 123 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0002c8208, 0x12) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0002c81f8) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0002c81e0, 0xc0005e81f0, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0005c45a0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0009a5e68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0009a5e68, 0x1b66080, 0xc0005f0210, 0xc0008aa001, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0009a5e68, 0x3b9aca00, 0x0, 0xc0002a7501, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0005c45a0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0002c8140, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:875 +0x65e goroutine 127 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc0008b1570, 0xc0005fc240) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0008aa040, 0xc0004ae2e0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 128 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc0005c45a0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 109 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc000020f80) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0008b1560, 0xc000616020) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 174 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc000aa6700) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0008b0a00, 0xc00092a520) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 87 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001ab590, 0x2) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001ab580) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000195380, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc0008b15e0, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(0xc0008b15e0) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 +0x2b k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000ac6050) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000ac6050, 0x1b66080, 0xc0006140c0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000ac6050, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000ac6050, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 88 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001ab590, 0x3) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001ab580) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000195380, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc0008b15e0, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(0xc0008b15e0) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 +0x2b k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000ac6060) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000ac6060, 0x1b66080, 0xc00079a090, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000ac6060, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000ac6060, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 89 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001ab590, 0x1) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001ab580) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000195380, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc0008b15e0, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(0xc0008b15e0) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 +0x2b k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000ac6070) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000ac6070, 0x1b66080, 0xc000226000, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000ac6070, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000ac6070, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 209 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0001b4460, 0xc023579baa0c1568, 0x7b614989, 0x2604180, 0x1b71d00, 0xc0001bc6c0, 0xc000233bc8, 0xc00045bbc0, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0001b4460, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000ad7ef0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000233ef0, 0x1b66060, 0xc0005d0370, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0001b4460, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000582260, 0xc0005f45a0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 225 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000aaaa80, 0xc023579ba9aceb4d, 0x7b021fae, 0x2604180, 0x1b71d00, 0xc000818100, 0xc000e55bc8, 0xc00045a7e0, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000aaaa80, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0009a6ef0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000e55ef0, 0x1b66060, 0xc00061a0a0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000aaaa80, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0008aa080, 0xc0004ae3e0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 175 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001ab1d0, 0xc) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001ab1c0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000194ae0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).processNextClaimWorkItem(0xc0001ab5c0, 0x1ba49c0, 0xc000044030, 0x1) /workspace/pkg/controller/clone_controller.go:96 +0x38 github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).runClaimWorker(0xc0001ab5c0, 0x1ba49c0, 0xc000044030) /workspace/pkg/controller/clone_controller.go:90 +0x3f github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run.func3() /workspace/pkg/controller/clone_controller.go:78 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0003a6240) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0003a6240, 0x1b66080, 0xc00015faa0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0003a6240, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0003a6240, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run /workspace/pkg/controller/clone_controller.go:77 +0x2bb goroutine 176 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0004fc668, 0x20) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0004fc658) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0004fc640, 0xc000b86030, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc000aa8510) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000830e68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000830e68, 0x1b66080, 0xc0002fc660, 0xc000794001, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000830e68, 0x3b9aca00, 0x0, 0xc0001ad801, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc000aa8510, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc000380460, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run /workspace/pkg/controller/clone_controller.go:82 +0x3d2 goroutine 248 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0001b4460, 0x0, 0xc000a888a0, 0xc00045bbc0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 247 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc000aaaa80, 0x0, 0xc000a88240, 0xc00045a7e0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 242 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc0008b09a0, 0xc000a88000) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000794030, 0xc000812040) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 243 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc000aa8510) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 257 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000624760) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000835f60, 0x1b66080, 0xc00015fb00, 0x1741401, 0xc000b90060) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000624760, 0x3b9aca00, 0x0, 0x1300b01, 0xc000b90060) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc000020f00) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0008b0a00, 0xc000224000) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 258 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc000020f00) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0008b0a00, 0xc000224010) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 259 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0007a0f60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000836f60, 0x1b66080, 0xc0003a4150, 0x1741401, 0xc000b900c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0007a0f60, 0x3b9aca00, 0x0, 0x1, 0xc000b900c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc000aa6700) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0008b0a00, 0xc000224020) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 260 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc000aa6700) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0008b0a00, 0xc000224030) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 244 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc00037ed20, 0xc023579ba9b20156, 0x7b073585, 0x2604180, 0x1b71d00, 0xc000818200, 0xc000595bc8, 0xc0005a6fc0, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc00037ed20, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000831ef0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000595ef0, 0x1b66060, 0xc0004a8000, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc00037ed20, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000794070, 0xc000812100) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 228 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc00037ed20, 0x0, 0xc0005fc480, 0xc0005a6fc0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 249 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001ab4d0, 0xc000000037) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001ab4c0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000194fc0, 0x0, 0x0, 0xc0005abd00) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000501180, 0x1ba49c0, 0xc000044030, 0x100000100000001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000501180, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00000d800) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00000d800, 0x1b66080, 0xc0005f0fc0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00000d800, 0x3b9aca00, 0x0, 0xc0005a6c01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc00000d800, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 91 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000b88460, 0x11) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000b88450) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc000b88448, 0xc00024f201, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc000b88420, 0xc00024f201, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc0006402c0, 0xc00019730a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc0006402c0, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc0006402c0, 0x177bde0, 0xc000197360, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc000226180, 0xc000642000, 0x400, 0x400, 0xc000e51d98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc000b9c0a0, 0x0, 0x1b71900, 0xc000b27fc0, 0x0, 0x0, 0x460300, 0xc00015c1e0, 0xc000e51e80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc00061c0c0, 0xc000e51f18, 0x7, 0x1b70fc0, 0xc000817080, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000818100) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 93 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000640040, 0x20) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000640030) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc000640028, 0xc00062e001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc000640000, 0xc00062e001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc000640580, 0xc000b8440a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc000640580, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc000640580, 0x177bde0, 0xc000b84460, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc000226300, 0xc000560000, 0x800, 0xa80, 0xc000829d98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc000b9c140, 0x0, 0x1b71900, 0xc000b81540, 0x0, 0x0, 0x460300, 0xc00015c300, 0xc000829e80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc00061c120, 0xc000829f18, 0x7, 0x1b6f400, 0xc000dcea80, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000818200) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 230 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000b890c0, 0x21) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000b890b0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc000b890a8, 0xc000b1e001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc000b89080, 0xc000b1e001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc0008b2b00, 0xc00081b40a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc0008b2b00, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc0008b2b00, 0x177bde0, 0xc00081b460, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0005f0f60, 0xc000d5a000, 0x1000, 0x1300, 0xc0008cbd98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc00061a5a0, 0x0, 0x1b71900, 0xc0008182c0, 0x0, 0x0, 0x460300, 0xc0005fc4e0, 0xc0008cbe80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0004af040, 0xc0008cbf18, 0x7, 0x1b6f3c0, 0xc000659680, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0001bc6c0) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 250 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001ab510, 0x1f) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001ab500) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000195140, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000501180, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000501180, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00000d820) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00000d820, 0x1b66080, 0xc000712990, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00000d820, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc00000d820, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 goroutine 251 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001ab4d0, 0xc000000035) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001ab4c0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000194fc0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000501180, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000501180, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00000d840) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00000d840, 0x1b66080, 0xc0003a4d20, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00000d840, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc00000d840, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 252 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001ab510, 0x1d) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001ab500) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000195140, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000501180, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000501180, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00000d860) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00000d860, 0x1b66080, 0xc0006140f0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00000d860, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc00000d860, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 goroutine 253 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001ab4d0, 0xc000000036) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001ab4c0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000194fc0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000501180, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000501180, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00000d9a0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00000d9a0, 0x1b66080, 0xc000712960, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00000d9a0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc00000d9a0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 254 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001ab510, 0x1b) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001ab500) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000195140, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000501180, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000501180, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00000d9c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00000d9c0, 0x1b66080, 0xc000226540, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00000d9c0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc00000d9c0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 goroutine 255 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001ab4d0, 0xc000000038) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001ab4c0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000194fc0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000501180, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000501180, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00000da00) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00000da00, 0x1b66080, 0xc0002263f0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00000da00, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc00000da00, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 256 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001ab510, 0x1c) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001ab500) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000195140, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000501180, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000501180, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00000da20) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00000da20, 0x1b66080, 0xc00069c2d0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00000da20, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc00000da20, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 goroutine 273 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001ab4d0, 0xc000000039) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001ab4c0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000194fc0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000501180, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000501180, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00000da40) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00000da40, 0x1b66080, 0xc0003a41e0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00000da40, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc00000da40, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 274 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0001ab510, 0x1e) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001ab500) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000195140, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000501180, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000501180, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00000da60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00000da60, 0x1b66080, 0xc0005e1fb0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00000da60, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc00000da60, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 ==== end of pod log for container csi-mockplugin-0/csi-provisioner ==== ==== start of pod log for container csi-mockplugin-0/csi-provisioner ==== W0525 12:01:04.985770 1 feature_gate.go:235] Setting GA feature gate Topology=true. It will be removed in a future release. I0525 12:01:04.985952 1 feature_gate.go:243] feature gates: &{map[Topology:true]} I0525 12:01:04.985980 1 csi-provisioner.go:132] Version: v2.1.0 I0525 12:01:04.986022 1 csi-provisioner.go:155] Building kube configs for running in cluster... I0525 12:01:05.011173 1 connection.go:153] Connecting to unix:///csi/csi.sock I0525 12:01:05.012110 1 common.go:111] Probing CSI driver for readiness I0525 12:01:05.012137 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I0525 12:01:05.012221 1 connection.go:183] GRPC request: {} E0525 12:01:05.015944 1 connection.go:131] Lost connection to unix:///csi/csi.sock. I0525 12:01:05.016193 1 connection.go:185] GRPC response: {} F0525 12:01:05.016521 1 connection.go:87] Lost connection to CSI driver, exiting goroutine 163 [running]: k8s.io/klog/v2.stacks(0xc00000e001, 0xc0008a40b0, 0x57, 0xa6) /workspace/vendor/k8s.io/klog/v2/klog.go:1026 +0xb9 k8s.io/klog/v2.(*loggingT).output(0x2604640, 0xc000000003, 0x0, 0x0, 0xc000288380, 0x2553078, 0xd, 0x57, 0x0) /workspace/vendor/k8s.io/klog/v2/klog.go:975 +0x19b k8s.io/klog/v2.(*loggingT).printf(0x2604640, 0x3, 0x0, 0x0, 0x0, 0x0, 0x19a584d, 0x26, 0x0, 0x0, ...) /workspace/vendor/k8s.io/klog/v2/klog.go:750 +0x191 k8s.io/klog/v2.Fatalf(...) /workspace/vendor/k8s.io/klog/v2/klog.go:1502 github.com/kubernetes-csi/csi-lib-utils/connection.ExitOnConnectionLoss.func1(0x2604640) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:87 +0x1d4 github.com/kubernetes-csi/csi-lib-utils/connection.connect.func1(0xc00019d7d0, 0xd, 0x4a8178c20, 0x4a8178c20, 0xc00070f101, 0x10, 0xc00019d850) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:134 +0x2aa google.golang.org/grpc.WithDialer.func1(0x1ba4a00, 0xc000194b40, 0xc00019d7d0, 0xd, 0x10, 0x17d5240, 0x286ad95da94a44e, 0x2635dc0) /workspace/vendor/google.golang.org/grpc/dialoptions.go:398 +0x8e google.golang.org/grpc/internal/transport.dial(0x1ba4a00, 0xc000194b40, 0xc0001cd080, 0xc00019d7d0, 0xd, 0x1980038, 0x9, 0xc00019a188, 0x0, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:143 +0x2dd google.golang.org/grpc/internal/transport.newHTTP2Client(0x1ba4a00, 0xc000194b40, 0x1ba4980, 0xc0004003c0, 0xc00019d7d0, 0xd, 0x1980038, 0x9, 0xc00019a188, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:183 +0x15e google.golang.org/grpc/internal/transport.NewClientTransport(...) /workspace/vendor/google.golang.org/grpc/internal/transport/transport.go:579 google.golang.org/grpc.(*addrConn).createTransport(0xc0008ac000, 0xc00019d7d0, 0xd, 0x1980038, 0x9, 0xc00019a188, 0x0, 0x0, 0x0, 0x19859ba, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1322 +0x40f google.golang.org/grpc.(*addrConn).tryAllAddrs(0xc0008ac000, 0xc000400140, 0x1, 0x1, 0xc02357a540f2e56c, 0x4ab8ebe20, 0x2604180, 0x1bbd600, 0xc00032ec40, 0x0, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1252 +0x38d google.golang.org/grpc.(*addrConn).resetTransport(0xc0008ac000) /workspace/vendor/google.golang.org/grpc/clientconn.go:1167 +0x23f created by google.golang.org/grpc.(*addrConn).connect /workspace/vendor/google.golang.org/grpc/clientconn.go:843 +0x12a goroutine 1 [semacquire]: sync.runtime_SemacquireMutex(0x260465c, 0x1926600, 0x1) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0x2604658) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/mutex.go:81 k8s.io/klog/v2.(*loggingT).output(0x2604640, 0xc000000000, 0x0, 0x0, 0xc0008e5b90, 0x2553078, 0xd, 0xba, 0x0) /workspace/vendor/k8s.io/klog/v2/klog.go:908 +0x871 k8s.io/klog/v2.(*loggingT).printf(0x2604640, 0xc000000000, 0x0, 0x0, 0x0, 0x0, 0x198516a, 0xe, 0xc000a030c0, 0x1, ...) /workspace/vendor/k8s.io/klog/v2/klog.go:750 +0x191 k8s.io/klog/v2.Verbose.Infof(...) /workspace/vendor/k8s.io/klog/v2/klog.go:1354 github.com/kubernetes-csi/csi-lib-utils/connection.LogGRPC(0x1ba4a00, 0xc0002a4060, 0x198f614, 0x16, 0x187f6e0, 0xc0004540c0, 0x1892d60, 0xc0001d0150, 0xc0001d8700, 0xc0001d0180, ...) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:186 +0x496 google.golang.org/grpc.chainUnaryClientInterceptors.func1(0x1ba4a00, 0xc0002a4060, 0x198f614, 0x16, 0x187f6e0, 0xc0004540c0, 0x1892d60, 0xc0001d0150, 0xc0001d8700, 0x1a38b70, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:365 +0x134 google.golang.org/grpc.(*ClientConn).Invoke(0xc0001d8700, 0x1ba4a00, 0xc0002a4060, 0x198f614, 0x16, 0x187f6e0, 0xc0004540c0, 0x1892d60, 0xc0001d0150, 0x0, ...) /workspace/vendor/google.golang.org/grpc/call.go:35 +0x109 github.com/container-storage-interface/spec/lib/go/csi.(*identityClient).Probe(0xc00052c008, 0x1ba4a00, 0xc0002a4060, 0xc0004540c0, 0x0, 0x0, 0x0, 0x2604180, 0x1ba4a00, 0xc0002a4060) /workspace/vendor/github.com/container-storage-interface/spec/lib/go/csi/csi.pb.go:5178 +0xcf github.com/kubernetes-csi/csi-lib-utils/rpc.Probe(0x1ba4a00, 0xc0002a4060, 0xc0001d8700, 0x1ba4a00, 0xc0002a4060, 0xc0003c6180) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/rpc/common.go:148 +0xab github.com/kubernetes-csi/csi-lib-utils/rpc.probeOnce(0xc0001d8700, 0xdf8475800, 0x0, 0x0, 0x0) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/rpc/common.go:140 +0x96 github.com/kubernetes-csi/csi-lib-utils/rpc.ProbeForever(0xc0001d8700, 0xdf8475800, 0x1bac600, 0xc000016880) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/rpc/common.go:112 +0xe5 github.com/kubernetes-csi/external-provisioner/pkg/controller.Probe(...) /workspace/pkg/controller/controller.go:277 main.main() /workspace/cmd/csi-provisioner/csi-provisioner.go:191 +0xb10 goroutine 6 [chan receive]: k8s.io/klog/v2.(*loggingT).flushDaemon(0x2604640) /workspace/vendor/k8s.io/klog/v2/klog.go:1169 +0x8b created by k8s.io/klog/v2.init.0 /workspace/vendor/k8s.io/klog/v2/klog.go:417 +0xdf goroutine 108 [IO wait]: internal/poll.runtime_pollWait(0x7f0c38f98f18, 0x72, 0x1b67fa0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/netpoll.go:220 +0x55 internal/poll.(*pollDesc).wait(0xc000016598, 0x72, 0xc00020c900, 0x8fb, 0x8fb) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000016580, 0xc00020c900, 0x8fb, 0x8fb, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/internal/poll/fd_unix.go:159 +0x1b1 net.(*netFD).Read(0xc000016580, 0xc00020c900, 0x8fb, 0x8fb, 0x203000, 0x6278fb, 0xc0005572e0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00052d8c8, 0xc00020c900, 0x8fb, 0x8fb, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/net/net.go:182 +0x8e crypto/tls.(*atLeastReader).Read(0xc000454c80, 0xc00020c900, 0x8fb, 0x8fb, 0x121, 0x8f6, 0xc0001bd710) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:779 +0x62 bytes.(*Buffer).ReadFrom(0xc000557400, 0x1b63c40, 0xc000454c80, 0x40b445, 0x178f660, 0x1914700) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/bytes/buffer.go:204 +0xb1 crypto/tls.(*Conn).readFromUntil(0xc000557180, 0x1b66840, 0xc00052d8c8, 0x5, 0xc00052d8c8, 0x110) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:801 +0xf3 crypto/tls.(*Conn).readRecordOrCCS(0xc000557180, 0x0, 0x0, 0xc0001bdd18) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:608 +0x115 crypto/tls.(*Conn).readRecord(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:576 crypto/tls.(*Conn).Read(0xc000557180, 0xc0002c6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:1252 +0x15f bufio.(*Reader).Read(0xc0002a5200, 0xc0000382d8, 0x9, 0x9, 0xc0001bdd18, 0x1a3ac00, 0x87382b) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/bufio/bufio.go:227 +0x222 io.ReadAtLeast(0x1b63aa0, 0xc0002a5200, 0xc0000382d8, 0x9, 0x9, 0x9, 0xc000144110, 0x0, 0x1b63d80) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/io/io.go:314 +0x87 io.ReadFull(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/io/io.go:333 golang.org/x/net/http2.readFrameHeader(0xc0000382d8, 0x9, 0x9, 0x1b63aa0, 0xc0002a5200, 0x0, 0x0, 0xc0001bddd0, 0x467f85) /workspace/vendor/golang.org/x/net/http2/frame.go:237 +0x89 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0000382a0, 0xc0002633b0, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/frame.go:492 +0xa5 golang.org/x/net/http2.(*clientConnReadLoop).run(0xc0001bdfa8, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:1819 +0xd8 golang.org/x/net/http2.(*ClientConn).readLoop(0xc000527980) /workspace/vendor/golang.org/x/net/http2/transport.go:1741 +0x6f created by golang.org/x/net/http2.(*Transport).newClientConn /workspace/vendor/golang.org/x/net/http2/transport.go:705 +0x6c5 goroutine 162 [select]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000400200) /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8 created by google.golang.org/grpc.newCCBalancerWrapper /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172 I0525 12:01:05.016536 1 connection.go:186] GRPC error: rpc error: code = Unavailable desc = transport is closing E0525 12:01:05.017153 1 csi-provisioner.go:193] CSI driver probe failed: rpc error: code = Unavailable desc = transport is closing ==== end of pod log for container csi-mockplugin-0/csi-provisioner ====