==== start of pod log for container csi-mockplugin-0/csi-provisioner ==== W1013 14:42:18.712487 1 feature_gate.go:235] Setting GA feature gate Topology=true. It will be removed in a future release. I1013 14:42:18.712542 1 feature_gate.go:243] feature gates: &{map[Topology:true]} I1013 14:42:18.712568 1 csi-provisioner.go:138] Version: v2.2.0 I1013 14:42:18.712595 1 csi-provisioner.go:161] Building kube configs for running in cluster... I1013 14:42:18.752154 1 connection.go:153] Connecting to unix:///csi/csi.sock I1013 14:42:21.403465 1 common.go:111] Probing CSI driver for readiness I1013 14:42:21.403510 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I1013 14:42:21.403521 1 connection.go:183] GRPC request: {} I1013 14:42:21.413284 1 connection.go:185] GRPC response: {"ready":{"value":true}} I1013 14:42:21.413529 1 connection.go:186] GRPC error: I1013 14:42:21.413552 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo I1013 14:42:21.413561 1 connection.go:183] GRPC request: {} I1013 14:42:21.415930 1 connection.go:185] GRPC response: {"manifest":{"url":"https://k8s.io/kubernetes/test/e2e/storage/drivers/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-8893","vendor_version":"0.3.0"} I1013 14:42:21.416082 1 connection.go:186] GRPC error: I1013 14:42:21.416103 1 csi-provisioner.go:212] Detected CSI driver csi-mock-csi-mock-volumes-8893 I1013 14:42:21.416119 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities I1013 14:42:21.416126 1 connection.go:183] GRPC request: {} I1013 14:42:21.418899 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]} I1013 14:42:21.419339 1 connection.go:186] GRPC error: I1013 14:42:21.419363 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I1013 14:42:21.419377 1 connection.go:183] GRPC request: {} I1013 14:42:21.421883 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}}]} I1013 14:42:21.422222 1 connection.go:186] GRPC error: I1013 14:42:21.422353 1 csi-provisioner.go:281] CSI driver does not support PUBLISH_UNPUBLISH_VOLUME, not watching VolumeAttachments I1013 14:42:21.423779 1 controller.go:756] Using saving PVs to API server in background I1013 14:42:21.424376 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:134 I1013 14:42:21.424394 1 reflector.go:219] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I1013 14:42:21.424413 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134 I1013 14:42:21.424422 1 reflector.go:255] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:134 I1013 14:42:21.524183 1 shared_informer.go:270] caches populated I1013 14:42:21.524237 1 shared_informer.go:270] caches populated I1013 14:42:21.524266 1 controller.go:835] Starting provisioner controller csi-mock-csi-mock-volumes-8893_csi-mockplugin-0_d474b4fd-1b01-43a0-8431-682753065336! I1013 14:42:21.524313 1 clone_controller.go:66] Starting CloningProtection controller I1013 14:42:21.524412 1 clone_controller.go:84] Started CloningProtection controller I1013 14:42:21.524521 1 volume_store.go:97] Starting save volume queue I1013 14:42:21.524885 1 reflector.go:219] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:869 I1013 14:42:21.524918 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from pkg/controller/clone_controller.go:82 I1013 14:42:21.524937 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from pkg/controller/clone_controller.go:82 I1013 14:42:21.524923 1 reflector.go:255] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:869 I1013 14:42:21.525051 1 reflector.go:219] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 I1013 14:42:21.525115 1 reflector.go:255] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 I1013 14:42:21.625307 1 shared_informer.go:270] caches populated I1013 14:42:21.625370 1 controller.go:884] Started provisioner controller csi-mock-csi-mock-volumes-8893_csi-mockplugin-0_d474b4fd-1b01-43a0-8431-682753065336! I1013 14:42:22.410163 1 controller.go:1332] provision "csi-mock-volumes-8893/pvc-tw695" class "csi-mock-volumes-8893-sct4x9z": started I1013 14:42:22.418897 1 connection.go:182] GRPC call: /csi.v1.Controller/CreateVolume I1013 14:42:22.419025 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-8893", Name:"pvc-tw695", UID:"595ff57a-777d-451d-ba30-72c86585b4ba", APIVersion:"v1", ResourceVersion:"5637", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-8893/pvc-tw695" I1013 14:42:22.418912 1 connection.go:183] GRPC request: {"capacity_range":{"required_bytes":1073741824},"name":"pvc-595ff57a-777d-451d-ba30-72c86585b4ba","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}}]} I1013 14:42:22.422223 1 connection.go:185] GRPC response: {} I1013 14:42:22.422339 1 connection.go:186] GRPC error: rpc error: code = ResourceExhausted desc = fake error I1013 14:42:22.422386 1 controller.go:753] CreateVolume failed, supports topology = false, node selected true => may reschedule = false => state = Background: rpc error: code = ResourceExhausted desc = fake error I1013 14:42:22.422458 1 controller.go:1106] Temporary error received, adding PVC 595ff57a-777d-451d-ba30-72c86585b4ba to claims in progress W1013 14:42:22.422478 1 controller.go:958] Retrying syncing claim "595ff57a-777d-451d-ba30-72c86585b4ba", failure 0 E1013 14:42:22.422508 1 controller.go:981] error syncing claim "595ff57a-777d-451d-ba30-72c86585b4ba": failed to provision volume with StorageClass "csi-mock-volumes-8893-sct4x9z": rpc error: code = ResourceExhausted desc = fake error I1013 14:42:22.422549 1 controller.go:1332] provision "csi-mock-volumes-8893/pvc-tw695" class "csi-mock-volumes-8893-sct4x9z": started I1013 14:42:22.422547 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-8893", Name:"pvc-tw695", UID:"595ff57a-777d-451d-ba30-72c86585b4ba", APIVersion:"v1", ResourceVersion:"5637", FieldPath:""}): type: 'Warning' reason: 'ProvisioningFailed' failed to provision volume with StorageClass "csi-mock-volumes-8893-sct4x9z": rpc error: code = ResourceExhausted desc = fake error I1013 14:42:22.426388 1 connection.go:182] GRPC call: /csi.v1.Controller/CreateVolume I1013 14:42:22.426461 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-8893", Name:"pvc-tw695", UID:"595ff57a-777d-451d-ba30-72c86585b4ba", APIVersion:"v1", ResourceVersion:"5637", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-8893/pvc-tw695" I1013 14:42:22.426415 1 connection.go:183] GRPC request: {"capacity_range":{"required_bytes":1073741824},"name":"pvc-595ff57a-777d-451d-ba30-72c86585b4ba","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}}]} I1013 14:42:22.428762 1 connection.go:185] GRPC response: {"volume":{"capacity_bytes":1073741824,"volume_context":{"name":"pvc-595ff57a-777d-451d-ba30-72c86585b4ba"},"volume_id":"4"}} I1013 14:42:22.428912 1 connection.go:186] GRPC error: I1013 14:42:22.428938 1 controller.go:763] create volume rep: {CapacityBytes:1073741824 VolumeId:4 VolumeContext:map[name:pvc-595ff57a-777d-451d-ba30-72c86585b4ba] ContentSource: AccessibleTopology:[] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0} I1013 14:42:22.428998 1 controller.go:839] successfully created PV pvc-595ff57a-777d-451d-ba30-72c86585b4ba for PVC pvc-tw695 and csi volume name 4 I1013 14:42:22.429022 1 controller.go:855] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:csi-mock-csi-mock-volumes-8893,VolumeHandle:4,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{name: pvc-595ff57a-777d-451d-ba30-72c86585b4ba,storage.kubernetes.io/csiProvisionerIdentity: 1665672141422-8081-csi-mock-csi-mock-volumes-8893,},ControllerPublishSecretRef:nil,NodeStageSecretRef:nil,NodePublishSecretRef:nil,ControllerExpandSecretRef:nil,}} I1013 14:42:22.429299 1 controller.go:1439] provision "csi-mock-volumes-8893/pvc-tw695" class "csi-mock-volumes-8893-sct4x9z": volume "pvc-595ff57a-777d-451d-ba30-72c86585b4ba" provisioned I1013 14:42:22.429414 1 controller.go:1456] provision "csi-mock-volumes-8893/pvc-tw695" class "csi-mock-volumes-8893-sct4x9z": succeeded I1013 14:42:22.429430 1 volume_store.go:154] Saving volume pvc-595ff57a-777d-451d-ba30-72c86585b4ba I1013 14:42:22.440380 1 volume_store.go:157] Volume pvc-595ff57a-777d-451d-ba30-72c86585b4ba saved I1013 14:42:22.440454 1 controller.go:1093] Claim processing succeeded, removing PVC 595ff57a-777d-451d-ba30-72c86585b4ba from claims in progress I1013 14:42:22.440510 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-8893", Name:"pvc-tw695", UID:"595ff57a-777d-451d-ba30-72c86585b4ba", APIVersion:"v1", ResourceVersion:"5637", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-595ff57a-777d-451d-ba30-72c86585b4ba I1013 14:42:32.448805 1 controller.go:1472] delete "pvc-595ff57a-777d-451d-ba30-72c86585b4ba": started I1013 14:42:32.448916 1 connection.go:182] GRPC call: /csi.v1.Controller/DeleteVolume I1013 14:42:32.448929 1 connection.go:183] GRPC request: {"volume_id":"4"} I1013 14:42:32.451639 1 connection.go:185] GRPC response: {} I1013 14:42:32.451732 1 connection.go:186] GRPC error: I1013 14:42:32.451749 1 controller.go:1487] delete "pvc-595ff57a-777d-451d-ba30-72c86585b4ba": volume deleted I1013 14:42:32.459281 1 controller.go:1537] delete "pvc-595ff57a-777d-451d-ba30-72c86585b4ba": persistentvolume deleted I1013 14:42:32.459320 1 controller.go:1542] delete "pvc-595ff57a-777d-451d-ba30-72c86585b4ba": succeeded E1013 14:42:34.443443 1 connection.go:131] Lost connection to unix:///csi/csi.sock. F1013 14:42:34.443698 1 connection.go:87] Lost connection to CSI driver, exiting goroutine 168 [running]: k8s.io/klog/v2.stacks(0xc0001b8001, 0xc0000380c0, 0x57, 0xba) /workspace/vendor/k8s.io/klog/v2/klog.go:1021 +0xb9 k8s.io/klog/v2.(*loggingT).output(0x29b27c0, 0xc000000003, 0x0, 0x0, 0xc0003d8e00, 0x21e7fe8, 0xd, 0x57, 0x0) /workspace/vendor/k8s.io/klog/v2/klog.go:970 +0x191 k8s.io/klog/v2.(*loggingT).printf(0x29b27c0, 0x3, 0x0, 0x0, 0x0, 0x0, 0x1bf1042, 0x26, 0x0, 0x0, ...) /workspace/vendor/k8s.io/klog/v2/klog.go:751 +0x191 k8s.io/klog/v2.Fatalf(...) /workspace/vendor/k8s.io/klog/v2/klog.go:1509 github.com/kubernetes-csi/csi-lib-utils/connection.ExitOnConnectionLoss.func1(0x29b27c0) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:87 +0x1ec github.com/kubernetes-csi/csi-lib-utils/connection.connect.func1(0xc000a1e840, 0x14, 0x4a816bfbf, 0x4a816bfbf, 0x1, 0x2, 0xc000a1e840) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:134 +0x2aa google.golang.org/grpc.WithDialer.func1(0x1e18fe0, 0xc000440de0, 0xc000a1e840, 0x14, 0xd, 0xc000a1e840, 0x14, 0xc000d95d50) /workspace/vendor/google.golang.org/grpc/dialoptions.go:398 +0x8e google.golang.org/grpc/internal/transport.dial(0x1e18fe0, 0xc000440de0, 0xc00083a2f0, 0xc000852000, 0xd, 0x1bcac98, 0x9, 0xc0004500a0, 0x0, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:152 +0x1c9 google.golang.org/grpc/internal/transport.newHTTP2Client(0x1e18fe0, 0xc000440de0, 0x1e18f70, 0xc0001bcb80, 0xc000852000, 0xd, 0x1bcac98, 0x9, 0xc0004500a0, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:193 +0x16d google.golang.org/grpc/internal/transport.NewClientTransport(...) /workspace/vendor/google.golang.org/grpc/internal/transport/transport.go:579 google.golang.org/grpc.(*addrConn).createTransport(0xc000048580, 0xc000852000, 0xd, 0x1bcac98, 0x9, 0xc0004500a0, 0x0, 0x0, 0x0, 0x1bd077f, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1322 +0x40f google.golang.org/grpc.(*addrConn).tryAllAddrs(0xc000048580, 0xc0001bcbc0, 0x1, 0x1, 0xc0ca26db9a6d1e85, 0x85322eff1, 0x29b24a0, 0x1e30b08, 0xc0008121c0, 0x0, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1252 +0x34d google.golang.org/grpc.(*addrConn).resetTransport(0xc000048580) /workspace/vendor/google.golang.org/grpc/clientconn.go:1167 +0x26b created by google.golang.org/grpc.(*addrConn).connect /workspace/vendor/google.golang.org/grpc/clientconn.go:843 +0x12a goroutine 1 [select (no cases)]: sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1(0x1e18fa8, 0xc0001a6008) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:886 +0xcc5 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run(0xc0001d3680, 0x1e18fa8, 0xc0001a6008) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:919 +0xfc main.main.func3(0x1e18fa8, 0xc0001a6008) /workspace/cmd/csi-provisioner/csi-provisioner.go:543 +0x21d main.main() /workspace/cmd/csi-provisioner/csi-provisioner.go:547 +0x2f42 goroutine 19 [chan receive]: k8s.io/klog/v2.(*loggingT).flushDaemon(0x29b27c0) /workspace/vendor/k8s.io/klog/v2/klog.go:1164 +0x8b created by k8s.io/klog/v2.init.0 /workspace/vendor/k8s.io/klog/v2/klog.go:418 +0xdf goroutine 147 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000630a10, 0xc00092c360) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0006945b0, 0xc00000d290) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 148 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc000447d40) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 118 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000a88760) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000599f60, 0x1de1e80, 0xc000466000, 0x1932b01, 0xc000462060) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000a88760, 0x3b9aca00, 0x0, 0x1, 0xc000462060) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc000449000) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000630a70, 0xc0008fc000) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 163 [IO wait]: internal/poll.runtime_pollWait(0x7fb31fec3eb8, 0x72, 0xffffffffffffffff) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000235c98, 0x72, 0x3800, 0x3835, 0xffffffffffffffff) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000235c80, 0xc000b4a000, 0x3835, 0x3835, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000235c80, 0xc000b4a000, 0x3835, 0x3835, 0x3830, 0xc000b4a000, 0x5) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000450018, 0xc000b4a000, 0x3835, 0x3835, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/net/net.go:183 +0x91 crypto/tls.(*atLeastReader).Read(0xc000f8c1b0, 0xc000b4a000, 0x3835, 0x3835, 0x3830, 0xc001050000, 0x0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:776 +0x63 bytes.(*Buffer).ReadFrom(0xc0001aa278, 0x1ddf900, 0xc000f8c1b0, 0x40b725, 0x19981c0, 0x1b58820) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/bytes/buffer.go:204 +0xbe crypto/tls.(*Conn).readFromUntil(0xc0001aa000, 0x1de2600, 0xc000450018, 0x5, 0xc000450018, 0x2a6) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:798 +0xf3 crypto/tls.(*Conn).readRecordOrCCS(0xc0001aa000, 0x0, 0x0, 0x864fde) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:605 +0x115 crypto/tls.(*Conn).readRecord(...) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:573 crypto/tls.(*Conn).Read(0xc0001aa000, 0xc000384000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:1276 +0x165 bufio.(*Reader).Read(0xc0006172c0, 0xc0007042d8, 0x9, 0x9, 0xc0004002a0, 0xc000b12728, 0xc00068fc68) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/bufio/bufio.go:227 +0x222 io.ReadAtLeast(0x1ddf760, 0xc0006172c0, 0xc0007042d8, 0x9, 0x9, 0x9, 0x0, 0x6a0914f15a1401, 0xc000b12710) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/io/io.go:328 +0x87 io.ReadFull(...) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/io/io.go:347 golang.org/x/net/http2.readFrameHeader(0xc0007042d8, 0x9, 0x9, 0x1ddf760, 0xc0006172c0, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/frame.go:237 +0x89 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0007042a0, 0xc000152de0, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/frame.go:492 +0xa5 golang.org/x/net/http2.(*clientConnReadLoop).run(0xc00068ffa8, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:1819 +0xd8 golang.org/x/net/http2.(*ClientConn).readLoop(0xc000505800) /workspace/vendor/golang.org/x/net/http2/transport.go:1741 +0x6f created by golang.org/x/net/http2.(*Transport).newClientConn /workspace/vendor/golang.org/x/net/http2/transport.go:705 +0x6c5 goroutine 167 [select]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0001bcc40) /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xac created by google.golang.org/grpc.newCCBalancerWrapper /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172 goroutine 177 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc0008f5800) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:204 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:62 +0x154 goroutine 178 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc0008f5980) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x3df created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 179 [chan receive]: k8s.io/apimachinery/pkg/watch.(*Broadcaster).loop(0xc00091be80) /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:247 +0x66 created by k8s.io/apimachinery/pkg/watch.NewLongQueueBroadcaster /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:89 +0xf8 goroutine 180 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1deb708, 0xc000294d20, 0xc00083be90) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 181 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1deb708, 0xc000294ed0, 0xc000294ea0) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 182 [chan receive]: k8s.io/apimachinery/pkg/watch.(*Broadcaster).loop(0xc00019c040) /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:247 +0x66 created by k8s.io/apimachinery/pkg/watch.NewLongQueueBroadcaster /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:89 +0xf8 goroutine 183 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1deb708, 0xc000294fc0, 0xc00083bec0) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 184 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1deb708, 0xc000295170, 0xc000295140) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 185 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc0008f5da0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:204 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:62 +0x154 goroutine 186 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc0008f5ec0) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x3df created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 187 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc0008f5f80) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:204 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:62 +0x154 goroutine 188 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000440180) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x3df created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 189 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc000440300) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:204 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:62 +0x154 goroutine 190 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000440480) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x3df created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 191 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0002982a8, 0x8) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000298298) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc000298280, 0xc000696980, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:530 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc00024f170) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000596e70) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000596e70, 0x1de1e80, 0xc00025e150, 0xc000322501, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000596e70, 0x3b9aca00, 0x0, 0xc000127801, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc00024f170, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc000395360, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by k8s.io/client-go/informers.(*sharedInformerFactory).Start /workspace/vendor/k8s.io/client-go/informers/factory.go:134 +0x191 goroutine 192 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc000922208, 0x10) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0009221f8) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0009221e0, 0xc00033cdb0, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:530 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc000447d40) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000338e70) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000338e70, 0x1de1e80, 0xc00091f740, 0xc000694501, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000338e70, 0x3b9aca00, 0x0, 0xc000812801, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc000447d40, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc000395400, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by k8s.io/client-go/informers.(*sharedInformerFactory).Start /workspace/vendor/k8s.io/client-go/informers/factory.go:134 +0x191 goroutine 104 [chan receive (nil chan)]: github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run(0xc00019c3c0, 0x1e18fa8, 0xc0001a6008, 0x1) /workspace/pkg/controller/clone_controller.go:85 +0x476 created by main.main.func3 /workspace/cmd/csi-provisioner/csi-provisioner.go:541 +0x273 goroutine 214 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00019c390, 0x1) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00019c380) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc000440300, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc0006319d0, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000696e30) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000696e30, 0x1de1e80, 0xc00025e600, 0xc000a8cf01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000696e30, 0x3b9aca00, 0x0, 0x1c8bb01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000696e30, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 119 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc000449000) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x151 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000630a70, 0xc0008fc010) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 210 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000630930, 0xc000622480) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0003224f0, 0xc0001b3278) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 211 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc00024f170) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 149 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0009280e0, 0xc0ca26d359e2e4e9, 0xa3a4ac8a, 0x29b24a0, 0x1deb6e0, 0xc000aac9c0, 0xc000991b90, 0xc0002607e0, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x165 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0009280e0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6f7 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000339ec8) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000991ec8, 0x1de1e60, 0xc0006184b0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0009280e0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1ed k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0006945e0, 0xc00000d2a8) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 212 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0007040e0, 0xc0ca26d359e062ba, 0xa3a229cb, 0x29b24a0, 0x1deb6e0, 0xc000540000, 0xc000579b90, 0xc0006171a0, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x165 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0007040e0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6f7 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000597ec8) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000579ec8, 0x1de1e60, 0xc00069c640, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0007040e0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1ed k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000322520, 0xc0001b32a8) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 120 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0009280e0, 0x0, 0xc0004622a0, 0xc0002607e0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x125 created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2ed goroutine 153 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0007040e0, 0x0, 0xc00092c960, 0xc0006171a0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x125 created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2ed goroutine 215 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00019c390, 0x3) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00019c380) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc000440300, 0x0, 0x0, 0x7fb320047e00) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc0006319d0, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000696e40) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000696e40, 0x1de1e80, 0xc00059c000, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000696e40, 0x3b9aca00, 0x0, 0xc000616601, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000696e40, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 155 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc0006318f0, 0xc00092cb40) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0006956c0, 0xc000b022e8) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 124 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000585760) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000997f60, 0x1de1e80, 0xc000b88000, 0x1932b01, 0xc000414000) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000585760, 0x3b9aca00, 0x0, 0x1, 0xc000414000) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc000ab4880) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000630a70, 0xc000ab11f0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 123 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00043cb40, 0x10) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00043cb30) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 golang.org/x/net/http2.(*pipe).Read(0xc00043cb28, 0xc000d43001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc00043cb00, 0xc000d43001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc00043d080, 0xa, 0x9) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc00043d080, 0x0, 0x0, 0x194bc60) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc00043d080, 0x197fcc0, 0xc000532570, 0x203000, 0x203000) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:63 +0x7c k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc000ab3530, 0xc00055a000, 0x1000, 0x1300, 0x40, 0x38, 0x1a0db40) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0001c8b90, 0x0, 0x1deb460, 0xc0006a32c0, 0x0, 0x0, 0x0, 0xc0006cfe64, 0x2) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0008c9d80, 0xc0006cfe60, 0x0, 0x1, 0x1, 0x1, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000aac9c0) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:76 +0xea goroutine 103 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0001e8300, 0x7) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0001e82f0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 golang.org/x/net/http2.(*pipe).Read(0xc0001e82e8, 0xc000b28001, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc0001e82c0, 0xc000b28001, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc000324b00, 0xa, 0x9) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc000324b00, 0x0, 0x0, 0x194bc60) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc000324b00, 0x197fcc0, 0xc000532a98, 0x203000, 0x203000) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:63 +0x7c k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc000536030, 0xc00053a000, 0x400, 0x400, 0x40, 0x38, 0x1a0db40) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0004040a0, 0x0, 0x1deb460, 0xc0006a3700, 0x0, 0x0, 0x0, 0xc000797e64, 0x2) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc00053c000, 0xc000797e60, 0x0, 0x1, 0x1, 0x1, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000540000) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:76 +0xea goroutine 105 [chan receive (nil chan)]: sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run(0xc0006319d0, 0x1e18fa8, 0xc0001a6008, 0x4) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:103 +0x1ce created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:889 +0xc5 goroutine 106 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0009223e8, 0xe) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0009223d8) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0009223c0, 0xc000b045a0, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:530 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc00093eb40) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000597e70) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000597e70, 0x1de1e80, 0xc00097f140, 0xc000695701, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000597e70, 0x3b9aca00, 0x0, 0xc0003a0201, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc00093eb40, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc000395900, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:869 +0x6b5 goroutine 107 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0005480c8, 0x8) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0005480b8) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0005480a0, 0xc000538050, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:530 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc000554000) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000aa3e70) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000aa3e70, 0x1de1e80, 0xc0005360c0, 0xc000390501, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000aa3e70, 0x3b9aca00, 0x0, 0xc000340f01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc000554000, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc000395b80, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 +0x65e goroutine 125 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc000ab4880) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x151 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000630a70, 0xc000ab1200) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 109 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000631960, 0xc00053e0c0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000390590, 0xc000532078) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 110 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc000554000) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 126 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00091be50, 0xc000000004) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00091be40) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008f5800, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).processNextClaimWorkItem(0xc00019c3c0, 0x1e18fa8, 0xc0001a6008, 0x203001) /workspace/pkg/controller/clone_controller.go:96 +0x38 github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).runClaimWorker(...) /workspace/pkg/controller/clone_controller.go:90 github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run.func3() /workspace/pkg/controller/clone_controller.go:78 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0008c9de0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0008c9de0, 0x1de1e80, 0xc00025e660, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0008c9de0, 0x3b9aca00, 0x0, 0x1c8b101, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0008c9de0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run /workspace/pkg/controller/clone_controller.go:77 +0x2bb goroutine 127 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc000aba2a8, 0x10) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000aba298) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc000aba280, 0xc000ab1250, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:530 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0004725a0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00059be70) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00059be70, 0x1de1e80, 0xc000ab35f0, 0xc000853301, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00059be70, 0x3b9aca00, 0x0, 0xc000812801, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0004725a0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc000395400, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run /workspace/pkg/controller/clone_controller.go:82 +0x3d2 goroutine 156 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc00093eb40) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 198 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00019c250, 0xf) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00019c240) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008f5f80, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc0001d3680, 0x1e18fa8, 0xc0001a6008, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:990 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:929 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0001c6340) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0001c6340, 0x1de1e80, 0xc000466840, 0xc000a91701, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001c6340, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0001c6340, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x3d6 goroutine 225 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc000630a10, 0xc000462600) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0008532f0, 0xc000465158) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 226 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc0004725a0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 195 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000a8d760) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000b85f60, 0x1de1e80, 0xc000295f20, 0x1932b01, 0xc000195260) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000a8d760, 0x3b9aca00, 0x0, 0x1, 0xc000195260) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc000449080) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000631950, 0xc00060c630) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 196 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc000449080) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x151 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000631950, 0xc00060c650) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 216 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00019c390, 0x2) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00019c380) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc000440300, 0x0, 0x0, 0xc000262800) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc0006319d0, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000696e50) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000696e50, 0x1de1e80, 0xc00025e630, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000696e50, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000696e50, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 217 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00019c390, 0x0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00019c380) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc000440300, 0x0, 0x0, 0x19eec00) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc0006319d0, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000696e60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000696e60, 0x1de1e80, 0xc00025e5d0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000696e60, 0x3b9aca00, 0x0, 0xc00021ce01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000696e60, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 220 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000a8cf60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000b82f60, 0x1de1e80, 0xc00059c030, 0x1932b01, 0xc00059e000) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000a8cf60, 0x3b9aca00, 0x0, 0x13b1601, 0xc00059e000) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc000449000) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000630a70, 0xc000696e80) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 221 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc000449000) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x151 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000630a70, 0xc000696e90) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 222 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000a95760) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000c07f60, 0x1de1e80, 0xc00025e690, 0x1932b01, 0xc000622840) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000a95760, 0x3b9aca00, 0x0, 0x1, 0xc000622840) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc000ab4880) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000630a70, 0xc000696ea0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 223 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc000ab4880) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x151 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000630a70, 0xc000696eb0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 157 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0009281c0, 0xc0ca26d35ff9e14c, 0xa9bba9e4, 0x29b24a0, 0x1deb6e0, 0xc000540b40, 0xc00018fb90, 0xc0006179e0, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x165 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0009281c0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6f7 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000333ec8) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00018fec8, 0x1de1e60, 0xc000619040, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0009281c0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1ed k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000695700, 0xc000b02300) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 227 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000ae0000, 0xc0ca26d35f7c6b33, 0xa93e3244, 0x29b24a0, 0x1deb6e0, 0xc00019c000, 0xc00098db90, 0xc000261020, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x165 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000ae0000, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6f7 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000c03ec8) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00098dec8, 0x1de1e60, 0xc0001c8be0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000ae0000, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1ed k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000853330, 0xc000465170) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 231 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc000ae0000, 0x0, 0xc000462ae0, 0xc000261020) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x125 created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2ed goroutine 111 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc00056c000, 0xc0ca26d35fa22da5, 0xa963f4a4, 0x29b24a0, 0x1deb6e0, 0xc00019c4c0, 0xc00057fb90, 0xc000f8e000, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x165 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc00056c000, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6f7 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000aa4ec8) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00057fec8, 0x1de1e60, 0xc0004040f0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/client-go/tools/cache.(*Reflector).Run(0xc00056c000, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1ed k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0003905d0, 0xc000532090) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 305 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0009281c0, 0x0, 0xc00092c480, 0xc0006179e0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x125 created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2ed goroutine 257 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc00056c000, 0x0, 0xc000f90000, 0xc000f8e000) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x125 created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2ed goroutine 289 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc000aed0c0, 0x10) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000aed0b0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 golang.org/x/net/http2.(*pipe).Read(0xc000aed0a8, 0xc000e5f001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc000aed080, 0xc000e5f001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc000818160, 0xa, 0x9) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc000818160, 0x0, 0x0, 0x194bc60) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc000818160, 0x197fcc0, 0xc000465d28, 0x203000, 0x203000) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:63 +0x7c k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc00059c180, 0xc000015300, 0x1000, 0x1300, 0x40, 0x38, 0x1a0db40) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc00015c460, 0x0, 0x1deb460, 0xc0009795c0, 0x0, 0x0, 0x0, 0xc00057be64, 0x2) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0005a2060, 0xc00057be60, 0x0, 0x1, 0x1, 0x1, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc00019c000) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:76 +0xea goroutine 197 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00019c150, 0xc000000020) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00019c140) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008f5da0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc0001d3680, 0x1e18fa8, 0xc0001a6008, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:935 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:924 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0001c6140) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0001c6140, 0x1de1e80, 0xc00059c360, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001c6140, 0x3b9aca00, 0x0, 0x1c8b101, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0001c6140, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x4af goroutine 291 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc000b12720, 0x7) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000b12710) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 golang.org/x/net/http2.(*pipe).Read(0xc000b12708, 0xc000676001, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc000b126e0, 0xc000676001, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc000818580, 0xa, 0x9) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc000818580, 0x0, 0x0, 0x194bc60) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc000818580, 0x197fcc0, 0xc000f8c210, 0x203000, 0x203000) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:63 +0x7c k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc00059c300, 0xc000468800, 0x400, 0x400, 0x40, 0x38, 0x1a0db40) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc00015c6e0, 0x0, 0x1deb460, 0xc000979780, 0x0, 0x0, 0x0, 0xc000d8de64, 0x2) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0005a2080, 0xc000d8de60, 0x0, 0x1, 0x1, 0x1, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc00019c4c0) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:76 +0xea goroutine 307 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc000aed4e0, 0xc) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000aed4d0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 golang.org/x/net/http2.(*pipe).Read(0xc000aed4c8, 0xc000e5e001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc000aed4a0, 0xc000e5e001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc000aed760, 0xc00067000a, 0x9) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc000aed760, 0x0, 0x0, 0x194bc60) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc000aed760, 0x197fcc0, 0xc0005329f0, 0x203000, 0x203000) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:63 +0x7c k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0004667e0, 0xc000670000, 0x1000, 0x1300, 0x40, 0x38, 0x1a0db40) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0001c94a0, 0x0, 0x1deb460, 0xc0006a3640, 0x0, 0x0, 0x0, 0xc000e6de64, 0x2) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000f845a0, 0xc000e6de60, 0x0, 0x1, 0x1, 0x1, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000540b40) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:76 +0xea goroutine 199 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00019c150, 0xc00000001d) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00019c140) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008f5da0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc0001d3680, 0x1e18fa8, 0xc0001a6008, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:935 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:924 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0001c63c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0001c63c0, 0x1de1e80, 0xc000e101e0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001c63c0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0001c63c0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x4af goroutine 200 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00019c250, 0xc) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00019c240) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008f5f80, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc0001d3680, 0x1e18fa8, 0xc0001a6008, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:990 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:929 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0001c6680) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0001c6680, 0x1de1e80, 0xc000466930, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001c6680, 0x3b9aca00, 0x0, 0x100000000000001, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0001c6680, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x3d6 goroutine 201 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00019c150, 0xc00000001e) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00019c140) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008f5da0, 0x0, 0x0, 0xc000b49d00) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc0001d3680, 0x1e18fa8, 0xc0001a6008, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:935 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:924 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0001c66a0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0001c66a0, 0x1de1e80, 0xc00059c3c0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001c66a0, 0x3b9aca00, 0x0, 0xc000616601, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0001c66a0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x4af goroutine 202 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00019c250, 0xe) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00019c240) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008f5f80, 0x0, 0x0, 0x100) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc0001d3680, 0x1e18fa8, 0xc0001a6008, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:990 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:929 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0001c6720) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0001c6720, 0x1de1e80, 0xc0008a8000, 0xc000414001, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001c6720, 0x3b9aca00, 0x0, 0x100000001c8b101, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0001c6720, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x3d6 goroutine 203 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00019c150, 0xc00000001f) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00019c140) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008f5da0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc0001d3680, 0x1e18fa8, 0xc0001a6008, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:935 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:924 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0001c6760) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0001c6760, 0x1de1e80, 0xc000e10210, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001c6760, 0x3b9aca00, 0x0, 0xc000617301, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0001c6760, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x4af goroutine 204 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00019c250, 0xd) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00019c240) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008f5f80, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc0001d3680, 0x1e18fa8, 0xc0001a6008, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:990 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:929 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0001c67c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0001c67c0, 0x1de1e80, 0xc000e10240, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001c67c0, 0x3b9aca00, 0x0, 0xc0003aa701, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0001c67c0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x3d6 goroutine 205 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00019c150, 0xc000000021) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00019c140) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008f5da0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc0001d3680, 0x1e18fa8, 0xc0001a6008, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:935 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:924 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0001c67e0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0001c67e0, 0x1de1e80, 0xc00059c390, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001c67e0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0001c67e0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x4af goroutine 206 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00019c250, 0xb) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00019c240) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008f5f80, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc0001d3680, 0x1e18fa8, 0xc0001a6008, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:990 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:929 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0001c6820) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0001c6820, 0x1de1e80, 0xc000e101b0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001c6820, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0001c6820, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x3d6 ==== end of pod log for container csi-mockplugin-0/csi-provisioner ==== ==== start of pod log for container csi-mockplugin-0/csi-provisioner ==== W1013 14:42:34.887812 1 feature_gate.go:235] Setting GA feature gate Topology=true. It will be removed in a future release. I1013 14:42:34.887893 1 feature_gate.go:243] feature gates: &{map[Topology:true]} I1013 14:42:34.887910 1 csi-provisioner.go:138] Version: v2.2.0 I1013 14:42:34.887939 1 csi-provisioner.go:161] Building kube configs for running in cluster... I1013 14:42:34.900024 1 connection.go:153] Connecting to unix:///csi/csi.sock I1013 14:42:34.900622 1 common.go:111] Probing CSI driver for readiness I1013 14:42:34.900642 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I1013 14:42:34.900647 1 connection.go:183] GRPC request: {} E1013 14:42:34.904945 1 connection.go:131] Lost connection to unix:///csi/csi.sock. F1013 14:42:34.905142 1 connection.go:87] Lost connection to CSI driver, exiting goroutine 124 [running]: k8s.io/klog/v2.stacks(0xc0001b8001, 0xc0003460b0, 0x57, 0xa6) /workspace/vendor/k8s.io/klog/v2/klog.go:1021 +0xb9 k8s.io/klog/v2.(*loggingT).output(0x29b27c0, 0xc000000003, 0x0, 0x0, 0xc0005ae150, 0x21e7fe8, 0xd, 0x57, 0x0) /workspace/vendor/k8s.io/klog/v2/klog.go:970 +0x191 k8s.io/klog/v2.(*loggingT).printf(0x29b27c0, 0x3, 0x0, 0x0, 0x0, 0x0, 0x1bf1042, 0x26, 0x0, 0x0, ...) /workspace/vendor/k8s.io/klog/v2/klog.go:751 +0x191 k8s.io/klog/v2.Fatalf(...) /workspace/vendor/k8s.io/klog/v2/klog.go:1509 github.com/kubernetes-csi/csi-lib-utils/connection.ExitOnConnectionLoss.func1(0x29b27c0) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:87 +0x1ec github.com/kubernetes-csi/csi-lib-utils/connection.connect.func1(0xc0001ca408, 0x14, 0x4a8174e09, 0x4a8174e09, 0x1, 0x2, 0xc0001ca408) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:134 +0x2aa google.golang.org/grpc.WithDialer.func1(0x1e18fe0, 0xc0004ba1e0, 0xc0001ca408, 0x14, 0xd, 0xc0001ca408, 0x14, 0xc00037c0d0) /workspace/vendor/google.golang.org/grpc/dialoptions.go:398 +0x8e google.golang.org/grpc/internal/transport.dial(0x1e18fe0, 0xc0004ba1e0, 0xc000845190, 0xc0005ab0b0, 0xd, 0x1bcac98, 0x9, 0xc0003941e0, 0x0, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:152 +0x1c9 google.golang.org/grpc/internal/transport.newHTTP2Client(0x1e18fe0, 0xc0004ba1e0, 0x1e18f70, 0xc0005bc340, 0xc0005ab0b0, 0xd, 0x1bcac98, 0x9, 0xc0003941e0, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:193 +0x16d google.golang.org/grpc/internal/transport.NewClientTransport(...) /workspace/vendor/google.golang.org/grpc/internal/transport/transport.go:579 google.golang.org/grpc.(*addrConn).createTransport(0xc00082a2c0, 0xc0005ab0b0, 0xd, 0x1bcac98, 0x9, 0xc0003941e0, 0x0, 0x0, 0x0, 0x1bd077f, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1322 +0x40f google.golang.org/grpc.(*addrConn).tryAllAddrs(0xc00082a2c0, 0xc0005bc380, 0x1, 0x1, 0xc0ca26dbb5efd1c9, 0x4aa7bb63b, 0x29b24a0, 0x1e30b08, 0xc0004148c0, 0x0, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1252 +0x34d google.golang.org/grpc.(*addrConn).resetTransport(0xc00082a2c0) /workspace/vendor/google.golang.org/grpc/clientconn.go:1167 +0x26b created by google.golang.org/grpc.(*addrConn).connect /workspace/vendor/google.golang.org/grpc/clientconn.go:843 +0x12a goroutine 1 [semacquire]: sync.runtime_SemacquireMutex(0x29b27dc, 0x0, 0x1) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:71 +0x47 sync.(*Mutex).lockSlow(0x29b27d8) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/mutex.go:138 +0x105 sync.(*Mutex).Lock(...) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/mutex.go:81 k8s.io/klog/v2.(*loggingT).output(0x29b27c0, 0xc000000000, 0x0, 0x0, 0xc0005aea80, 0x21e7fe8, 0xd, 0xb9, 0x0) /workspace/vendor/k8s.io/klog/v2/klog.go:903 +0x870 k8s.io/klog/v2.(*loggingT).printf(0x29b27c0, 0xc000000000, 0x0, 0x0, 0x0, 0x0, 0x1bd3d65, 0x11, 0xc00055d1f0, 0x1, ...) /workspace/vendor/k8s.io/klog/v2/klog.go:751 +0x191 k8s.io/klog/v2.Verbose.Infof(...) /workspace/vendor/k8s.io/klog/v2/klog.go:1349 github.com/kubernetes-csi/csi-lib-utils/connection.LogGRPC(0x1e18fe0, 0xc0005691a0, 0x1bda60c, 0x16, 0x1aa9de0, 0xc000713620, 0x1ac16c0, 0xc000623380, 0xc000388e00, 0xc0006233b0, ...) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:185 +0x5c7 google.golang.org/grpc.chainUnaryClientInterceptors.func1(0x1e18fe0, 0xc0005691a0, 0x1bda60c, 0x16, 0x1aa9de0, 0xc000713620, 0x1ac16c0, 0xc000623380, 0xc000388e00, 0x1c89c48, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:365 +0x134 google.golang.org/grpc.(*ClientConn).Invoke(0xc000388e00, 0x1e18fe0, 0xc0005691a0, 0x1bda60c, 0x16, 0x1aa9de0, 0xc000713620, 0x1ac16c0, 0xc000623380, 0x0, ...) /workspace/vendor/google.golang.org/grpc/call.go:35 +0x109 github.com/container-storage-interface/spec/lib/go/csi.(*identityClient).Probe(0xc0005777b0, 0x1e18fe0, 0xc0005691a0, 0xc000713620, 0x0, 0x0, 0x0, 0x29b24a0, 0x1e18fe0, 0xc0005691a0) /workspace/vendor/github.com/container-storage-interface/spec/lib/go/csi/csi.pb.go:5267 +0xcf github.com/kubernetes-csi/csi-lib-utils/rpc.Probe(0x1e18fe0, 0xc0005691a0, 0xc000388e00, 0x1e18fe0, 0xc0005691a0, 0xc00055dc90) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/rpc/common.go:148 +0x85 github.com/kubernetes-csi/csi-lib-utils/rpc.probeOnce(0xc000388e00, 0xdf8475800, 0x0, 0x0, 0x0) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/rpc/common.go:140 +0x96 github.com/kubernetes-csi/csi-lib-utils/rpc.ProbeForever(0xc000388e00, 0xdf8475800, 0x1e224d0, 0xc000408a80) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/rpc/common.go:112 +0xe5 github.com/kubernetes-csi/external-provisioner/pkg/controller.Probe(...) /workspace/pkg/controller/controller.go:278 main.main() /workspace/cmd/csi-provisioner/csi-provisioner.go:201 +0xb92 goroutine 33 [chan receive]: k8s.io/klog/v2.(*loggingT).flushDaemon(0x29b27c0) /workspace/vendor/k8s.io/klog/v2/klog.go:1164 +0x8b created by k8s.io/klog/v2.init.0 /workspace/vendor/k8s.io/klog/v2/klog.go:418 +0xdf goroutine 119 [IO wait]: internal/poll.runtime_pollWait(0x7f83f1400eb8, 0x72, 0xffffffffffffffff) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000565e98, 0x72, 0x800, 0x8fa, 0xffffffffffffffff) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000565e80, 0xc0001e0900, 0x8fa, 0x8fa, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000565e80, 0xc0001e0900, 0x8fa, 0x8fa, 0x8f5, 0xc0001e0900, 0x5) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000394000, 0xc0001e0900, 0x8fa, 0x8fa, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/net/net.go:183 +0x91 crypto/tls.(*atLeastReader).Read(0xc0001b3008, 0xc0001e0900, 0x8fa, 0x8fa, 0x8f5, 0xc000580000, 0x0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:776 +0x63 bytes.(*Buffer).ReadFrom(0xc000388cf8, 0x1ddf900, 0xc0001b3008, 0x40b725, 0x19981c0, 0x1b58820) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/bytes/buffer.go:204 +0xbe crypto/tls.(*Conn).readFromUntil(0xc000388a80, 0x1de2600, 0xc000394000, 0x5, 0xc000394000, 0x112) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:798 +0xf3 crypto/tls.(*Conn).readRecordOrCCS(0xc000388a80, 0x0, 0x0, 0x2) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:605 +0x115 crypto/tls.(*Conn).readRecord(...) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:573 crypto/tls.(*Conn).Read(0xc000388a80, 0xc000824000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:1276 +0x165 bufio.(*Reader).Read(0xc000822060, 0xc00081e2d8, 0x9, 0x9, 0x85096b, 0xc000593c78, 0x406fa5) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/bufio/bufio.go:227 +0x222 io.ReadAtLeast(0x1ddf760, 0xc000822060, 0xc00081e2d8, 0x9, 0x9, 0x9, 0xc000845080, 0x4f6f41ad84d100, 0xc000845080) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/io/io.go:328 +0x87 io.ReadFull(...) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/io/io.go:347 golang.org/x/net/http2.readFrameHeader(0xc00081e2d8, 0x9, 0x9, 0x1ddf760, 0xc000822060, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/frame.go:237 +0x89 golang.org/x/net/http2.(*Framer).ReadFrame(0xc00081e2a0, 0xc000716c00, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/frame.go:492 +0xa5 golang.org/x/net/http2.(*clientConnReadLoop).run(0xc000593fa8, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:1819 +0xd8 golang.org/x/net/http2.(*ClientConn).readLoop(0xc000368900) /workspace/vendor/golang.org/x/net/http2/transport.go:1741 +0x6f created by golang.org/x/net/http2.(*Transport).newClientConn /workspace/vendor/golang.org/x/net/http2/transport.go:705 +0x6c5 goroutine 123 [select]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0005bc400) /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xac created by google.golang.org/grpc.newCCBalancerWrapper /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172 I1013 14:42:34.905022 1 connection.go:185] GRPC response: {} I1013 14:42:34.905441 1 connection.go:186] GRPC error: rpc error: code = Unavailable desc = transport is closing E1013 14:42:34.905484 1 csi-provisioner.go:203] CSI driver probe failed: rpc error: code = Unavailable desc = transport is closing ==== end of pod log for container csi-mockplugin-0/csi-provisioner ====