==== start of pod log for container csi-mockplugin-0/csi-provisioner ==== W1023 05:58:41.875802 1 feature_gate.go:235] Setting GA feature gate Topology=true. It will be removed in a future release. I1023 05:58:41.875877 1 feature_gate.go:243] feature gates: &{map[Topology:true]} I1023 05:58:41.875892 1 csi-provisioner.go:132] Version: v2.1.0 I1023 05:58:41.875910 1 csi-provisioner.go:155] Building kube configs for running in cluster... I1023 05:58:41.888345 1 connection.go:153] Connecting to unix:///csi/csi.sock W1023 05:58:51.888458 1 connection.go:172] Still connecting to unix:///csi/csi.sock W1023 05:59:01.888458 1 connection.go:172] Still connecting to unix:///csi/csi.sock E1023 05:59:04.937286 1 connection.go:131] Lost connection to unix:///csi/csi.sock. F1023 05:59:04.937660 1 connection.go:87] Lost connection to CSI driver, exiting goroutine 118 [running]: k8s.io/klog/v2.stacks(0xc00000e001, 0xc000272000, 0x57, 0xce) /workspace/vendor/k8s.io/klog/v2/klog.go:1026 +0xb9 k8s.io/klog/v2.(*loggingT).output(0x2604640, 0xc000000003, 0x0, 0x0, 0xc000308070, 0x2553078, 0xd, 0x57, 0x0) /workspace/vendor/k8s.io/klog/v2/klog.go:975 +0x19b k8s.io/klog/v2.(*loggingT).printf(0x2604640, 0x3, 0x0, 0x0, 0x0, 0x0, 0x19a584d, 0x26, 0x0, 0x0, ...) /workspace/vendor/k8s.io/klog/v2/klog.go:750 +0x191 k8s.io/klog/v2.Fatalf(...) /workspace/vendor/k8s.io/klog/v2/klog.go:1502 github.com/kubernetes-csi/csi-lib-utils/connection.ExitOnConnectionLoss.func1(0x2604640) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:87 +0x1d4 github.com/kubernetes-csi/csi-lib-utils/connection.connect.func1(0xc000592160, 0xd, 0x4a81732f1, 0x4a81732f1, 0xc00018d101, 0x10, 0x4eb674) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:134 +0x2aa google.golang.org/grpc.WithDialer.func1(0x1ba4a00, 0xc00040e060, 0xc000592160, 0xd, 0x10, 0x17d5240, 0x6b670c45b5a2fca8, 0x2635dc0) /workspace/vendor/google.golang.org/grpc/dialoptions.go:398 +0x8e google.golang.org/grpc/internal/transport.dial(0x1ba4a00, 0xc00040e060, 0xc0002cf800, 0xc000592160, 0xd, 0x1980038, 0x9, 0xc0004b2068, 0x0, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:143 +0x2dd google.golang.org/grpc/internal/transport.newHTTP2Client(0x1ba4a00, 0xc00040e060, 0x1ba4980, 0xc0004ee040, 0xc000592160, 0xd, 0x1980038, 0x9, 0xc0004b2068, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:183 +0x15e google.golang.org/grpc/internal/transport.NewClientTransport(...) /workspace/vendor/google.golang.org/grpc/internal/transport/transport.go:579 google.golang.org/grpc.(*addrConn).createTransport(0xc00059c2c0, 0xc000592160, 0xd, 0x1980038, 0x9, 0xc0004b2068, 0x0, 0x0, 0x0, 0x19859ba, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1322 +0x40f google.golang.org/grpc.(*addrConn).tryAllAddrs(0xc00059c2c0, 0xc0004ee2c0, 0x1, 0x1, 0xc055070f37dcfcd5, 0xa076ead50, 0x2604180, 0x0, 0x0, 0x0, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1252 +0x38d google.golang.org/grpc.(*addrConn).resetTransport(0xc00059c2c0) /workspace/vendor/google.golang.org/grpc/clientconn.go:1167 +0x23f created by google.golang.org/grpc.(*addrConn).connect /workspace/vendor/google.golang.org/grpc/clientconn.go:843 +0x12a goroutine 1 [select]: github.com/kubernetes-csi/csi-lib-utils/connection.connect(0x7fff063aadb4, 0xd, 0x1bac600, 0xc000610000, 0xc0004ee240, 0x5, 0x8, 0xc0002878b0, 0x1, 0x1, ...) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:170 +0x673 github.com/kubernetes-csi/csi-lib-utils/connection.Connect(...) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:63 github.com/kubernetes-csi/external-provisioner/pkg/controller.Connect(0x7fff063aadb4, 0xd, 0x1bac600, 0xc000610000, 0x0, 0x0, 0x19b5579) /workspace/pkg/controller/controller.go:273 +0xa6 main.main() /workspace/cmd/csi-provisioner/csi-provisioner.go:185 +0xad8 goroutine 6 [chan receive]: k8s.io/klog/v2.(*loggingT).flushDaemon(0x2604640) /workspace/vendor/k8s.io/klog/v2/klog.go:1169 +0x8b created by k8s.io/klog/v2.init.0 /workspace/vendor/k8s.io/klog/v2/klog.go:417 +0xdf goroutine 117 [runnable]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0004ee340) /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8 created by google.golang.org/grpc.newCCBalancerWrapper /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172 goroutine 114 [IO wait]: internal/poll.runtime_pollWait(0x7f4be9841f18, 0x72, 0x1b67fa0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/netpoll.go:220 +0x55 internal/poll.(*pollDesc).wait(0xc0001ac898, 0x72, 0xc00052ea00, 0x92e, 0x92e) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0001ac880, 0xc00052ea80, 0x92e, 0x92e, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/internal/poll/fd_unix.go:159 +0x1b1 net.(*netFD).Read(0xc0001ac880, 0xc00052ea80, 0x92e, 0x92e, 0x203000, 0x6278fb, 0xc000544860) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00000e008, 0xc00052ea80, 0x92e, 0x92e, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/net/net.go:182 +0x8e crypto/tls.(*atLeastReader).Read(0xc000440140, 0xc00052ea80, 0x92e, 0x92e, 0x121, 0x869, 0xc00018f710) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:779 +0x62 bytes.(*Buffer).ReadFrom(0xc000544980, 0x1b63c40, 0xc000440140, 0x40b445, 0x178f660, 0x1914700) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/bytes/buffer.go:204 +0xb1 crypto/tls.(*Conn).readFromUntil(0xc000544700, 0x1b66840, 0xc00000e008, 0x5, 0xc00000e008, 0x110) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:801 +0xf3 crypto/tls.(*Conn).readRecordOrCCS(0xc000544700, 0x0, 0x0, 0xc00018fd18) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:608 +0x115 crypto/tls.(*Conn).readRecord(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:576 crypto/tls.(*Conn).Read(0xc000544700, 0xc00031b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:1252 +0x15f bufio.(*Reader).Read(0xc00040f680, 0xc000586118, 0x9, 0x9, 0xc00018fd18, 0x1a3ac00, 0x87382b) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/bufio/bufio.go:227 +0x222 io.ReadAtLeast(0x1b63aa0, 0xc00040f680, 0xc000586118, 0x9, 0x9, 0x9, 0xc00012e110, 0x0, 0x1b63d80) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/io/io.go:314 +0x87 io.ReadFull(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/io/io.go:333 golang.org/x/net/http2.readFrameHeader(0xc000586118, 0x9, 0x9, 0x1b63aa0, 0xc00040f680, 0x0, 0x0, 0xc00018fdd0, 0x467f85) /workspace/vendor/golang.org/x/net/http2/frame.go:237 +0x89 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0005860e0, 0xc0001c0240, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/frame.go:492 +0xa5 golang.org/x/net/http2.(*clientConnReadLoop).run(0xc00018ffa8, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:1819 +0xd8 golang.org/x/net/http2.(*ClientConn).readLoop(0xc000598000) /workspace/vendor/golang.org/x/net/http2/transport.go:1741 +0x6f created by golang.org/x/net/http2.(*Transport).newClientConn /workspace/vendor/golang.org/x/net/http2/transport.go:705 +0x6c5 goroutine 116 [select]: google.golang.org/grpc.(*ClientConn).WaitForStateChange(0xc000278700, 0x1ba49c0, 0xc000044018, 0x3, 0x1) /workspace/vendor/google.golang.org/grpc/clientconn.go:529 +0x105 google.golang.org/grpc.DialContext(0x1ba49c0, 0xc000044018, 0xc00040cac0, 0x14, 0xc00024c700, 0x5, 0x8, 0x0, 0x0, 0x0) /workspace/vendor/google.golang.org/grpc/clientconn.go:337 +0xd10 google.golang.org/grpc.Dial(...) /workspace/vendor/google.golang.org/grpc/clientconn.go:105 github.com/kubernetes-csi/csi-lib-utils/connection.connect.func2(0xc00040cac0, 0x14, 0xc00024c700, 0x5, 0x8, 0xc0004b2060, 0xc0002cf910, 0xc0005942a0) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:160 +0x72 created by github.com/kubernetes-csi/csi-lib-utils/connection.connect /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:159 +0x53b goroutine 120 [runnable]: google.golang.org/grpc.(*ccResolverWrapper).resolveNow(0xc00040f800) /workspace/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:81 created by google.golang.org/grpc.(*ClientConn).resolveNow /workspace/vendor/google.golang.org/grpc/clientconn.go:1002 +0x76 ==== end of pod log for container csi-mockplugin-0/csi-provisioner ==== ==== start of pod log for container csi-mockplugin-0/csi-provisioner ==== W1023 05:59:06.684997 1 feature_gate.go:235] Setting GA feature gate Topology=true. It will be removed in a future release. I1023 05:59:06.685090 1 feature_gate.go:243] feature gates: &{map[Topology:true]} I1023 05:59:06.685116 1 csi-provisioner.go:132] Version: v2.1.0 I1023 05:59:06.685138 1 csi-provisioner.go:155] Building kube configs for running in cluster... I1023 05:59:06.705377 1 connection.go:153] Connecting to unix:///csi/csi.sock I1023 05:59:06.708208 1 common.go:111] Probing CSI driver for readiness I1023 05:59:06.708224 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I1023 05:59:06.708230 1 connection.go:183] GRPC request: {} I1023 05:59:06.722509 1 connection.go:185] GRPC response: {"ready":{"value":true}} I1023 05:59:06.722592 1 connection.go:186] GRPC error: I1023 05:59:06.722603 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo I1023 05:59:06.722607 1 connection.go:183] GRPC request: {} I1023 05:59:06.724003 1 connection.go:185] GRPC response: {"manifest":{"url":"https://k8s.io/kubernetes/test/e2e/storage/drivers/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-4834","vendor_version":"0.3.0"} I1023 05:59:06.724046 1 connection.go:186] GRPC error: I1023 05:59:06.724057 1 csi-provisioner.go:202] Detected CSI driver csi-mock-csi-mock-volumes-4834 I1023 05:59:06.724063 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities I1023 05:59:06.724068 1 connection.go:183] GRPC request: {} I1023 05:59:06.725996 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]} I1023 05:59:06.726085 1 connection.go:186] GRPC error: I1023 05:59:06.726095 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I1023 05:59:06.726099 1 connection.go:183] GRPC request: {} I1023 05:59:06.727932 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}}]} I1023 05:59:06.728033 1 connection.go:186] GRPC error: I1023 05:59:06.728106 1 csi-provisioner.go:244] CSI driver does not support PUBLISH_UNPUBLISH_VOLUME, not watching VolumeAttachments I1023 05:59:06.728408 1 controller.go:753] Using saving PVs to API server in background I1023 05:59:06.728614 1 reflector.go:219] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I1023 05:59:06.728631 1 reflector.go:255] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:134 I1023 05:59:06.728967 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:134 I1023 05:59:06.728974 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134 I1023 05:59:06.828523 1 shared_informer.go:270] caches populated I1023 05:59:06.828533 1 shared_informer.go:270] caches populated I1023 05:59:06.828546 1 controller.go:838] Starting provisioner controller csi-mock-csi-mock-volumes-4834_csi-mockplugin-0_f44990c3-48dc-49af-879a-6790a7e5cb90! I1023 05:59:06.828578 1 clone_controller.go:66] Starting CloningProtection controller I1023 05:59:06.828597 1 clone_controller.go:84] Started CloningProtection controller I1023 05:59:06.828680 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from pkg/controller/clone_controller.go:82 I1023 05:59:06.828686 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from pkg/controller/clone_controller.go:82 I1023 05:59:06.828812 1 volume_store.go:97] Starting save volume queue I1023 05:59:06.828913 1 reflector.go:219] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 I1023 05:59:06.828919 1 reflector.go:255] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 I1023 05:59:06.829094 1 reflector.go:219] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:875 I1023 05:59:06.829100 1 reflector.go:255] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:875 I1023 05:59:06.928634 1 shared_informer.go:270] caches populated I1023 05:59:06.928654 1 controller.go:887] Started provisioner controller csi-mock-csi-mock-volumes-4834_csi-mockplugin-0_f44990c3-48dc-49af-879a-6790a7e5cb90! I1023 05:59:24.390906 1 controller.go:1335] provision "csi-mock-volumes-4834/pvc-znfdf" class "csi-mock-volumes-4834-scqqn9m": started I1023 05:59:24.404351 1 controller.go:731] CreateVolumeRequest name:"pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23" capacity_range: volume_capabilities: access_mode: > I1023 05:59:24.404631 1 connection.go:182] GRPC call: /csi.v1.Controller/CreateVolume I1023 05:59:24.404641 1 connection.go:183] GRPC request: {"capacity_range":{"required_bytes":1073741824},"name":"pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}}]} I1023 05:59:24.405437 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-4834", Name:"pvc-znfdf", UID:"d42cb180-e5ab-4ac0-8aa8-d7664a260c23", APIVersion:"v1", ResourceVersion:"219242", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-4834/pvc-znfdf" I1023 05:59:24.423595 1 connection.go:185] GRPC response: {} I1023 05:59:24.423742 1 connection.go:186] GRPC error: rpc error: code = ResourceExhausted desc = fake error I1023 05:59:24.423790 1 controller.go:752] CreateVolume failed, supports topology = false, node selected true => may reschedule = false => state = Background: rpc error: code = ResourceExhausted desc = fake error I1023 05:59:24.423859 1 controller.go:1109] Temporary error received, adding PVC d42cb180-e5ab-4ac0-8aa8-d7664a260c23 to claims in progress W1023 05:59:24.423877 1 controller.go:961] Retrying syncing claim "d42cb180-e5ab-4ac0-8aa8-d7664a260c23", failure 0 E1023 05:59:24.423916 1 controller.go:984] error syncing claim "d42cb180-e5ab-4ac0-8aa8-d7664a260c23": failed to provision volume with StorageClass "csi-mock-volumes-4834-scqqn9m": rpc error: code = ResourceExhausted desc = fake error I1023 05:59:24.423978 1 controller.go:1335] provision "csi-mock-volumes-4834/pvc-znfdf" class "csi-mock-volumes-4834-scqqn9m": started I1023 05:59:24.424191 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-4834", Name:"pvc-znfdf", UID:"d42cb180-e5ab-4ac0-8aa8-d7664a260c23", APIVersion:"v1", ResourceVersion:"219242", FieldPath:""}): type: 'Warning' reason: 'ProvisioningFailed' failed to provision volume with StorageClass "csi-mock-volumes-4834-scqqn9m": rpc error: code = ResourceExhausted desc = fake error I1023 05:59:24.427627 1 controller.go:731] CreateVolumeRequest name:"pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23" capacity_range: volume_capabilities: access_mode: > I1023 05:59:24.427659 1 connection.go:182] GRPC call: /csi.v1.Controller/CreateVolume I1023 05:59:24.427663 1 connection.go:183] GRPC request: {"capacity_range":{"required_bytes":1073741824},"name":"pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}}]} I1023 05:59:24.427947 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-4834", Name:"pvc-znfdf", UID:"d42cb180-e5ab-4ac0-8aa8-d7664a260c23", APIVersion:"v1", ResourceVersion:"219242", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-4834/pvc-znfdf" I1023 05:59:24.432172 1 connection.go:185] GRPC response: {"volume":{"capacity_bytes":1073741824,"volume_context":{"name":"pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23"},"volume_id":"4"}} I1023 05:59:24.432219 1 connection.go:186] GRPC error: I1023 05:59:24.432230 1 controller.go:762] create volume rep: {CapacityBytes:1073741824 VolumeId:4 VolumeContext:map[name:pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23] ContentSource: AccessibleTopology:[] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0} I1023 05:59:24.432252 1 controller.go:838] successfully created PV pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23 for PVC pvc-znfdf and csi volume name 4 I1023 05:59:24.432260 1 controller.go:854] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:csi-mock-csi-mock-volumes-4834,VolumeHandle:4,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{name: pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23,storage.kubernetes.io/csiProvisionerIdentity: 1634968746728-8081-csi-mock-csi-mock-volumes-4834,},ControllerPublishSecretRef:nil,NodeStageSecretRef:nil,NodePublishSecretRef:nil,ControllerExpandSecretRef:nil,}} I1023 05:59:24.432394 1 controller.go:1442] provision "csi-mock-volumes-4834/pvc-znfdf" class "csi-mock-volumes-4834-scqqn9m": volume "pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23" provisioned I1023 05:59:24.432414 1 controller.go:1459] provision "csi-mock-volumes-4834/pvc-znfdf" class "csi-mock-volumes-4834-scqqn9m": succeeded I1023 05:59:24.432424 1 volume_store.go:154] Saving volume pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23 I1023 05:59:24.437890 1 volume_store.go:157] Volume pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23 saved I1023 05:59:24.437913 1 controller.go:1096] Claim processing succeeded, removing PVC d42cb180-e5ab-4ac0-8aa8-d7664a260c23 from claims in progress I1023 05:59:24.438016 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-4834", Name:"pvc-znfdf", UID:"d42cb180-e5ab-4ac0-8aa8-d7664a260c23", APIVersion:"v1", ResourceVersion:"219242", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23 I1023 06:00:20.418070 1 controller.go:1475] delete "pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23": started I1023 06:00:20.418149 1 connection.go:182] GRPC call: /csi.v1.Controller/DeleteVolume I1023 06:00:20.418155 1 connection.go:183] GRPC request: {"volume_id":"4"} I1023 06:00:20.432550 1 connection.go:185] GRPC response: {} I1023 06:00:20.432584 1 connection.go:186] GRPC error: I1023 06:00:20.432594 1 controller.go:1490] delete "pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23": volume deleted I1023 06:00:20.446720 1 controller.go:1540] delete "pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23": persistentvolume deleted I1023 06:00:20.446733 1 controller.go:1545] delete "pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23": succeeded E1023 06:00:21.416686 1 connection.go:131] Lost connection to unix:///csi/csi.sock. F1023 06:00:21.416952 1 connection.go:87] Lost connection to CSI driver, exiting goroutine 122 [running]: k8s.io/klog/v2.stacks(0xc00000e001, 0xc000a400c0, 0x57, 0xba) /workspace/vendor/k8s.io/klog/v2/klog.go:1026 +0xb9 k8s.io/klog/v2.(*loggingT).output(0x2604640, 0xc000000003, 0x0, 0x0, 0xc00043ddc0, 0x2553078, 0xd, 0x57, 0x0) /workspace/vendor/k8s.io/klog/v2/klog.go:975 +0x19b k8s.io/klog/v2.(*loggingT).printf(0x2604640, 0x3, 0x0, 0x0, 0x0, 0x0, 0x19a584d, 0x26, 0x0, 0x0, ...) /workspace/vendor/k8s.io/klog/v2/klog.go:750 +0x191 k8s.io/klog/v2.Fatalf(...) /workspace/vendor/k8s.io/klog/v2/klog.go:1502 github.com/kubernetes-csi/csi-lib-utils/connection.ExitOnConnectionLoss.func1(0x2604640) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:87 +0x1d4 github.com/kubernetes-csi/csi-lib-utils/connection.connect.func1(0xc0006c6ea0, 0xd, 0x4a8175cd7, 0x4a8175cd7, 0xc00073d101, 0x10, 0x44c30) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:134 +0x2aa google.golang.org/grpc.WithDialer.func1(0x1ba4a00, 0xc00013b020, 0xc0006c6ea0, 0xd, 0x10, 0x17d5240, 0xc60c3753803d9d6e, 0x2635dc0) /workspace/vendor/google.golang.org/grpc/dialoptions.go:398 +0x8e google.golang.org/grpc/internal/transport.dial(0x1ba4a00, 0xc00013b020, 0xc0006fc540, 0xc0006c6ea0, 0xd, 0x1980038, 0x9, 0xc00000f038, 0x0, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:143 +0x2dd google.golang.org/grpc/internal/transport.newHTTP2Client(0x1ba4a00, 0xc00013b020, 0x1ba4980, 0xc0003ec6c0, 0xc0006c6ea0, 0xd, 0x1980038, 0x9, 0xc00000f038, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:183 +0x15e google.golang.org/grpc/internal/transport.NewClientTransport(...) /workspace/vendor/google.golang.org/grpc/internal/transport/transport.go:579 google.golang.org/grpc.(*addrConn).createTransport(0xc000306dc0, 0xc0006c6ea0, 0xd, 0x1980038, 0x9, 0xc00000f038, 0x0, 0x0, 0x0, 0x19859ba, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1322 +0x40f google.golang.org/grpc.(*addrConn).tryAllAddrs(0xc000306dc0, 0xc0003bf480, 0x1, 0x1, 0xc055072258d58f29, 0x160f603bf4, 0x2604180, 0x1bbd600, 0xc00054ec40, 0x0, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1252 +0x38d google.golang.org/grpc.(*addrConn).resetTransport(0xc000306dc0) /workspace/vendor/google.golang.org/grpc/clientconn.go:1167 +0x23f created by google.golang.org/grpc.(*addrConn).connect /workspace/vendor/google.golang.org/grpc/clientconn.go:843 +0x12a goroutine 1 [select (no cases), 1 minutes]: sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1(0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:889 +0xcc5 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:922 +0xfc main.main.func2(0x1ba49c0, 0xc000044030) /workspace/cmd/csi-provisioner/csi-provisioner.go:465 +0x21d main.main() /workspace/cmd/csi-provisioner/csi-provisioner.go:469 +0x2f62 goroutine 6 [chan receive]: k8s.io/klog/v2.(*loggingT).flushDaemon(0x2604640) /workspace/vendor/k8s.io/klog/v2/klog.go:1169 +0x8b created by k8s.io/klog/v2.init.0 /workspace/vendor/k8s.io/klog/v2/klog.go:417 +0xdf goroutine 90 [chan receive, 1 minutes]: k8s.io/apimachinery/pkg/watch.(*Broadcaster).loop(0xc000831140) /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:219 +0x66 created by k8s.io/apimachinery/pkg/watch.NewBroadcaster /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:73 +0xf7 goroutine 88 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc000711ec0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135 goroutine 146 [IO wait]: internal/poll.runtime_pollWait(0x7f2006189f18, 0x72, 0x1b67fa0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/netpoll.go:220 +0x55 internal/poll.(*pollDesc).wait(0xc00024ec18, 0x72, 0xc0008a0000, 0xf7c5, 0xf7c5) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00024ec00, 0xc0008a0000, 0xf7c5, 0xf7c5, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/internal/poll/fd_unix.go:159 +0x1b1 net.(*netFD).Read(0xc00024ec00, 0xc0008a0000, 0xf7c5, 0xf7c5, 0x203000, 0x6278fb, 0xc000154160) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0001a6008, 0xc0008a0000, 0xf7c5, 0xf7c5, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/net/net.go:182 +0x8e crypto/tls.(*atLeastReader).Read(0xc0008e5660, 0xc0008a0000, 0xf7c5, 0xf7c5, 0x2b9, 0xf502, 0xc00018f710) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:779 +0x62 bytes.(*Buffer).ReadFrom(0xc000154280, 0x1b63c40, 0xc0008e5660, 0x40b445, 0x178f660, 0x1914700) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/bytes/buffer.go:204 +0xb1 crypto/tls.(*Conn).readFromUntil(0xc000154000, 0x1b66840, 0xc0001a6008, 0x5, 0xc0001a6008, 0x2a8) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:801 +0xf3 crypto/tls.(*Conn).readRecordOrCCS(0xc000154000, 0x0, 0x0, 0x203000) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:608 +0x115 crypto/tls.(*Conn).readRecord(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:576 crypto/tls.(*Conn).Read(0xc000154000, 0xc00031b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:1252 +0x15f bufio.(*Reader).Read(0xc0004f3680, 0xc00061e118, 0x9, 0x9, 0x473d3c, 0xc0008294e0, 0x29f) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/bufio/bufio.go:227 +0x222 io.ReadAtLeast(0x1b63aa0, 0xc0004f3680, 0xc00061e118, 0x9, 0x9, 0x9, 0xc0008294d0, 0x1a3ac08, 0xc0008294c8) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/io/io.go:314 +0x87 io.ReadFull(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/io/io.go:333 golang.org/x/net/http2.readFrameHeader(0xc00061e118, 0x9, 0x9, 0x1b63aa0, 0xc0004f3680, 0x0, 0x0, 0xc00018fdd0, 0x467f85) /workspace/vendor/golang.org/x/net/http2/frame.go:237 +0x89 golang.org/x/net/http2.(*Framer).ReadFrame(0xc00061e0e0, 0xc0008eade0, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/frame.go:492 +0xa5 golang.org/x/net/http2.(*clientConnReadLoop).run(0xc00018ffa8, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:1819 +0xd8 golang.org/x/net/http2.(*ClientConn).readLoop(0xc00062e000) /workspace/vendor/golang.org/x/net/http2/transport.go:1741 +0x6f created by golang.org/x/net/http2.(*Transport).newClientConn /workspace/vendor/golang.org/x/net/http2/transport.go:705 +0x6c5 goroutine 89 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000820e40) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405 created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 121 [select]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0003bf500) /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8 created by google.golang.org/grpc.newCCBalancerWrapper /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172 goroutine 264 [runnable]: google.golang.org/grpc.(*ccResolverWrapper).resolveNow(0xc0007100c0) /workspace/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:81 created by google.golang.org/grpc.(*ClientConn).resolveNow /workspace/vendor/google.golang.org/grpc/clientconn.go:1002 +0x76 goroutine 91 [chan receive, 1 minutes]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1b71d40, 0xc0001a9710, 0xc0003c2fd0) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 92 [chan receive, 1 minutes]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1b71d40, 0xc0001a98c0, 0xc0001a9890) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 93 [chan receive]: k8s.io/apimachinery/pkg/watch.(*Broadcaster).loop(0xc000831300) /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:219 +0x66 created by k8s.io/apimachinery/pkg/watch.NewBroadcaster /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:73 +0xf7 goroutine 94 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1b71d40, 0xc0001a99b0, 0xc0003c3070) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 95 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1b71d40, 0xc0001a9b60, 0xc0001a9b30) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 96 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc000821200) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135 goroutine 161 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000821320) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405 created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 162 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc000821380) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135 goroutine 163 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc0008214a0) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405 created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 164 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc0008215c0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135 goroutine 165 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc0008216e0) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405 created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 166 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0007f5a68, 0xa) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0007f5a58) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0007f5a40, 0xc0003c32f0, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc000826f30) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000586e68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000586e68, 0x1b66080, 0xc0005581b0, 0xc0006c7201, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000586e68, 0x3b9aca00, 0x0, 0xc000735201, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc000826f30, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0007f55e0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by k8s.io/client-go/informers.(*sharedInformerFactory).Start /workspace/vendor/k8s.io/client-go/informers/factory.go:134 +0x191 goroutine 167 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0007f5b08, 0x13) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0007f5af8) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0007f5ae0, 0xc0003c3910, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0008274d0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00055ce68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00055ce68, 0x1b66080, 0xc000558480, 0xc0006c7301, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00055ce68, 0x3b9aca00, 0x0, 0xc00054e301, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0008274d0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0007f5680, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by k8s.io/client-go/informers.(*sharedInformerFactory).Start /workspace/vendor/k8s.io/client-go/informers/factory.go:134 +0x191 goroutine 193 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000537f60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006ddf60, 0x1b66080, 0xc0004b0e40, 0x1741401, 0xc0001d91a0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000537f60, 0x3b9aca00, 0x0, 0x1, 0xc0001d91a0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00047a780) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030aca0, 0xc00047ce40) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 194 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00047a780) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030aca0, 0xc00047ce50) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 181 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00024f900) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030aca0, 0xc0003c3e90) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 171 [chan receive, 1 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc00030abd0, 0xc000147ec0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0006c7200, 0xc00019e3e0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 172 [chan receive (nil chan), 1 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc000826f30) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 173 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0002c0e00, 0xc055070aab93b9d8, 0x3ad70a3, 0x2604180, 0x1b71d00, 0xc0003edec0, 0xc000597bc8, 0xc0004f2f00, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0002c0e00, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000587ef0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000597ef0, 0x1b66060, 0xc000713d10, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0002c0e00, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0006c7230, 0xc00019e4a0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 183 [select, 1 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0002c0e00, 0x0, 0xc0001d88a0, 0xc0004f2f00) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 180 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000536f60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000582f60, 0x1b66080, 0xc000558720, 0x1741401, 0xc0001d8480) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000536f60, 0x3b9aca00, 0x0, 0x1, 0xc0001d8480) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00024f900) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030aca0, 0xc0003c3e80) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 176 [chan receive, 1 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc00030ac40, 0xc0001d8300) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0006c7380, 0xc00019e7a0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 177 [chan receive (nil chan), 1 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc0008274d0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 178 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0002c0ee0, 0xc055070aaba535ec, 0x3beecba, 0x2604180, 0x1b71d00, 0xc000612100, 0xc000977bc8, 0xc0004f34a0, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0002c0ee0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00055def0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000977ef0, 0x1b66060, 0xc000713e50, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0002c0ee0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0006c73c0, 0xc00019e860) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 184 [select, 1 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0002c0ee0, 0x0, 0xc0001d89c0, 0xc0004f34a0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 187 [chan receive (nil chan), 1 minutes]: github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run(0xc000831540, 0x1ba49c0, 0xc000044030, 0x1) /workspace/pkg/controller/clone_controller.go:85 +0x476 created by main.main.func2 /workspace/cmd/csi-provisioner/csi-provisioner.go:463 +0x273 goroutine 186 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0008294e0, 0xa) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0008294d0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc0008294c8, 0xc00095f201, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc0008294a0, 0xc00095f201, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc00043a420, 0xc0008e570a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc00043a420, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc00043a420, 0x177bde0, 0xc0008e5700, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0004b0540, 0xc000179c00, 0x400, 0x400, 0xc000129d98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0006149b0, 0x0, 0x1b71900, 0xc00015e100, 0x0, 0x0, 0x460300, 0xc0001d8ae0, 0xc000129e80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0004000c0, 0xc000129f18, 0x7, 0x1b70fc0, 0xc00083ef00, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0003edec0) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 127 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc00043a1a0, 0x14) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00043a190) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc00043a188, 0xc0001ff001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc00043a160, 0xc0001ff001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc0006306e0, 0xc0008e520a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc0006306e0, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc0006306e0, 0x177bde0, 0xc0008e5220, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc000550f60, 0xc000288a80, 0x800, 0xa80, 0xc000971d98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0007ff8b0, 0x0, 0x1b71900, 0xc0003bffc0, 0x0, 0x0, 0x460300, 0xc00062c000, 0xc000971e80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000825200, 0xc000971f18, 0x8, 0x1b6f400, 0xc0006ac8c0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000612100) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 188 [chan receive (nil chan), 1 minutes]: sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run(0xc00030b810, 0x1ba49c0, 0xc000044030, 0x4) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:103 +0x1ce created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:892 +0xc5 goroutine 189 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc00054a708, 0x14) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00054a6f8) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00054a6e0, 0xc00047d220, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0003f6990) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00074de68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00074de68, 0x1b66080, 0xc0004b08d0, 0xc000044501, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00074de68, 0x3b9aca00, 0x0, 0xc000327401, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0003f6990, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0007f5860, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 +0x6b5 goroutine 190 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc00054ac08, 0xa) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00054abf8) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00054abe0, 0xc00047d520, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0003f73b0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00074fe68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00074fe68, 0x1b66080, 0xc0004b0ba0, 0xc000044b01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00074fe68, 0x3b9aca00, 0x0, 0xc000865501, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0003f73b0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0007f5900, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:875 +0x65e goroutine 195 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831110, 0xa) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831100) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000711ec0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).processNextClaimWorkItem(0xc000831540, 0x1ba49c0, 0xc000044030, 0x170bb01) /workspace/pkg/controller/clone_controller.go:96 +0x38 github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).runClaimWorker(0xc000831540, 0x1ba49c0, 0xc000044030) /workspace/pkg/controller/clone_controller.go:90 +0x3f github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run.func3() /workspace/pkg/controller/clone_controller.go:78 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000400180) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000400180, 0x1b66080, 0xc0004b0e70, 0xc0001d8401, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000400180, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000400180, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run /workspace/pkg/controller/clone_controller.go:77 +0x2bb goroutine 196 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc00054a5c8, 0x13) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00054a5b8) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00054a5a0, 0xc00047cef0, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc000265ef0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000583e68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000583e68, 0x1b66080, 0xc0004b05d0, 0xc000044001, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000583e68, 0x3b9aca00, 0x0, 0xc00054e301, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc000265ef0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0007f5680, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run /workspace/pkg/controller/clone_controller.go:82 +0x3d2 goroutine 216 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00073ef60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006d9f60, 0x1b66080, 0xc0004b0f30, 0x1741401, 0xc0001d9200) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00073ef60, 0x3b9aca00, 0x0, 0x1, 0xc0001d9200) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00024f900) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030aca0, 0xc00047d810) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 198 [chan receive, 1 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc00030ac40, 0xc0001d8d20) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00062bff0, 0xc000400220) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 199 [chan receive (nil chan), 1 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc000265ef0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 200 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0002c0fc0, 0xc055070ab1812201, 0x99ad8cc, 0x2604180, 0x1b71d00, 0xc0008f6e00, 0xc000973bc8, 0xc00057aa20, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0002c0fc0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000584ef0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000973ef0, 0x1b66060, 0xc000614a50, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0002c0fc0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0000440d0, 0xc0004002e0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 225 [select, 1 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0002c0fc0, 0x0, 0xc0001d9440, 0xc00057aa20) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 202 [sync.Cond.Wait, 1 minutes]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0008314d0, 0x1) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0008314c0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008215c0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc00030b810, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(0xc00030b810) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 +0x2b k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00047d1d0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00047d1d0, 0x1b66080, 0xc0004b0ea0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00047d1d0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc00047d1d0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 203 [sync.Cond.Wait, 1 minutes]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0008314d0, 0x2) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0008314c0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008215c0, 0x0, 0x0, 0xc00047cf00) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc00030b810, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(0xc00030b810) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 +0x2b k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00047d1e0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00047d1e0, 0x1b66080, 0xc0004b0ed0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00047d1e0, 0x3b9aca00, 0x0, 0xc0004f3801, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc00047d1e0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 204 [sync.Cond.Wait, 1 minutes]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0008314d0, 0x3) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0008314c0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008215c0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc00030b810, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(0xc00030b810) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 +0x2b k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00047d1f0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00047d1f0, 0x1b66080, 0xc0004b0f00, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00047d1f0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc00047d1f0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 205 [sync.Cond.Wait, 1 minutes]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0008314d0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0008314c0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008215c0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc00030b810, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(0xc00030b810) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 +0x2b k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00047d200) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00047d200, 0x1b66080, 0xc0004b0870, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00047d200, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc00047d200, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 220 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000740f60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006dbf60, 0x1b66080, 0xc0004b0f90, 0x1741401, 0xc0001d92c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000740f60, 0x3b9aca00, 0x0, 0x1300b01, 0xc0001d92c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00024f980) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030b720, 0xc00047d850) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 207 [chan receive, 1 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc00030b6c0, 0xc0001d8ea0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000044540, 0xc000400660) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 208 [chan receive (nil chan), 1 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc0003f6990) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 209 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0002c10a0, 0xc055070ab1a77ec5, 0x9c13590, 0x2604180, 0x1b71d00, 0xc000612340, 0xc00097dbc8, 0xc00057b860, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0002c10a0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00074eef0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00097def0, 0x1b66060, 0xc000614af0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0002c10a0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000044590, 0xc000400720) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 228 [select, 1 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0002c10a0, 0x0, 0xc0001d98c0, 0xc00057b860) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 231 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831410, 0xc000000023) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831400) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821200, 0x0, 0x0, 0xc000044000) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x100000100000001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922a00) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922a00, 0x1b66080, 0xc00091cf60, 0xc000532701, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922a00, 0x3b9aca00, 0x0, 0xc0004f3b01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922a00, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 212 [chan receive, 1 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc00030b730, 0xc0001d9020) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000044a70, 0xc000400b60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 213 [chan receive (nil chan), 1 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc0003f73b0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 214 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0002c1180, 0xc055070ab1790fe5, 0x992c6b0, 0x2604180, 0x1b71d00, 0xc0006ee380, 0xc00097fbc8, 0xc00057a7e0, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0002c1180, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0006dcef0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00097fef0, 0x1b66060, 0xc000614be0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0002c1180, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000044b20, 0xc000400c80) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 223 [select, 1 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0002c1180, 0x0, 0xc0001d9320, 0xc00057a7e0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 217 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00024f900) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030aca0, 0xc00047d820) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 218 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000532f60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006daf60, 0x1b66080, 0xc0004b0f60, 0x1741401, 0xc0001d9260) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000532f60, 0x3b9aca00, 0x0, 0x1, 0xc0001d9260) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00047a780) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030aca0, 0xc00047d830) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 219 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00047a780) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030aca0, 0xc00047d840) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 221 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00024f980) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030b720, 0xc00047d860) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 227 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000022f60, 0xa) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000022f50) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc000022f48, 0xc00095ec01, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc000022f20, 0xc00095ec01, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc000256000, 0xc0008e580a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc000256000, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc000256000, 0x177bde0, 0xc0008e5800, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc000706120, 0xc0004b2c00, 0x400, 0x400, 0xc000979d98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc000615540, 0x0, 0x1b71900, 0xc00015e1c0, 0x0, 0x0, 0x460300, 0xc0001d9560, 0xc000979e80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000419b00, 0xc000979f18, 0x7, 0x1b70fc0, 0xc000735080, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0006ee380) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 230 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000023d20, 0x14) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000023d10) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc000023d08, 0xc0001fe001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc000023ce0, 0xc0001fe001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc000256f20, 0xc0008e500a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc000256f20, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc000256f20, 0x177bde0, 0xc0008e5040, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc00091c630, 0xc0001f7500, 0x800, 0xa80, 0xc00059bd98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc000615ef0, 0x0, 0x1b71900, 0xc0003bfe80, 0x0, 0x0, 0x460300, 0xc0001d99e0, 0xc00059be80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0009229c0, 0xc00059bf18, 0x8, 0x1b6f400, 0xc0006ac700, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0008f6e00) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 242 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000256ca0, 0x15) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000256c90) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc000256c88, 0xc0001fc001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc000256c60, 0xc0001fc001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc000630b00, 0xc0008f220a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc000630b00, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc000630b00, 0x177bde0, 0xc0008f2200, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc000551230, 0xc0001f6000, 0x800, 0xa80, 0xc0001ebd98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0007ff9a0, 0x0, 0x1b71900, 0xc0003ec640, 0x0, 0x0, 0x460300, 0xc00062c060, 0xc0001ebe80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0008252e0, 0xc0001ebf18, 0x8, 0x1b6f3c0, 0xc000a77b80, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000612340) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 232 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831450, 0x15) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831440) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821380, 0x0, 0x0, 0xc000044000) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x15add01) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922a20) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922a20, 0x1b66080, 0xc00091cf90, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922a20, 0x3b9aca00, 0x0, 0x1a39f01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922a20, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 goroutine 233 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831410, 0xc000000025) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831400) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821200, 0x0, 0x0, 0xc0001d5d00) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x15add01) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922a40) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922a40, 0x1b66080, 0xc00091cfc0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922a40, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922a40, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 234 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831450, 0x16) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831440) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821380, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922a60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922a60, 0x1b66080, 0xc00091cff0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922a60, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922a60, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 goroutine 235 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831410, 0xc000000024) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831400) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821200, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922a80) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922a80, 0x1b66080, 0xc00091d020, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922a80, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922a80, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 236 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831450, 0x12) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831440) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821380, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922aa0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922aa0, 0x1b66080, 0xc00091d050, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922aa0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922aa0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 goroutine 237 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831410, 0xc000000026) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831400) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821200, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922ac0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922ac0, 0x1b66080, 0xc00091d080, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922ac0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922ac0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 238 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831450, 0x13) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831440) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821380, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922ae0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922ae0, 0x1b66080, 0xc00091d0b0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922ae0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922ae0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 goroutine 239 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831410, 0xc000000027) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831400) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821200, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922b00) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922b00, 0x1b66080, 0xc00091d0e0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922b00, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922b00, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 240 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831450, 0x14) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831440) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821380, 0x0, 0x0, 0x40e02ba8f5c28f00) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x40e02ba7ae147a01) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922b20) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922b20, 0x1b66080, 0xc00091c690, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922b20, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922b20, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 ==== end of pod log for container csi-mockplugin-0/csi-provisioner ==== ==== start of pod log for container csi-mockplugin-0/csi-provisioner ==== W1023 05:59:06.684997 1 feature_gate.go:235] Setting GA feature gate Topology=true. It will be removed in a future release. I1023 05:59:06.685090 1 feature_gate.go:243] feature gates: &{map[Topology:true]} I1023 05:59:06.685116 1 csi-provisioner.go:132] Version: v2.1.0 I1023 05:59:06.685138 1 csi-provisioner.go:155] Building kube configs for running in cluster... I1023 05:59:06.705377 1 connection.go:153] Connecting to unix:///csi/csi.sock I1023 05:59:06.708208 1 common.go:111] Probing CSI driver for readiness I1023 05:59:06.708224 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I1023 05:59:06.708230 1 connection.go:183] GRPC request: {} I1023 05:59:06.722509 1 connection.go:185] GRPC response: {"ready":{"value":true}} I1023 05:59:06.722592 1 connection.go:186] GRPC error: I1023 05:59:06.722603 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo I1023 05:59:06.722607 1 connection.go:183] GRPC request: {} I1023 05:59:06.724003 1 connection.go:185] GRPC response: {"manifest":{"url":"https://k8s.io/kubernetes/test/e2e/storage/drivers/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-4834","vendor_version":"0.3.0"} I1023 05:59:06.724046 1 connection.go:186] GRPC error: I1023 05:59:06.724057 1 csi-provisioner.go:202] Detected CSI driver csi-mock-csi-mock-volumes-4834 I1023 05:59:06.724063 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities I1023 05:59:06.724068 1 connection.go:183] GRPC request: {} I1023 05:59:06.725996 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]} I1023 05:59:06.726085 1 connection.go:186] GRPC error: I1023 05:59:06.726095 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I1023 05:59:06.726099 1 connection.go:183] GRPC request: {} I1023 05:59:06.727932 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}}]} I1023 05:59:06.728033 1 connection.go:186] GRPC error: I1023 05:59:06.728106 1 csi-provisioner.go:244] CSI driver does not support PUBLISH_UNPUBLISH_VOLUME, not watching VolumeAttachments I1023 05:59:06.728408 1 controller.go:753] Using saving PVs to API server in background I1023 05:59:06.728614 1 reflector.go:219] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I1023 05:59:06.728631 1 reflector.go:255] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:134 I1023 05:59:06.728967 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:134 I1023 05:59:06.728974 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134 I1023 05:59:06.828523 1 shared_informer.go:270] caches populated I1023 05:59:06.828533 1 shared_informer.go:270] caches populated I1023 05:59:06.828546 1 controller.go:838] Starting provisioner controller csi-mock-csi-mock-volumes-4834_csi-mockplugin-0_f44990c3-48dc-49af-879a-6790a7e5cb90! I1023 05:59:06.828578 1 clone_controller.go:66] Starting CloningProtection controller I1023 05:59:06.828597 1 clone_controller.go:84] Started CloningProtection controller I1023 05:59:06.828680 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from pkg/controller/clone_controller.go:82 I1023 05:59:06.828686 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from pkg/controller/clone_controller.go:82 I1023 05:59:06.828812 1 volume_store.go:97] Starting save volume queue I1023 05:59:06.828913 1 reflector.go:219] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 I1023 05:59:06.828919 1 reflector.go:255] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 I1023 05:59:06.829094 1 reflector.go:219] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:875 I1023 05:59:06.829100 1 reflector.go:255] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:875 I1023 05:59:06.928634 1 shared_informer.go:270] caches populated I1023 05:59:06.928654 1 controller.go:887] Started provisioner controller csi-mock-csi-mock-volumes-4834_csi-mockplugin-0_f44990c3-48dc-49af-879a-6790a7e5cb90! I1023 05:59:24.390906 1 controller.go:1335] provision "csi-mock-volumes-4834/pvc-znfdf" class "csi-mock-volumes-4834-scqqn9m": started I1023 05:59:24.404351 1 controller.go:731] CreateVolumeRequest name:"pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23" capacity_range: volume_capabilities: access_mode: > I1023 05:59:24.404631 1 connection.go:182] GRPC call: /csi.v1.Controller/CreateVolume I1023 05:59:24.404641 1 connection.go:183] GRPC request: {"capacity_range":{"required_bytes":1073741824},"name":"pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}}]} I1023 05:59:24.405437 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-4834", Name:"pvc-znfdf", UID:"d42cb180-e5ab-4ac0-8aa8-d7664a260c23", APIVersion:"v1", ResourceVersion:"219242", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-4834/pvc-znfdf" I1023 05:59:24.423595 1 connection.go:185] GRPC response: {} I1023 05:59:24.423742 1 connection.go:186] GRPC error: rpc error: code = ResourceExhausted desc = fake error I1023 05:59:24.423790 1 controller.go:752] CreateVolume failed, supports topology = false, node selected true => may reschedule = false => state = Background: rpc error: code = ResourceExhausted desc = fake error I1023 05:59:24.423859 1 controller.go:1109] Temporary error received, adding PVC d42cb180-e5ab-4ac0-8aa8-d7664a260c23 to claims in progress W1023 05:59:24.423877 1 controller.go:961] Retrying syncing claim "d42cb180-e5ab-4ac0-8aa8-d7664a260c23", failure 0 E1023 05:59:24.423916 1 controller.go:984] error syncing claim "d42cb180-e5ab-4ac0-8aa8-d7664a260c23": failed to provision volume with StorageClass "csi-mock-volumes-4834-scqqn9m": rpc error: code = ResourceExhausted desc = fake error I1023 05:59:24.423978 1 controller.go:1335] provision "csi-mock-volumes-4834/pvc-znfdf" class "csi-mock-volumes-4834-scqqn9m": started I1023 05:59:24.424191 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-4834", Name:"pvc-znfdf", UID:"d42cb180-e5ab-4ac0-8aa8-d7664a260c23", APIVersion:"v1", ResourceVersion:"219242", FieldPath:""}): type: 'Warning' reason: 'ProvisioningFailed' failed to provision volume with StorageClass "csi-mock-volumes-4834-scqqn9m": rpc error: code = ResourceExhausted desc = fake error I1023 05:59:24.427627 1 controller.go:731] CreateVolumeRequest name:"pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23" capacity_range: volume_capabilities: access_mode: > I1023 05:59:24.427659 1 connection.go:182] GRPC call: /csi.v1.Controller/CreateVolume I1023 05:59:24.427663 1 connection.go:183] GRPC request: {"capacity_range":{"required_bytes":1073741824},"name":"pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}}]} I1023 05:59:24.427947 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-4834", Name:"pvc-znfdf", UID:"d42cb180-e5ab-4ac0-8aa8-d7664a260c23", APIVersion:"v1", ResourceVersion:"219242", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-4834/pvc-znfdf" I1023 05:59:24.432172 1 connection.go:185] GRPC response: {"volume":{"capacity_bytes":1073741824,"volume_context":{"name":"pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23"},"volume_id":"4"}} I1023 05:59:24.432219 1 connection.go:186] GRPC error: I1023 05:59:24.432230 1 controller.go:762] create volume rep: {CapacityBytes:1073741824 VolumeId:4 VolumeContext:map[name:pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23] ContentSource: AccessibleTopology:[] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0} I1023 05:59:24.432252 1 controller.go:838] successfully created PV pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23 for PVC pvc-znfdf and csi volume name 4 I1023 05:59:24.432260 1 controller.go:854] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:csi-mock-csi-mock-volumes-4834,VolumeHandle:4,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{name: pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23,storage.kubernetes.io/csiProvisionerIdentity: 1634968746728-8081-csi-mock-csi-mock-volumes-4834,},ControllerPublishSecretRef:nil,NodeStageSecretRef:nil,NodePublishSecretRef:nil,ControllerExpandSecretRef:nil,}} I1023 05:59:24.432394 1 controller.go:1442] provision "csi-mock-volumes-4834/pvc-znfdf" class "csi-mock-volumes-4834-scqqn9m": volume "pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23" provisioned I1023 05:59:24.432414 1 controller.go:1459] provision "csi-mock-volumes-4834/pvc-znfdf" class "csi-mock-volumes-4834-scqqn9m": succeeded I1023 05:59:24.432424 1 volume_store.go:154] Saving volume pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23 I1023 05:59:24.437890 1 volume_store.go:157] Volume pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23 saved I1023 05:59:24.437913 1 controller.go:1096] Claim processing succeeded, removing PVC d42cb180-e5ab-4ac0-8aa8-d7664a260c23 from claims in progress I1023 05:59:24.438016 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-4834", Name:"pvc-znfdf", UID:"d42cb180-e5ab-4ac0-8aa8-d7664a260c23", APIVersion:"v1", ResourceVersion:"219242", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23 I1023 06:00:20.418070 1 controller.go:1475] delete "pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23": started I1023 06:00:20.418149 1 connection.go:182] GRPC call: /csi.v1.Controller/DeleteVolume I1023 06:00:20.418155 1 connection.go:183] GRPC request: {"volume_id":"4"} I1023 06:00:20.432550 1 connection.go:185] GRPC response: {} I1023 06:00:20.432584 1 connection.go:186] GRPC error: I1023 06:00:20.432594 1 controller.go:1490] delete "pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23": volume deleted I1023 06:00:20.446720 1 controller.go:1540] delete "pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23": persistentvolume deleted I1023 06:00:20.446733 1 controller.go:1545] delete "pvc-d42cb180-e5ab-4ac0-8aa8-d7664a260c23": succeeded E1023 06:00:21.416686 1 connection.go:131] Lost connection to unix:///csi/csi.sock. F1023 06:00:21.416952 1 connection.go:87] Lost connection to CSI driver, exiting goroutine 122 [running]: k8s.io/klog/v2.stacks(0xc00000e001, 0xc000a400c0, 0x57, 0xba) /workspace/vendor/k8s.io/klog/v2/klog.go:1026 +0xb9 k8s.io/klog/v2.(*loggingT).output(0x2604640, 0xc000000003, 0x0, 0x0, 0xc00043ddc0, 0x2553078, 0xd, 0x57, 0x0) /workspace/vendor/k8s.io/klog/v2/klog.go:975 +0x19b k8s.io/klog/v2.(*loggingT).printf(0x2604640, 0x3, 0x0, 0x0, 0x0, 0x0, 0x19a584d, 0x26, 0x0, 0x0, ...) /workspace/vendor/k8s.io/klog/v2/klog.go:750 +0x191 k8s.io/klog/v2.Fatalf(...) /workspace/vendor/k8s.io/klog/v2/klog.go:1502 github.com/kubernetes-csi/csi-lib-utils/connection.ExitOnConnectionLoss.func1(0x2604640) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:87 +0x1d4 github.com/kubernetes-csi/csi-lib-utils/connection.connect.func1(0xc0006c6ea0, 0xd, 0x4a8175cd7, 0x4a8175cd7, 0xc00073d101, 0x10, 0x44c30) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:134 +0x2aa google.golang.org/grpc.WithDialer.func1(0x1ba4a00, 0xc00013b020, 0xc0006c6ea0, 0xd, 0x10, 0x17d5240, 0xc60c3753803d9d6e, 0x2635dc0) /workspace/vendor/google.golang.org/grpc/dialoptions.go:398 +0x8e google.golang.org/grpc/internal/transport.dial(0x1ba4a00, 0xc00013b020, 0xc0006fc540, 0xc0006c6ea0, 0xd, 0x1980038, 0x9, 0xc00000f038, 0x0, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:143 +0x2dd google.golang.org/grpc/internal/transport.newHTTP2Client(0x1ba4a00, 0xc00013b020, 0x1ba4980, 0xc0003ec6c0, 0xc0006c6ea0, 0xd, 0x1980038, 0x9, 0xc00000f038, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:183 +0x15e google.golang.org/grpc/internal/transport.NewClientTransport(...) /workspace/vendor/google.golang.org/grpc/internal/transport/transport.go:579 google.golang.org/grpc.(*addrConn).createTransport(0xc000306dc0, 0xc0006c6ea0, 0xd, 0x1980038, 0x9, 0xc00000f038, 0x0, 0x0, 0x0, 0x19859ba, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1322 +0x40f google.golang.org/grpc.(*addrConn).tryAllAddrs(0xc000306dc0, 0xc0003bf480, 0x1, 0x1, 0xc055072258d58f29, 0x160f603bf4, 0x2604180, 0x1bbd600, 0xc00054ec40, 0x0, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1252 +0x38d google.golang.org/grpc.(*addrConn).resetTransport(0xc000306dc0) /workspace/vendor/google.golang.org/grpc/clientconn.go:1167 +0x23f created by google.golang.org/grpc.(*addrConn).connect /workspace/vendor/google.golang.org/grpc/clientconn.go:843 +0x12a goroutine 1 [select (no cases), 1 minutes]: sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1(0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:889 +0xcc5 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:922 +0xfc main.main.func2(0x1ba49c0, 0xc000044030) /workspace/cmd/csi-provisioner/csi-provisioner.go:465 +0x21d main.main() /workspace/cmd/csi-provisioner/csi-provisioner.go:469 +0x2f62 goroutine 6 [chan receive]: k8s.io/klog/v2.(*loggingT).flushDaemon(0x2604640) /workspace/vendor/k8s.io/klog/v2/klog.go:1169 +0x8b created by k8s.io/klog/v2.init.0 /workspace/vendor/k8s.io/klog/v2/klog.go:417 +0xdf goroutine 90 [chan receive, 1 minutes]: k8s.io/apimachinery/pkg/watch.(*Broadcaster).loop(0xc000831140) /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:219 +0x66 created by k8s.io/apimachinery/pkg/watch.NewBroadcaster /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:73 +0xf7 goroutine 88 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc000711ec0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135 goroutine 146 [IO wait]: internal/poll.runtime_pollWait(0x7f2006189f18, 0x72, 0x1b67fa0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/netpoll.go:220 +0x55 internal/poll.(*pollDesc).wait(0xc00024ec18, 0x72, 0xc0008a0000, 0xf7c5, 0xf7c5) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00024ec00, 0xc0008a0000, 0xf7c5, 0xf7c5, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/internal/poll/fd_unix.go:159 +0x1b1 net.(*netFD).Read(0xc00024ec00, 0xc0008a0000, 0xf7c5, 0xf7c5, 0x203000, 0x6278fb, 0xc000154160) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0001a6008, 0xc0008a0000, 0xf7c5, 0xf7c5, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/net/net.go:182 +0x8e crypto/tls.(*atLeastReader).Read(0xc0008e5660, 0xc0008a0000, 0xf7c5, 0xf7c5, 0x2b9, 0xf502, 0xc00018f710) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:779 +0x62 bytes.(*Buffer).ReadFrom(0xc000154280, 0x1b63c40, 0xc0008e5660, 0x40b445, 0x178f660, 0x1914700) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/bytes/buffer.go:204 +0xb1 crypto/tls.(*Conn).readFromUntil(0xc000154000, 0x1b66840, 0xc0001a6008, 0x5, 0xc0001a6008, 0x2a8) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:801 +0xf3 crypto/tls.(*Conn).readRecordOrCCS(0xc000154000, 0x0, 0x0, 0x203000) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:608 +0x115 crypto/tls.(*Conn).readRecord(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:576 crypto/tls.(*Conn).Read(0xc000154000, 0xc00031b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/crypto/tls/conn.go:1252 +0x15f bufio.(*Reader).Read(0xc0004f3680, 0xc00061e118, 0x9, 0x9, 0x473d3c, 0xc0008294e0, 0x29f) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/bufio/bufio.go:227 +0x222 io.ReadAtLeast(0x1b63aa0, 0xc0004f3680, 0xc00061e118, 0x9, 0x9, 0x9, 0xc0008294d0, 0x1a3ac08, 0xc0008294c8) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/io/io.go:314 +0x87 io.ReadFull(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/io/io.go:333 golang.org/x/net/http2.readFrameHeader(0xc00061e118, 0x9, 0x9, 0x1b63aa0, 0xc0004f3680, 0x0, 0x0, 0xc00018fdd0, 0x467f85) /workspace/vendor/golang.org/x/net/http2/frame.go:237 +0x89 golang.org/x/net/http2.(*Framer).ReadFrame(0xc00061e0e0, 0xc0008eade0, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/frame.go:492 +0xa5 golang.org/x/net/http2.(*clientConnReadLoop).run(0xc00018ffa8, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:1819 +0xd8 golang.org/x/net/http2.(*ClientConn).readLoop(0xc00062e000) /workspace/vendor/golang.org/x/net/http2/transport.go:1741 +0x6f created by golang.org/x/net/http2.(*Transport).newClientConn /workspace/vendor/golang.org/x/net/http2/transport.go:705 +0x6c5 goroutine 89 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000820e40) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405 created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 121 [select]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0003bf500) /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8 created by google.golang.org/grpc.newCCBalancerWrapper /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172 goroutine 264 [runnable]: google.golang.org/grpc.(*ccResolverWrapper).resolveNow(0xc0007100c0) /workspace/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:81 created by google.golang.org/grpc.(*ClientConn).resolveNow /workspace/vendor/google.golang.org/grpc/clientconn.go:1002 +0x76 goroutine 91 [chan receive, 1 minutes]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1b71d40, 0xc0001a9710, 0xc0003c2fd0) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 92 [chan receive, 1 minutes]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1b71d40, 0xc0001a98c0, 0xc0001a9890) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 93 [chan receive]: k8s.io/apimachinery/pkg/watch.(*Broadcaster).loop(0xc000831300) /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:219 +0x66 created by k8s.io/apimachinery/pkg/watch.NewBroadcaster /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:73 +0xf7 goroutine 94 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1b71d40, 0xc0001a99b0, 0xc0003c3070) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 95 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1b71d40, 0xc0001a9b60, 0xc0001a9b30) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 96 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc000821200) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135 goroutine 161 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000821320) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405 created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 162 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc000821380) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135 goroutine 163 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc0008214a0) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405 created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 164 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc0008215c0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:198 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:58 +0x135 goroutine 165 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc0008216e0) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x405 created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 166 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0007f5a68, 0xa) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0007f5a58) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0007f5a40, 0xc0003c32f0, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc000826f30) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000586e68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000586e68, 0x1b66080, 0xc0005581b0, 0xc0006c7201, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000586e68, 0x3b9aca00, 0x0, 0xc000735201, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc000826f30, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0007f55e0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by k8s.io/client-go/informers.(*sharedInformerFactory).Start /workspace/vendor/k8s.io/client-go/informers/factory.go:134 +0x191 goroutine 167 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0007f5b08, 0x13) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0007f5af8) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0007f5ae0, 0xc0003c3910, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0008274d0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00055ce68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00055ce68, 0x1b66080, 0xc000558480, 0xc0006c7301, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00055ce68, 0x3b9aca00, 0x0, 0xc00054e301, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0008274d0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0007f5680, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by k8s.io/client-go/informers.(*sharedInformerFactory).Start /workspace/vendor/k8s.io/client-go/informers/factory.go:134 +0x191 goroutine 193 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000537f60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006ddf60, 0x1b66080, 0xc0004b0e40, 0x1741401, 0xc0001d91a0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000537f60, 0x3b9aca00, 0x0, 0x1, 0xc0001d91a0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00047a780) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030aca0, 0xc00047ce40) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 194 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00047a780) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030aca0, 0xc00047ce50) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 181 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00024f900) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030aca0, 0xc0003c3e90) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 171 [chan receive, 1 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc00030abd0, 0xc000147ec0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0006c7200, 0xc00019e3e0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 172 [chan receive (nil chan), 1 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc000826f30) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 173 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0002c0e00, 0xc055070aab93b9d8, 0x3ad70a3, 0x2604180, 0x1b71d00, 0xc0003edec0, 0xc000597bc8, 0xc0004f2f00, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0002c0e00, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000587ef0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000597ef0, 0x1b66060, 0xc000713d10, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0002c0e00, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0006c7230, 0xc00019e4a0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 183 [select, 1 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0002c0e00, 0x0, 0xc0001d88a0, 0xc0004f2f00) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 180 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000536f60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000582f60, 0x1b66080, 0xc000558720, 0x1741401, 0xc0001d8480) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000536f60, 0x3b9aca00, 0x0, 0x1, 0xc0001d8480) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00024f900) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030aca0, 0xc0003c3e80) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 176 [chan receive, 1 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc00030ac40, 0xc0001d8300) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0006c7380, 0xc00019e7a0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 177 [chan receive (nil chan), 1 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc0008274d0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 178 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0002c0ee0, 0xc055070aaba535ec, 0x3beecba, 0x2604180, 0x1b71d00, 0xc000612100, 0xc000977bc8, 0xc0004f34a0, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0002c0ee0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00055def0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000977ef0, 0x1b66060, 0xc000713e50, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0002c0ee0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0006c73c0, 0xc00019e860) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 184 [select, 1 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0002c0ee0, 0x0, 0xc0001d89c0, 0xc0004f34a0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 187 [chan receive (nil chan), 1 minutes]: github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run(0xc000831540, 0x1ba49c0, 0xc000044030, 0x1) /workspace/pkg/controller/clone_controller.go:85 +0x476 created by main.main.func2 /workspace/cmd/csi-provisioner/csi-provisioner.go:463 +0x273 goroutine 186 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0008294e0, 0xa) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0008294d0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc0008294c8, 0xc00095f201, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc0008294a0, 0xc00095f201, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc00043a420, 0xc0008e570a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc00043a420, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc00043a420, 0x177bde0, 0xc0008e5700, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0004b0540, 0xc000179c00, 0x400, 0x400, 0xc000129d98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0006149b0, 0x0, 0x1b71900, 0xc00015e100, 0x0, 0x0, 0x460300, 0xc0001d8ae0, 0xc000129e80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0004000c0, 0xc000129f18, 0x7, 0x1b70fc0, 0xc00083ef00, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0003edec0) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 127 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc00043a1a0, 0x14) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00043a190) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc00043a188, 0xc0001ff001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc00043a160, 0xc0001ff001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc0006306e0, 0xc0008e520a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc0006306e0, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc0006306e0, 0x177bde0, 0xc0008e5220, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc000550f60, 0xc000288a80, 0x800, 0xa80, 0xc000971d98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0007ff8b0, 0x0, 0x1b71900, 0xc0003bffc0, 0x0, 0x0, 0x460300, 0xc00062c000, 0xc000971e80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000825200, 0xc000971f18, 0x8, 0x1b6f400, 0xc0006ac8c0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000612100) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 188 [chan receive (nil chan), 1 minutes]: sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run(0xc00030b810, 0x1ba49c0, 0xc000044030, 0x4) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:103 +0x1ce created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:892 +0xc5 goroutine 189 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc00054a708, 0x14) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00054a6f8) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00054a6e0, 0xc00047d220, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0003f6990) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00074de68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00074de68, 0x1b66080, 0xc0004b08d0, 0xc000044501, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00074de68, 0x3b9aca00, 0x0, 0xc000327401, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0003f6990, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0007f5860, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 +0x6b5 goroutine 190 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc00054ac08, 0xa) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00054abf8) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00054abe0, 0xc00047d520, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0003f73b0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00074fe68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00074fe68, 0x1b66080, 0xc0004b0ba0, 0xc000044b01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00074fe68, 0x3b9aca00, 0x0, 0xc000865501, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0003f73b0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0007f5900, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:875 +0x65e goroutine 195 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831110, 0xa) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831100) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000711ec0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).processNextClaimWorkItem(0xc000831540, 0x1ba49c0, 0xc000044030, 0x170bb01) /workspace/pkg/controller/clone_controller.go:96 +0x38 github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).runClaimWorker(0xc000831540, 0x1ba49c0, 0xc000044030) /workspace/pkg/controller/clone_controller.go:90 +0x3f github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run.func3() /workspace/pkg/controller/clone_controller.go:78 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000400180) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000400180, 0x1b66080, 0xc0004b0e70, 0xc0001d8401, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000400180, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000400180, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run /workspace/pkg/controller/clone_controller.go:77 +0x2bb goroutine 196 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc00054a5c8, 0x13) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00054a5b8) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00054a5a0, 0xc00047cef0, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:493 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc000265ef0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000583e68) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000583e68, 0x1b66080, 0xc0004b05d0, 0xc000044001, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000583e68, 0x3b9aca00, 0x0, 0xc00054e301, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc000265ef0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc0007f5680, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run /workspace/pkg/controller/clone_controller.go:82 +0x3d2 goroutine 216 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00073ef60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006d9f60, 0x1b66080, 0xc0004b0f30, 0x1741401, 0xc0001d9200) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00073ef60, 0x3b9aca00, 0x0, 0x1, 0xc0001d9200) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00024f900) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030aca0, 0xc00047d810) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 198 [chan receive, 1 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc00030ac40, 0xc0001d8d20) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00062bff0, 0xc000400220) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 199 [chan receive (nil chan), 1 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc000265ef0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 200 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0002c0fc0, 0xc055070ab1812201, 0x99ad8cc, 0x2604180, 0x1b71d00, 0xc0008f6e00, 0xc000973bc8, 0xc00057aa20, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0002c0fc0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000584ef0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000973ef0, 0x1b66060, 0xc000614a50, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0002c0fc0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0000440d0, 0xc0004002e0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 225 [select, 1 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0002c0fc0, 0x0, 0xc0001d9440, 0xc00057aa20) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 202 [sync.Cond.Wait, 1 minutes]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0008314d0, 0x1) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0008314c0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008215c0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc00030b810, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(0xc00030b810) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 +0x2b k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00047d1d0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00047d1d0, 0x1b66080, 0xc0004b0ea0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00047d1d0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc00047d1d0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 203 [sync.Cond.Wait, 1 minutes]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0008314d0, 0x2) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0008314c0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008215c0, 0x0, 0x0, 0xc00047cf00) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc00030b810, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(0xc00030b810) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 +0x2b k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00047d1e0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00047d1e0, 0x1b66080, 0xc0004b0ed0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00047d1e0, 0x3b9aca00, 0x0, 0xc0004f3801, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc00047d1e0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 204 [sync.Cond.Wait, 1 minutes]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0008314d0, 0x3) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0008314c0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008215c0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc00030b810, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(0xc00030b810) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 +0x2b k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00047d1f0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00047d1f0, 0x1b66080, 0xc0004b0f00, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00047d1f0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc00047d1f0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 205 [sync.Cond.Wait, 1 minutes]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc0008314d0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0008314c0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc0008215c0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc00030b810, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(0xc00030b810) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 +0x2b k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00047d200) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00047d200, 0x1b66080, 0xc0004b0870, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00047d200, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc00047d200, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 220 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000740f60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006dbf60, 0x1b66080, 0xc0004b0f90, 0x1741401, 0xc0001d92c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000740f60, 0x3b9aca00, 0x0, 0x1300b01, 0xc0001d92c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00024f980) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030b720, 0xc00047d850) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 207 [chan receive, 1 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc00030b6c0, 0xc0001d8ea0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000044540, 0xc000400660) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 208 [chan receive (nil chan), 1 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc0003f6990) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 209 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0002c10a0, 0xc055070ab1a77ec5, 0x9c13590, 0x2604180, 0x1b71d00, 0xc000612340, 0xc00097dbc8, 0xc00057b860, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0002c10a0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00074eef0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00097def0, 0x1b66060, 0xc000614af0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0002c10a0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000044590, 0xc000400720) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 228 [select, 1 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0002c10a0, 0x0, 0xc0001d98c0, 0xc00057b860) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 231 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831410, 0xc000000023) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831400) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821200, 0x0, 0x0, 0xc000044000) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x100000100000001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922a00) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922a00, 0x1b66080, 0xc00091cf60, 0xc000532701, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922a00, 0x3b9aca00, 0x0, 0xc0004f3b01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922a00, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 212 [chan receive, 1 minutes]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc00030b730, 0xc0001d9020) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000044a70, 0xc000400b60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 213 [chan receive (nil chan), 1 minutes]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc0003f73b0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 214 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0002c1180, 0xc055070ab1790fe5, 0x992c6b0, 0x2604180, 0x1b71d00, 0xc0006ee380, 0xc00097fbc8, 0xc00057a7e0, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x1a5 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0002c1180, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6ac k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0006dcef0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00097fef0, 0x1b66060, 0xc000614be0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0002c1180, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1c5 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000044b20, 0xc000400c80) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 223 [select, 1 minutes]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0002c1180, 0x0, 0xc0001d9320, 0xc00057a7e0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x16f created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2c5 goroutine 217 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00024f900) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030aca0, 0xc00047d820) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 218 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000532f60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006daf60, 0x1b66080, 0xc0004b0f60, 0x1741401, 0xc0001d9260) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000532f60, 0x3b9aca00, 0x0, 0x1, 0xc0001d9260) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc00047a780) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030aca0, 0xc00047d830) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 219 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00047a780) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030aca0, 0xc00047d840) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 221 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc00024f980) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x157 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc00030b720, 0xc00047d860) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 227 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000022f60, 0xa) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000022f50) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc000022f48, 0xc00095ec01, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc000022f20, 0xc00095ec01, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc000256000, 0xc0008e580a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc000256000, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc000256000, 0x177bde0, 0xc0008e5800, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc000706120, 0xc0004b2c00, 0x400, 0x400, 0xc000979d98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc000615540, 0x0, 0x1b71900, 0xc00015e1c0, 0x0, 0x0, 0x460300, 0xc0001d9560, 0xc000979e80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000419b00, 0xc000979f18, 0x7, 0x1b70fc0, 0xc000735080, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0006ee380) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 230 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000023d20, 0x14) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000023d10) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc000023d08, 0xc0001fe001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc000023ce0, 0xc0001fe001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc000256f20, 0xc0008e500a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc000256f20, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc000256f20, 0x177bde0, 0xc0008e5040, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc00091c630, 0xc0001f7500, 0x800, 0xa80, 0xc00059bd98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc000615ef0, 0x0, 0x1b71900, 0xc0003bfe80, 0x0, 0x0, 0x460300, 0xc0001d99e0, 0xc00059be80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0009229c0, 0xc00059bf18, 0x8, 0x1b6f400, 0xc0006ac700, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0008f6e00) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 242 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000256ca0, 0x15) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000256c90) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d golang.org/x/net/http2.(*pipe).Read(0xc000256c88, 0xc0001fc001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc000256c60, 0xc0001fc001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc000630b00, 0xc0008f220a, 0x9) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc000630b00, 0x0, 0x0, 0x1753280) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc000630b00, 0x177bde0, 0xc0008f2200, 0x0, 0x0) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/encoding/json/stream.go:63 +0x79 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc000551230, 0xc0001f6000, 0x800, 0xa80, 0xc0001ebd98, 0x38, 0x38) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0007ff9a0, 0x0, 0x1b71900, 0xc0003ec640, 0x0, 0x0, 0x460300, 0xc00062c060, 0xc0001ebe80) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0008252e0, 0xc0001ebf18, 0x8, 0x1b6f3c0, 0xc000a77b80, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000612340) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:104 +0x14a created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:71 +0xbe goroutine 232 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831450, 0x15) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831440) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821380, 0x0, 0x0, 0xc000044000) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x15add01) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922a20) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922a20, 0x1b66080, 0xc00091cf90, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922a20, 0x3b9aca00, 0x0, 0x1a39f01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922a20, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 goroutine 233 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831410, 0xc000000025) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831400) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821200, 0x0, 0x0, 0xc0001d5d00) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x15add01) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922a40) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922a40, 0x1b66080, 0xc00091cfc0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922a40, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922a40, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 234 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831450, 0x16) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831440) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821380, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922a60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922a60, 0x1b66080, 0xc00091cff0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922a60, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922a60, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 goroutine 235 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831410, 0xc000000024) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831400) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821200, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922a80) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922a80, 0x1b66080, 0xc00091d020, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922a80, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922a80, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 236 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831450, 0x12) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831440) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821380, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922aa0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922aa0, 0x1b66080, 0xc00091d050, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922aa0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922aa0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 goroutine 237 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831410, 0xc000000026) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831400) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821200, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922ac0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922ac0, 0x1b66080, 0xc00091d080, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922ac0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922ac0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 238 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831450, 0x13) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831440) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821380, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922ae0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922ae0, 0x1b66080, 0xc00091d0b0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922ae0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922ae0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 goroutine 239 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831410, 0xc000000027) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831400) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821200, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x1) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:938 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:927 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922b00) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922b00, 0x1b66080, 0xc00091d0e0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922b00, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922b00, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:883 +0x4af goroutine 240 [sync.Cond.Wait]: runtime.goparkunlock(...) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/proc.go:312 sync.runtime_notifyListWait(0xc000831450, 0x14) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000831440) /go/pkg/csiprow.XXXXfMOPAH/go-1.15/src/sync/cond.go:56 +0x9d k8s.io/client-go/util/workqueue.(*Type).Get(0xc000821380, 0x0, 0x0, 0x40e02ba8f5c28f00) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:145 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000326f00, 0x1ba49c0, 0xc000044030, 0x40e02ba7ae147a01) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:993 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(0xc000326f00, 0x1ba49c0, 0xc000044030) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:932 +0x3f sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000922b20) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000922b20, 0x1b66080, 0xc00091c690, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0xad k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000922b20, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc000922b20, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:884 +0x3d6 ==== end of pod log for container csi-mockplugin-0/csi-provisioner ====