==== start of pod log for container csi-mockplugin-0/csi-provisioner ==== W1013 14:49:23.617741 1 feature_gate.go:235] Setting GA feature gate Topology=true. It will be removed in a future release. I1013 14:49:23.617832 1 feature_gate.go:243] feature gates: &{map[Topology:true]} I1013 14:49:23.617850 1 csi-provisioner.go:138] Version: v2.2.0 I1013 14:49:23.617880 1 csi-provisioner.go:161] Building kube configs for running in cluster... I1013 14:49:23.628472 1 connection.go:153] Connecting to unix:///csi/csi.sock I1013 14:49:25.616833 1 common.go:111] Probing CSI driver for readiness I1013 14:49:25.616878 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I1013 14:49:25.616890 1 connection.go:183] GRPC request: {} I1013 14:49:25.626196 1 connection.go:185] GRPC response: {"ready":{"value":true}} I1013 14:49:25.626382 1 connection.go:186] GRPC error: I1013 14:49:25.626396 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginInfo I1013 14:49:25.626402 1 connection.go:183] GRPC request: {} I1013 14:49:25.628836 1 connection.go:185] GRPC response: {"manifest":{"url":"https://k8s.io/kubernetes/test/e2e/storage/drivers/csi-test/mock"},"name":"csi-mock-csi-mock-volumes-1806","vendor_version":"0.3.0"} I1013 14:49:25.629028 1 connection.go:186] GRPC error: I1013 14:49:25.629058 1 csi-provisioner.go:212] Detected CSI driver csi-mock-csi-mock-volumes-1806 I1013 14:49:25.629088 1 connection.go:182] GRPC call: /csi.v1.Identity/GetPluginCapabilities I1013 14:49:25.629099 1 connection.go:183] GRPC request: {} I1013 14:49:25.631740 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}}]} I1013 14:49:25.632007 1 connection.go:186] GRPC error: I1013 14:49:25.632026 1 connection.go:182] GRPC call: /csi.v1.Controller/ControllerGetCapabilities I1013 14:49:25.632035 1 connection.go:183] GRPC request: {} I1013 14:49:25.634720 1 connection.go:185] GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":10}}},{"Type":{"Rpc":{"type":4}}},{"Type":{"Rpc":{"type":6}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":8}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":12}}},{"Type":{"Rpc":{"type":11}}},{"Type":{"Rpc":{"type":9}}}]} I1013 14:49:25.635110 1 connection.go:186] GRPC error: I1013 14:49:25.635270 1 csi-provisioner.go:281] CSI driver does not support PUBLISH_UNPUBLISH_VOLUME, not watching VolumeAttachments I1013 14:49:25.636618 1 controller.go:756] Using saving PVs to API server in background I1013 14:49:25.637078 1 reflector.go:219] Starting reflector *v1.StorageClass (1h0m0s) from k8s.io/client-go/informers/factory.go:134 I1013 14:49:25.637104 1 reflector.go:255] Listing and watching *v1.StorageClass from k8s.io/client-go/informers/factory.go:134 I1013 14:49:25.637192 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from k8s.io/client-go/informers/factory.go:134 I1013 14:49:25.637232 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from k8s.io/client-go/informers/factory.go:134 I1013 14:49:25.736849 1 shared_informer.go:270] caches populated I1013 14:49:25.736880 1 shared_informer.go:270] caches populated I1013 14:49:25.736897 1 controller.go:835] Starting provisioner controller csi-mock-csi-mock-volumes-1806_csi-mockplugin-0_50d6395b-38eb-4104-a4c5-03d420fd3dda! I1013 14:49:25.736924 1 clone_controller.go:66] Starting CloningProtection controller I1013 14:49:25.736930 1 volume_store.go:97] Starting save volume queue I1013 14:49:25.737035 1 clone_controller.go:84] Started CloningProtection controller I1013 14:49:25.738656 1 reflector.go:219] Starting reflector *v1.PersistentVolume (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:869 I1013 14:49:25.738686 1 reflector.go:219] Starting reflector *v1.StorageClass (15m0s) from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 I1013 14:49:25.738800 1 reflector.go:255] Listing and watching *v1.StorageClass from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 I1013 14:49:25.738770 1 reflector.go:255] Listing and watching *v1.PersistentVolume from sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:869 I1013 14:49:25.760141 1 reflector.go:219] Starting reflector *v1.PersistentVolumeClaim (15m0s) from pkg/controller/clone_controller.go:82 I1013 14:49:25.760201 1 reflector.go:255] Listing and watching *v1.PersistentVolumeClaim from pkg/controller/clone_controller.go:82 I1013 14:49:25.837973 1 shared_informer.go:270] caches populated I1013 14:49:25.838032 1 controller.go:884] Started provisioner controller csi-mock-csi-mock-volumes-1806_csi-mockplugin-0_50d6395b-38eb-4104-a4c5-03d420fd3dda! I1013 14:49:27.622287 1 controller.go:1332] provision "csi-mock-volumes-1806/pvc-2c7vd" class "csi-mock-volumes-1806-sc5kngz": started I1013 14:49:27.622404 1 connection.go:182] GRPC call: /csi.v1.Controller/CreateVolume I1013 14:49:27.622521 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-1806", Name:"pvc-2c7vd", UID:"cbde538d-95b7-4fd6-90b6-0ea2cf0267e7", APIVersion:"v1", ResourceVersion:"16946", FieldPath:""}): type: 'Normal' reason: 'Provisioning' External provisioner is provisioning volume for claim "csi-mock-volumes-1806/pvc-2c7vd" I1013 14:49:27.622415 1 connection.go:183] GRPC request: {"capacity_range":{"required_bytes":1073741824},"name":"pvc-cbde538d-95b7-4fd6-90b6-0ea2cf0267e7","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4"}},"access_mode":{"mode":1}}]} I1013 14:49:27.626698 1 connection.go:185] GRPC response: {"volume":{"capacity_bytes":1073741824,"volume_context":{"name":"pvc-cbde538d-95b7-4fd6-90b6-0ea2cf0267e7"},"volume_id":"4"}} I1013 14:49:27.626804 1 connection.go:186] GRPC error: I1013 14:49:27.626818 1 controller.go:763] create volume rep: {CapacityBytes:1073741824 VolumeId:4 VolumeContext:map[name:pvc-cbde538d-95b7-4fd6-90b6-0ea2cf0267e7] ContentSource: AccessibleTopology:[] XXX_NoUnkeyedLiteral:{} XXX_unrecognized:[] XXX_sizecache:0} I1013 14:49:27.626850 1 controller.go:839] successfully created PV pvc-cbde538d-95b7-4fd6-90b6-0ea2cf0267e7 for PVC pvc-2c7vd and csi volume name 4 I1013 14:49:27.626863 1 controller.go:855] successfully created PV {GCEPersistentDisk:nil AWSElasticBlockStore:nil HostPath:nil Glusterfs:nil NFS:nil RBD:nil ISCSI:nil Cinder:nil CephFS:nil FC:nil Flocker:nil FlexVolume:nil AzureFile:nil VsphereVolume:nil Quobyte:nil AzureDisk:nil PhotonPersistentDisk:nil PortworxVolume:nil ScaleIO:nil Local:nil StorageOS:nil CSI:&CSIPersistentVolumeSource{Driver:csi-mock-csi-mock-volumes-1806,VolumeHandle:4,ReadOnly:false,FSType:ext4,VolumeAttributes:map[string]string{name: pvc-cbde538d-95b7-4fd6-90b6-0ea2cf0267e7,storage.kubernetes.io/csiProvisionerIdentity: 1665672565635-8081-csi-mock-csi-mock-volumes-1806,},ControllerPublishSecretRef:nil,NodeStageSecretRef:nil,NodePublishSecretRef:nil,ControllerExpandSecretRef:nil,}} I1013 14:49:27.627039 1 controller.go:1439] provision "csi-mock-volumes-1806/pvc-2c7vd" class "csi-mock-volumes-1806-sc5kngz": volume "pvc-cbde538d-95b7-4fd6-90b6-0ea2cf0267e7" provisioned I1013 14:49:27.627090 1 controller.go:1456] provision "csi-mock-volumes-1806/pvc-2c7vd" class "csi-mock-volumes-1806-sc5kngz": succeeded I1013 14:49:27.627101 1 volume_store.go:154] Saving volume pvc-cbde538d-95b7-4fd6-90b6-0ea2cf0267e7 I1013 14:49:27.632084 1 volume_store.go:157] Volume pvc-cbde538d-95b7-4fd6-90b6-0ea2cf0267e7 saved I1013 14:49:27.632176 1 controller.go:1093] Claim processing succeeded, removing PVC cbde538d-95b7-4fd6-90b6-0ea2cf0267e7 from claims in progress I1013 14:49:27.632244 1 controller.go:1332] provision "csi-mock-volumes-1806/pvc-2c7vd" class "csi-mock-volumes-1806-sc5kngz": started I1013 14:49:27.632280 1 controller.go:1341] provision "csi-mock-volumes-1806/pvc-2c7vd" class "csi-mock-volumes-1806-sc5kngz": persistentvolume "pvc-cbde538d-95b7-4fd6-90b6-0ea2cf0267e7" already exists, skipping I1013 14:49:27.632303 1 controller.go:1095] Stop provisioning, removing PVC cbde538d-95b7-4fd6-90b6-0ea2cf0267e7 from claims in progress I1013 14:49:27.632261 1 event.go:282] Event(v1.ObjectReference{Kind:"PersistentVolumeClaim", Namespace:"csi-mock-volumes-1806", Name:"pvc-2c7vd", UID:"cbde538d-95b7-4fd6-90b6-0ea2cf0267e7", APIVersion:"v1", ResourceVersion:"16946", FieldPath:""}): type: 'Normal' reason: 'ProvisioningSucceeded' Successfully provisioned volume pvc-cbde538d-95b7-4fd6-90b6-0ea2cf0267e7 I1013 14:49:48.718414 1 controller.go:1472] delete "pvc-cbde538d-95b7-4fd6-90b6-0ea2cf0267e7": started I1013 14:49:48.718509 1 connection.go:182] GRPC call: /csi.v1.Controller/DeleteVolume I1013 14:49:48.718521 1 connection.go:183] GRPC request: {"volume_id":"4"} I1013 14:49:48.721086 1 connection.go:185] GRPC response: {} I1013 14:49:48.721156 1 connection.go:186] GRPC error: I1013 14:49:48.721173 1 controller.go:1487] delete "pvc-cbde538d-95b7-4fd6-90b6-0ea2cf0267e7": volume deleted I1013 14:49:48.726503 1 controller.go:1537] delete "pvc-cbde538d-95b7-4fd6-90b6-0ea2cf0267e7": persistentvolume deleted I1013 14:49:48.726543 1 controller.go:1542] delete "pvc-cbde538d-95b7-4fd6-90b6-0ea2cf0267e7": succeeded E1013 14:49:51.715342 1 connection.go:131] Lost connection to unix:///csi/csi.sock. F1013 14:49:51.715550 1 connection.go:87] Lost connection to CSI driver, exiting goroutine 136 [running]: k8s.io/klog/v2.stacks(0xc00000e001, 0xc000f41040, 0x57, 0x127) /workspace/vendor/k8s.io/klog/v2/klog.go:1021 +0xb9 k8s.io/klog/v2.(*loggingT).output(0x29b27c0, 0xc000000003, 0x0, 0x0, 0xc00046b3b0, 0x21e7fe8, 0xd, 0x57, 0x0) /workspace/vendor/k8s.io/klog/v2/klog.go:970 +0x191 k8s.io/klog/v2.(*loggingT).printf(0x29b27c0, 0x3, 0x0, 0x0, 0x0, 0x0, 0x1bf1042, 0x26, 0x0, 0x0, ...) /workspace/vendor/k8s.io/klog/v2/klog.go:751 +0x191 k8s.io/klog/v2.Fatalf(...) /workspace/vendor/k8s.io/klog/v2/klog.go:1509 github.com/kubernetes-csi/csi-lib-utils/connection.ExitOnConnectionLoss.func1(0x29b27c0) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:87 +0x1ec github.com/kubernetes-csi/csi-lib-utils/connection.connect.func1(0xc0005780f0, 0x14, 0x4a816739b, 0x4a816739b, 0x1, 0x2, 0xc0005780f0) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:134 +0x2aa google.golang.org/grpc.WithDialer.func1(0x1e18fe0, 0xc0002aa1e0, 0xc0005780f0, 0x14, 0xd, 0xc0005780f0, 0x14, 0xc0007ba190) /workspace/vendor/google.golang.org/grpc/dialoptions.go:398 +0x8e google.golang.org/grpc/internal/transport.dial(0x1e18fe0, 0xc0002aa1e0, 0xc0006d90e0, 0xc0001d71b0, 0xd, 0x1bcac98, 0x9, 0xc0001fe0f8, 0x0, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:152 +0x1c9 google.golang.org/grpc/internal/transport.newHTTP2Client(0x1e18fe0, 0xc0002aa1e0, 0x1e18f70, 0xc0001d4400, 0xc0001d71b0, 0xd, 0x1bcac98, 0x9, 0xc0001fe0f8, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:193 +0x16d google.golang.org/grpc/internal/transport.NewClientTransport(...) /workspace/vendor/google.golang.org/grpc/internal/transport/transport.go:579 google.golang.org/grpc.(*addrConn).createTransport(0xc0005c8840, 0xc0001d71b0, 0xd, 0x1bcac98, 0x9, 0xc0001fe0f8, 0x0, 0x0, 0x0, 0x1bd077f, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1322 +0x40f google.golang.org/grpc.(*addrConn).tryAllAddrs(0xc0005c8840, 0xc0001d4440, 0x1, 0x1, 0xc0ca2748eaa19fe9, 0xb34459c64, 0x29b24a0, 0x1e30b08, 0xc00072a000, 0x0, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1252 +0x34d google.golang.org/grpc.(*addrConn).resetTransport(0xc0005c8840) /workspace/vendor/google.golang.org/grpc/clientconn.go:1167 +0x26b created by google.golang.org/grpc.(*addrConn).connect /workspace/vendor/google.golang.org/grpc/clientconn.go:843 +0x12a goroutine 1 [select (no cases)]: sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1(0x1e18fa8, 0xc000046050) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:886 +0xcc5 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run(0xc000362f00, 0x1e18fa8, 0xc000046050) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:919 +0xfc main.main.func3(0x1e18fa8, 0xc000046050) /workspace/cmd/csi-provisioner/csi-provisioner.go:543 +0x21d main.main() /workspace/cmd/csi-provisioner/csi-provisioner.go:547 +0x2f42 goroutine 17 [chan receive]: k8s.io/klog/v2.(*loggingT).flushDaemon(0x29b27c0) /workspace/vendor/k8s.io/klog/v2/klog.go:1164 +0x8b created by k8s.io/klog/v2.init.0 /workspace/vendor/k8s.io/klog/v2/klog.go:418 +0xdf goroutine 163 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0001bdf60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000615f60, 0x1de1e80, 0xc00019ac60, 0x1932b01, 0xc000160ae0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0001bdf60, 0x3b9aca00, 0x0, 0x1, 0xc000160ae0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0004ce880) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0004ca5a0, 0xc000980670) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 123 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc0004ca540, 0xc00070cd20) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0003a3ec0, 0xc0007de060) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 137 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000b04f60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000614f60, 0x1de1e80, 0xc000b12000, 0x1932b01, 0xc000b10000) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000b04f60, 0x3b9aca00, 0x0, 0x1, 0xc000b10000) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0004ce880) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0004ca5a0, 0xc000b0c000) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 131 [IO wait]: internal/poll.runtime_pollWait(0x7efea29b9eb8, 0x72, 0xffffffffffffffff) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0005cd698, 0x72, 0x4100, 0x4166, 0xffffffffffffffff) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0005cd680, 0xc000842800, 0x4166, 0x4166, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0005cd680, 0xc000842800, 0x4166, 0x4166, 0x4161, 0xc000842800, 0x155) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0001fe070, 0xc000842800, 0x4166, 0x4166, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/net/net.go:183 +0x91 crypto/tls.(*atLeastReader).Read(0xc000d9c000, 0xc000842800, 0x4166, 0x4166, 0x4161, 0xc000598400, 0x0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:776 +0x63 bytes.(*Buffer).ReadFrom(0xc000394278, 0x1ddf900, 0xc000d9c000, 0x40b725, 0x19981c0, 0x1b58820) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/bytes/buffer.go:204 +0xbe crypto/tls.(*Conn).readFromUntil(0xc000394000, 0x1de2600, 0xc0001fe070, 0x5, 0xc0001fe070, 0x26f) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:798 +0xf3 crypto/tls.(*Conn).readRecordOrCCS(0xc000394000, 0x0, 0x0, 0x864fde) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:605 +0x115 crypto/tls.(*Conn).readRecord(...) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:573 crypto/tls.(*Conn).Read(0xc000394000, 0xc0005fe000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:1276 +0x165 bufio.(*Reader).Read(0xc0005fc0c0, 0xc0005f82d8, 0x9, 0x9, 0xc000da00c0, 0xc000ebc048, 0xc000193c68) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/bufio/bufio.go:227 +0x222 io.ReadAtLeast(0x1ddf760, 0xc0005fc0c0, 0xc0005f82d8, 0x9, 0x9, 0x9, 0x0, 0x7aea58856a1901, 0xc000ebc030) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/io/io.go:328 +0x87 io.ReadFull(...) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/io/io.go:347 golang.org/x/net/http2.readFrameHeader(0xc0005f82d8, 0x9, 0x9, 0x1ddf760, 0xc0005fc0c0, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/frame.go:237 +0x89 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0005f82a0, 0xc000fc8000, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/frame.go:492 +0xa5 golang.org/x/net/http2.(*clientConnReadLoop).run(0xc000193fa8, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:1819 +0xd8 golang.org/x/net/http2.(*ClientConn).readLoop(0xc0004c4c00) /workspace/vendor/golang.org/x/net/http2/transport.go:1741 +0x6f created by golang.org/x/net/http2.(*Transport).newClientConn /workspace/vendor/golang.org/x/net/http2/transport.go:705 +0x6c5 goroutine 135 [select]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0001d44c0) /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xac created by google.golang.org/grpc.newCCBalancerWrapper /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172 goroutine 138 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0004ce880) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x151 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0004ca5a0, 0xc000b0c010) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 145 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc0003ade00) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:204 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:62 +0x154 goroutine 146 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc0003adf80) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x3df created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 147 [chan receive]: k8s.io/apimachinery/pkg/watch.(*Broadcaster).loop(0xc0005c4280) /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:247 +0x66 created by k8s.io/apimachinery/pkg/watch.NewLongQueueBroadcaster /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:89 +0xf8 goroutine 148 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1deb708, 0xc00073da40, 0xc000980140) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 149 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1deb708, 0xc00073dbf0, 0xc00073dbc0) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 150 [chan receive]: k8s.io/apimachinery/pkg/watch.(*Broadcaster).loop(0xc0005c4440) /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:247 +0x66 created by k8s.io/apimachinery/pkg/watch.NewLongQueueBroadcaster /workspace/vendor/k8s.io/apimachinery/pkg/watch/mux.go:89 +0xf8 goroutine 151 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1deb708, 0xc00073dce0, 0xc000980170) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 152 [chan receive]: k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1(0x1deb708, 0xc00073de90, 0xc00073de60) /workspace/vendor/k8s.io/client-go/tools/record/event.go:301 +0xaa created by k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher /workspace/vendor/k8s.io/client-go/tools/record/event.go:299 +0x6e goroutine 153 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc0001946c0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:204 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:62 +0x154 goroutine 154 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000194c00) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x3df created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 155 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc000194cc0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:204 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:62 +0x154 goroutine 156 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000194f00) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x3df created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 157 [chan receive]: k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop(0xc000195080) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:204 +0xac created by k8s.io/client-go/util/workqueue.newQueue /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:62 +0x154 goroutine 158 [select]: k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop(0xc000195260) /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:231 +0x3df created by k8s.io/client-go/util/workqueue.newDelayingQueue /workspace/vendor/k8s.io/client-go/util/workqueue/delaying_queue.go:68 +0x185 goroutine 159 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc000475428, 0x11) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000475418) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc000475400, 0xc0004e80b0, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:530 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0006bc090) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00061be70) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00061be70, 0x1de1e80, 0xc0004ccc00, 0xc0005ac101, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00061be70, 0x3b9aca00, 0x0, 0xc000746101, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0006bc090, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc00086b180, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by k8s.io/client-go/informers.(*sharedInformerFactory).Start /workspace/vendor/k8s.io/client-go/informers/factory.go:134 +0x191 goroutine 160 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0003d1608, 0x23) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0003d15f8) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0003d15e0, 0xc000533dd0, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:530 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc000279830) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0005dde70) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0005dde70, 0x1de1e80, 0xc0005bf0b0, 0xc0003a3e01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0005dde70, 0x3b9aca00, 0x0, 0xc000368701, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc000279830, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc00086b220, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by k8s.io/client-go/informers.(*sharedInformerFactory).Start /workspace/vendor/k8s.io/client-go/informers/factory.go:134 +0x191 goroutine 205 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000878000, 0xc0ca273d6cb5d13d, 0x80898197, 0x29b24a0, 0x1deb6e0, 0xc000f14bc0, 0xc000b1fb90, 0xc0005de540, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x165 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000878000, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6f7 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000a26ec8) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000b1fec8, 0x1de1e60, 0xc0003ce870, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000878000, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1ed k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000982e90, 0xc00053a9d8) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 165 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000706f60) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000b2df60, 0x1de1e80, 0xc0004cd350, 0x1932b01, 0xc000412960) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000706f60, 0x3b9aca00, 0x0, 0xc000160a01, 0xc000412960) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001ea100) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0004ca5a0, 0xc0009806c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 124 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc000279830) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 107 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc000341380, 0x10) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000341370) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 golang.org/x/net/http2.(*pipe).Read(0xc000341368, 0xc000e0d201, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc000341340, 0xc000e0d201, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc0003d51e0, 0xa, 0x9) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc0003d51e0, 0x0, 0x0, 0x194bc60) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc0003d51e0, 0x197fcc0, 0xc001100048, 0x203000, 0x203000) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:63 +0x7c k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc000791da0, 0xc0004ec400, 0x400, 0x400, 0x40, 0x38, 0x1a0db40) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0005ae500, 0x0, 0x1deb460, 0xc000c14000, 0x0, 0x0, 0x0, 0xc000a0de64, 0x2) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc0006fbd60, 0xc000a0de60, 0x0, 0x1, 0x1, 0x1, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0003aff80) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:76 +0xea goroutine 164 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0004ce880) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x151 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0004ca5a0, 0xc000980680) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 178 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc0004ca4d0, 0xc000412240) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0005ac180, 0xc00033c2d0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 179 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc0006bc090) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 180 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc0005f8000, 0xc0ca273d6682dd2c, 0x7a568d9e, 0x29b24a0, 0x1deb6e0, 0xc0003aff80, 0xc000a09b90, 0xc000268300, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x165 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc0005f8000, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6f7 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0005d8ec8) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000a09ec8, 0x1de1e60, 0xc0005ca280, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/client-go/tools/cache.(*Reflector).Run(0xc0005f8000, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1ed k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0005ac1b0, 0xc00033c2e8) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 125 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000728540, 0xc0ca273d667a8e5d, 0x7a4e3eb8, 0x29b24a0, 0x1deb6e0, 0xc000568980, 0xc000b21b90, 0xc000155260, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x165 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000728540, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6f7 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0007f3ec8) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000b21ec8, 0x1de1e60, 0xc0004d2f00, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000728540, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1ed k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0003a3ef0, 0xc0007de078) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 64 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc0005f8000, 0x0, 0xc0008363c0, 0xc000268300) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x125 created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2ed goroutine 105 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc000728540, 0x0, 0xc000a043c0, 0xc000155260) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x125 created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2ed goroutine 128 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc0004cad90, 0xc00070cde0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0001d6160, 0xc0007de168) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 195 [chan receive (nil chan)]: github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run(0xc0005c4800, 0x1e18fa8, 0xc000046050, 0x1) /workspace/pkg/controller/clone_controller.go:85 +0x476 created by main.main.func3 /workspace/cmd/csi-provisioner/csi-provisioner.go:541 +0x273 goroutine 166 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001ea100) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x151 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0004ca5a0, 0xc0009806d0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 194 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0003d4ca0, 0x26) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0003d4c90) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 golang.org/x/net/http2.(*pipe).Read(0xc0003d4c88, 0xc0005ff001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc0003d4c60, 0xc0005ff001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc000341600, 0xa, 0x9) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc000341600, 0x0, 0x0, 0x194bc60) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc000341600, 0x197fcc0, 0xc000388288, 0x203000, 0x203000) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:63 +0x7c k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc00083aa50, 0xc000c36000, 0x800, 0xa80, 0x40, 0x38, 0x1a0db40) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0003ce7d0, 0x0, 0x1deb460, 0xc000c8b180, 0x0, 0x0, 0x0, 0xc000c27e64, 0x2) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc00057d8a0, 0xc000c27e60, 0x0, 0x1, 0x1, 0x1, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000568980) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:76 +0xea goroutine 196 [chan receive (nil chan)]: sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run(0xc0004cae70, 0x1e18fa8, 0xc000046050, 0x4) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:103 +0x1ce created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:889 +0xc5 goroutine 197 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0003d1748, 0x2b) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0003d1738) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0003d1720, 0xc0007fc010, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:530 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0007f8240) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0007f4e70) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0007f4e70, 0x1de1e80, 0xc00083aba0, 0xc000982e01, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0007f4e70, 0x3b9aca00, 0x0, 0xc000363401, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0007f8240, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc00086b400, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:869 +0x6b5 goroutine 198 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0003567a8, 0x11) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000356798) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc000356780, 0xc00072db20, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:530 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc0003906c0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000a29e70) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000a29e70, 0x1de1e80, 0xc000d26000, 0xc000d08001, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000a29e70, 0x3b9aca00, 0x0, 0xc000747801, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc0003906c0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc00086b4a0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:872 +0x65e goroutine 109 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc0004cae00, 0xc000a04660) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0004f7840, 0xc0004f57b8) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 110 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc0003906c0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 201 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0005c4790, 0x1) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0005c4780) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc000195080, 0x0, 0x0, 0xc000570900) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc0004cae70, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0005776b0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0005776b0, 0x1de1e80, 0xc00083aae0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0005776b0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0005776b0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 202 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0005c4790, 0x2) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0005c4780) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc000195080, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc0004cae70, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0005776c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0005776c0, 0x1de1e80, 0xc00083ab10, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0005776c0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0005776c0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 203 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0005c4790, 0x3) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0005c4780) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc000195080, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc0004cae70, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0005776d0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0005776d0, 0x1de1e80, 0xc00083ab40, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0005776d0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0005776d0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 204 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0005c4790, 0x0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0005c4780) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc000195080, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).processNextWorkItem(0xc0004cae70, 0x203000) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:113 +0x6c sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).saveVolumeWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:108 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0005776e0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0005776e0, 0x1de1e80, 0xc00083aab0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0005776e0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0005776e0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*queueStore).Run /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/volume_store.go:101 +0x105 goroutine 209 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc0007f8240) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 167 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0005c4250, 0xc00000000e) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0005c4240) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc0003ade00, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).processNextClaimWorkItem(0xc0005c4800, 0x1e18fa8, 0xc000046050, 0x203001) /workspace/pkg/controller/clone_controller.go:96 +0x38 github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).runClaimWorker(...) /workspace/pkg/controller/clone_controller.go:90 github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run.func3() /workspace/pkg/controller/clone_controller.go:78 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0003a0b00) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0003a0b00, 0x1de1e80, 0xc00083ab70, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0003a0b00, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0003a0b00, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run /workspace/pkg/controller/clone_controller.go:77 +0x2bb goroutine 168 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00086b608, 0x23) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00086b5f8) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc00086b5e0, 0xc000980740, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:530 +0x98 k8s.io/client-go/tools/cache.(*controller).processLoop(0xc00026c000) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:183 +0x42 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000617e70) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000617e70, 0x1de1e80, 0xc000d9e000, 0xc000d98001, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000617e70, 0x3b9aca00, 0x0, 0xc000368701, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*controller).Run(0xc00026c000, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:154 +0x2e5 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc00086b220, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:410 +0x42a created by github.com/kubernetes-csi/external-provisioner/pkg/controller.(*CloningProtectionController).Run /workspace/pkg/controller/clone_controller.go:82 +0x3d2 goroutine 184 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000702760) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0005d9f60, 0x1de1e80, 0xc0004cd380, 0x1932b01, 0xc0004129c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000702760, 0x3b9aca00, 0x0, 0x1, 0xc0004129c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001ea000) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0004cadf0, 0xc0004e8520) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 185 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001ea000) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x151 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0004cadf0, 0xc0004e8530) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 170 [chan receive]: k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc0004ca540, 0xc000160c60) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:628 +0x53 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000046ec0, 0xc000871350) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 171 [chan receive (nil chan)]: k8s.io/client-go/tools/cache.(*controller).Run.func1(0x0, 0xc00026c000) /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:130 +0x34 created by k8s.io/client-go/tools/cache.(*controller).Run /workspace/vendor/k8s.io/client-go/tools/cache/controller.go:129 +0xa5 goroutine 139 [chan receive]: k8s.io/client-go/tools/cache.(*processorListener).run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:772 +0x5d k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000b05760) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0005d8f60, 0x1de1e80, 0xc000791e30, 0x1932b01, 0xc000a046c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc000b05760, 0x3b9aca00, 0x0, 0x1, 0xc000a046c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(...) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 k8s.io/client-go/tools/cache.(*processorListener).run(0xc0001ea100) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:771 +0x95 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0004ca5a0, 0xc000b0c020) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 140 [select]: k8s.io/client-go/tools/cache.(*processorListener).pop(0xc0001ea100) /workspace/vendor/k8s.io/client-go/tools/cache/shared_informer.go:742 +0x151 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0004ca5a0, 0xc000b0c030) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 225 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000d18000, 0xc0ca273d6c512fed, 0x8024e04d, 0x29b24a0, 0x1deb6e0, 0xc000f14ac0, 0xc000b23b90, 0xc0002ae6c0, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x165 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000d18000, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6f7 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000b2bec8) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc000b23ec8, 0x1de1e60, 0xc000d14000, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000d18000, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1ed k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000d08010, 0xc000d1a000) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 144 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc000d18000, 0x0, 0xc000b102a0, 0xc0002ae6c0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x125 created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2ed goroutine 241 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc000878000, 0x0, 0xc000b10840, 0xc0005de540) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x125 created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2ed goroutine 243 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc000ebc040, 0x10) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000ebc030) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 golang.org/x/net/http2.(*pipe).Read(0xc000ebc028, 0xc00047ac01, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc000ebc000, 0xc00047ac01, 0x5ff, 0x5ff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc000ebcf20, 0xa, 0x9) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc000ebcf20, 0x0, 0x0, 0x194bc60) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc000ebcf20, 0x197fcc0, 0xc000d9c048, 0x203000, 0x203000) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:63 +0x7c k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc000f3c900, 0xc000b60800, 0x400, 0x400, 0x40, 0x38, 0x1a0db40) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc000b44d20, 0x0, 0x1deb460, 0xc000568140, 0x0, 0x0, 0x0, 0xc000c23e64, 0x2) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000f399e0, 0xc000c23e60, 0x0, 0x1, 0x1, 0x1, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000f14ac0) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:76 +0xea goroutine 245 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc000ebcca0, 0x2a) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc000ebcc90) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 golang.org/x/net/http2.(*pipe).Read(0xc000ebcc88, 0xc0003f2001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc000ebcc60, 0xc0003f2001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc000ebd1e0, 0xa, 0x9) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc000ebd1e0, 0x0, 0x0, 0x194bc60) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc000ebd1e0, 0x197fcc0, 0xc001100318, 0x203000, 0x203000) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:63 +0x7c k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc000f3ca50, 0xc00079d300, 0x1000, 0x1300, 0x40, 0x38, 0x1a0db40) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc000b44dc0, 0x0, 0x1deb460, 0xc000c15e80, 0x0, 0x0, 0x0, 0xc000a45e64, 0x2) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000f39a00, 0xc000a45e60, 0x0, 0x1, 0x1, 0x1, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000f14bc0) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:76 +0xea goroutine 257 [select]: k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc000d96000, 0xc0ca273d6d7dd905, 0x81518974, 0x29b24a0, 0x1deb6e0, 0xc000c14640, 0xc00110fb90, 0xc00019cba0, 0x0, 0x0, ...) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:463 +0x165 k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc000d96000, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:427 +0x6f7 k8s.io/client-go/tools/cache.(*Reflector).Run.func1() /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:221 +0x38 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc000b27ec8) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00110fec8, 0x1de1e60, 0xc000c94000, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/client-go/tools/cache.(*Reflector).Run(0xc000d96000, 0x0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:220 +0x1ed k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1() /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:56 +0x2e k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc000d98000, 0xc000d9c000) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:73 +0x51 created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x65 goroutine 211 [select]: k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func2(0xc000d96000, 0x0, 0xc00070c8a0, 0xc00019cba0) /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x125 created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch /workspace/vendor/k8s.io/client-go/tools/cache/reflector.go:367 +0x2ed goroutine 213 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc00047dbc0, 0x26) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc00047dbb0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 golang.org/x/net/http2.(*pipe).Read(0xc00047dba8, 0xc0002a9001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/pipe.go:65 +0x97 golang.org/x/net/http2.transportResponseBody.Read(0xc00047db80, 0xc0002a9001, 0xdff, 0xdff, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:2108 +0xaf encoding/json.(*Decoder).refill(0xc00047de40, 0xa, 0x9) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:165 +0xeb encoding/json.(*Decoder).readValue(0xc00047de40, 0x0, 0x0, 0x194bc60) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:140 +0x1ff encoding/json.(*Decoder).Decode(0xc00047de40, 0x197fcc0, 0xc0011001f8, 0x203000, 0x203000) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/encoding/json/stream.go:63 +0x7c k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0007ec930, 0xc0003e4a80, 0x800, 0xa80, 0x40, 0x38, 0x1a0db40) /workspace/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:152 +0x1a8 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0001d8dc0, 0x0, 0x1deb460, 0xc000c15dc0, 0x0, 0x0, 0x0, 0xc000a41e64, 0x2) /workspace/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89 k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc000c164a0, 0xc000a41e60, 0x0, 0x1, 0x1, 0x1, 0x0) /workspace/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x6e k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc000c14640) /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:105 +0xe5 created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher /workspace/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:76 +0xea goroutine 207 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0005c4550, 0xc00000003e) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0005c4540) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc0001946c0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000362f00, 0x1e18fa8, 0xc000046050, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:935 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:924 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0006fa000) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006fa000, 0x1de1e80, 0xc000f3cab0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0006fa000, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0006fa000, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x4af goroutine 208 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0005c4650, 0x23) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0005c4640) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc000194cc0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000362f00, 0x1e18fa8, 0xc000046050, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:990 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:929 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0006fa020) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006fa020, 0x1de1e80, 0xc0007ec990, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0006fa020, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0006fa020, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x3d6 goroutine 289 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0005c4550, 0xc00000003c) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0005c4540) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc0001946c0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000362f00, 0x1e18fa8, 0xc000046050, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:935 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:924 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0006fa040) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006fa040, 0x1de1e80, 0xc00083a030, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0006fa040, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0006fa040, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x4af goroutine 290 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0005c4650, 0x24) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0005c4640) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc000194cc0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000362f00, 0x1e18fa8, 0xc000046050, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:990 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:929 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0006fa060) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006fa060, 0x1de1e80, 0xc00019adb0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0006fa060, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0006fa060, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x3d6 goroutine 291 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0005c4550, 0xc00000003f) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0005c4540) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc0001946c0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000362f00, 0x1e18fa8, 0xc000046050, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:935 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:924 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0006fa0c0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006fa0c0, 0x1de1e80, 0xc00019ade0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0006fa0c0, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0006fa0c0, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x4af goroutine 292 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0005c4650, 0x25) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0005c4640) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc000194cc0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000362f00, 0x1e18fa8, 0xc000046050, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:990 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:929 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0006fa100) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006fa100, 0x1de1e80, 0xc00019acc0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0006fa100, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0006fa100, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x3d6 goroutine 293 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0005c4550, 0xc00000003d) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0005c4540) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc0001946c0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000362f00, 0x1e18fa8, 0xc000046050, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:935 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:924 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0006fa120) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006fa120, 0x1de1e80, 0xc00083a060, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0006fa120, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0006fa120, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x4af goroutine 294 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0005c4650, 0x22) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0005c4640) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc000194cc0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000362f00, 0x1e18fa8, 0xc000046050, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:990 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:929 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0006fa140) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006fa140, 0x1de1e80, 0xc0007ecd80, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0006fa140, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0006fa140, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x3d6 goroutine 295 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0005c4550, 0xc000000040) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0005c4540) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc0001946c0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextClaimWorkItem(0xc000362f00, 0x1e18fa8, 0xc000046050, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:935 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runClaimWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:924 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.2() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0006fa160) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006fa160, 0x1de1e80, 0xc00083a090, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0006fa160, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0006fa160, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:880 +0x4af goroutine 296 [sync.Cond.Wait]: sync.runtime_notifyListWait(0xc0005c4650, 0x21) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/sema.go:513 +0xf8 sync.(*Cond).Wait(0xc0005c4640) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/sync/cond.go:56 +0x99 k8s.io/client-go/util/workqueue.(*Type).Get(0xc000194cc0, 0x0, 0x0, 0x0) /workspace/vendor/k8s.io/client-go/util/workqueue/queue.go:151 +0x89 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000362f00, 0x1e18fa8, 0xc000046050, 0x203001) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:990 +0x3e sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(...) /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:929 sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3() /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x5c k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc0006fa180) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155 +0x5f k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc0006fa180, 0x1de1e80, 0xc00083a000, 0xc00086b201, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156 +0x9b k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0006fa180, 0x3b9aca00, 0x0, 0x1, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x98 k8s.io/apimachinery/pkg/util/wait.Until(0xc0006fa180, 0x3b9aca00, 0x0) /workspace/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:90 +0x4d created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1 /workspace/vendor/sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller/controller.go:881 +0x3d6 ==== end of pod log for container csi-mockplugin-0/csi-provisioner ==== ==== start of pod log for container csi-mockplugin-0/csi-provisioner ==== W1013 14:49:52.349184 1 feature_gate.go:235] Setting GA feature gate Topology=true. It will be removed in a future release. I1013 14:49:52.349242 1 feature_gate.go:243] feature gates: &{map[Topology:true]} I1013 14:49:52.349272 1 csi-provisioner.go:138] Version: v2.2.0 I1013 14:49:52.349300 1 csi-provisioner.go:161] Building kube configs for running in cluster... I1013 14:49:52.361828 1 connection.go:153] Connecting to unix:///csi/csi.sock I1013 14:49:52.362485 1 common.go:111] Probing CSI driver for readiness I1013 14:49:52.362508 1 connection.go:182] GRPC call: /csi.v1.Identity/Probe I1013 14:49:52.362514 1 connection.go:183] GRPC request: {} E1013 14:49:52.366500 1 connection.go:131] Lost connection to unix:///csi/csi.sock. I1013 14:49:52.366574 1 connection.go:185] GRPC response: {} I1013 14:49:52.366707 1 connection.go:186] GRPC error: rpc error: code = Unavailable desc = transport is closing F1013 14:49:52.366727 1 connection.go:87] Lost connection to CSI driver, exiting goroutine 107 [running]: k8s.io/klog/v2.stacks(0xc0001b8001, 0xc0003761a0, 0x57, 0xce) /workspace/vendor/k8s.io/klog/v2/klog.go:1021 +0xb9 k8s.io/klog/v2.(*loggingT).output(0x29b27c0, 0xc000000003, 0x0, 0x0, 0xc0004e9ab0, 0x21e7fe8, 0xd, 0x57, 0x0) /workspace/vendor/k8s.io/klog/v2/klog.go:970 +0x191 k8s.io/klog/v2.(*loggingT).printf(0x29b27c0, 0x3, 0x0, 0x0, 0x0, 0x0, 0x1bf1042, 0x26, 0x0, 0x0, ...) /workspace/vendor/k8s.io/klog/v2/klog.go:751 +0x191 k8s.io/klog/v2.Fatalf(...) /workspace/vendor/k8s.io/klog/v2/klog.go:1509 github.com/kubernetes-csi/csi-lib-utils/connection.ExitOnConnectionLoss.func1(0x29b27c0) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:87 +0x1ec github.com/kubernetes-csi/csi-lib-utils/connection.connect.func1(0xc0003ab6c8, 0x14, 0x4a8176669, 0x4a8176669, 0x1, 0x2, 0xc0003ab6c8) /workspace/vendor/github.com/kubernetes-csi/csi-lib-utils/connection/connection.go:134 +0x2aa google.golang.org/grpc.WithDialer.func1(0x1e18fe0, 0xc0007b1080, 0xc0003ab6c8, 0x14, 0xd, 0xc0003ab6c8, 0x14, 0xc00001d570) /workspace/vendor/google.golang.org/grpc/dialoptions.go:398 +0x8e google.golang.org/grpc/internal/transport.dial(0x1e18fe0, 0xc0007b1080, 0xc0007a1630, 0xc00032c3b0, 0xd, 0x1bcac98, 0x9, 0xc0001b80a8, 0x0, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:152 +0x1c9 google.golang.org/grpc/internal/transport.newHTTP2Client(0x1e18fe0, 0xc0007b1080, 0x1e18f70, 0xc0003ae540, 0xc00032c3b0, 0xd, 0x1bcac98, 0x9, 0xc0001b80a8, 0x0, ...) /workspace/vendor/google.golang.org/grpc/internal/transport/http2_client.go:193 +0x16d google.golang.org/grpc/internal/transport.NewClientTransport(...) /workspace/vendor/google.golang.org/grpc/internal/transport/transport.go:579 google.golang.org/grpc.(*addrConn).createTransport(0xc0007d0000, 0xc00032c3b0, 0xd, 0x1bcac98, 0x9, 0xc0001b80a8, 0x0, 0x0, 0x0, 0x1bd077f, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1322 +0x40f google.golang.org/grpc.(*addrConn).tryAllAddrs(0xc0007d0000, 0xc0003ae580, 0x1, 0x1, 0xc0ca274915d7e2f7, 0x4aa849c7e, 0x29b24a0, 0x1e30b08, 0xc00034e1c0, 0x0, ...) /workspace/vendor/google.golang.org/grpc/clientconn.go:1252 +0x34d google.golang.org/grpc.(*addrConn).resetTransport(0xc0007d0000) /workspace/vendor/google.golang.org/grpc/clientconn.go:1167 +0x26b created by google.golang.org/grpc.(*addrConn).connect /workspace/vendor/google.golang.org/grpc/clientconn.go:843 +0x12a goroutine 1 [runnable]: runtime.CallersFrames(...) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/symtab.go:66 runtime.Caller(0x4, 0xc000200260, 0x52, 0xc000412360, 0xc000271858, 0x40d99b) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/extern.go:205 +0xa5 k8s.io/klog/v2.(*loggingT).header(0x29b27c0, 0x7fdf00000002, 0x1, 0xc000200280, 0x1ddfa60, 0xc00047a800, 0x0) /workspace/vendor/k8s.io/klog/v2/klog.go:597 +0x36 k8s.io/klog/v2.(*loggingT).printDepth(0x29b27c0, 0xc000000002, 0x0, 0x0, 0x0, 0x0, 0x1, 0xc000200280, 0x1, 0x1) /workspace/vendor/k8s.io/klog/v2/klog.go:719 +0x47 k8s.io/klog/v2.(*loggingT).print(...) /workspace/vendor/k8s.io/klog/v2/klog.go:715 k8s.io/klog/v2.Error(...) /workspace/vendor/k8s.io/klog/v2/klog.go:1445 main.main() /workspace/cmd/csi-provisioner/csi-provisioner.go:203 +0x4bc5 goroutine 33 [chan receive]: k8s.io/klog/v2.(*loggingT).flushDaemon(0x29b27c0) /workspace/vendor/k8s.io/klog/v2/klog.go:1164 +0x8b created by k8s.io/klog/v2.init.0 /workspace/vendor/k8s.io/klog/v2/klog.go:418 +0xdf goroutine 135 [IO wait]: internal/poll.runtime_pollWait(0x7fdf827f8eb8, 0x72, 0xffffffffffffffff) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000162198, 0x72, 0x800, 0x8fa, 0xffffffffffffffff) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000162180, 0xc0001e0900, 0x8fa, 0x8fa, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000162180, 0xc0001e0900, 0x8fa, 0x8fa, 0x8f5, 0xc0001e0900, 0x5) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00036b6c0, 0xc0001e0900, 0x8fa, 0x8fa, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/net/net.go:183 +0x91 crypto/tls.(*atLeastReader).Read(0xc0004bc090, 0xc0001e0900, 0x8fa, 0x8fa, 0x8f5, 0xc000135000, 0x0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:776 +0x63 bytes.(*Buffer).ReadFrom(0xc000265af8, 0x1ddf900, 0xc0004bc090, 0x40b725, 0x19981c0, 0x1b58820) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/bytes/buffer.go:204 +0xbe crypto/tls.(*Conn).readFromUntil(0xc000265880, 0x1de2600, 0xc00036b6c0, 0x5, 0xc00036b6c0, 0x400) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:798 +0xf3 crypto/tls.(*Conn).readRecordOrCCS(0xc000265880, 0x0, 0x0, 0x2) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:605 +0x115 crypto/tls.(*Conn).readRecord(...) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:573 crypto/tls.(*Conn).Read(0xc000265880, 0xc00071a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/crypto/tls/conn.go:1276 +0x165 bufio.(*Reader).Read(0xc0007153e0, 0xc0002d8738, 0x9, 0x9, 0x85096b, 0xc00078fc78, 0x406fa5) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/bufio/bufio.go:227 +0x222 io.ReadAtLeast(0x1ddf760, 0xc0007153e0, 0xc0002d8738, 0x9, 0x9, 0x9, 0xc0007a1520, 0x63d5b8176cf800, 0xc0007a1520) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/io/io.go:328 +0x87 io.ReadFull(...) /go/pkg/csiprow.XXXXFMKBJL/go-1.16/src/io/io.go:347 golang.org/x/net/http2.readFrameHeader(0xc0002d8738, 0x9, 0x9, 0x1ddf760, 0xc0007153e0, 0x0, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/frame.go:237 +0x89 golang.org/x/net/http2.(*Framer).ReadFrame(0xc0002d8700, 0xc00047e180, 0x0, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/frame.go:492 +0xa5 golang.org/x/net/http2.(*clientConnReadLoop).run(0xc00078ffa8, 0x0, 0x0) /workspace/vendor/golang.org/x/net/http2/transport.go:1819 +0xd8 golang.org/x/net/http2.(*ClientConn).readLoop(0xc00035ec00) /workspace/vendor/golang.org/x/net/http2/transport.go:1741 +0x6f created by golang.org/x/net/http2.(*Transport).newClientConn /workspace/vendor/golang.org/x/net/http2/transport.go:705 +0x6c5 goroutine 106 [select]: google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0003ae600) /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xac created by google.golang.org/grpc.newCCBalancerWrapper /workspace/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172 ==== end of pod log for container csi-mockplugin-0/csi-provisioner ====