Skip to content

SocketTimeout on STS api #31

@leleueri

Description

@leleueri

On GKE there a Socket Timeout on the StatefulSets API.
Check on microk8s & Azure if we have the same.

  • If we have it : fix it
  • if not try to update GKE

GKE version :

eric@eric-G3-3779:~/strapdata/dev/strapkop-google-k8s-marketplace$ kubectl version
Client Version: version.Info{Major:"1", Minor:"16", GitVersion:"v1.16.1", GitCommit:"d647ddbd755faf07169599a625faf302ffc34458", GitTreeState:"clean", BuildDate:"2019-10-02T17:01:15Z", GoVersion:"go1.12.10", Compiler:"gc", Platform:"linux/amd64"}
Server Version: version.Info{Major:"1", Minor:"13+", GitVersion:"v1.13.11-gke.14", GitCommit:"56d89863d1033f9668ddd6e1c1aea81cd846ef88", GitTreeState:"clean", BuildDate:"2019-11-07T19:12:22Z", GoVersion:"go1.12.11b4", Compiler:"gc", Platform:"linux/amd64"}
eric@eric-G3-3779:~/strapdata/dev/strapkop-google-k8s-marketplace$ 

StackTrace

11:21:59.541 [RxCachedThreadScheduler-13] DEBUG com.strapdata.strapkop.event.K8sWatchEventSource.createObservable:58 (re)creating k8s event observable for io.kubernetes.client.models.V1Pod
11:21:59.541 [RxCachedThreadScheduler-13] DEBUG com.strapdata.strapkop.event.K8sWatchEventSource.createWatchObservable:94 Creating k8s watch for resource : io.kubernetes.client.models.V1Pod
11:22:00.043 [RxCachedThreadScheduler-20] DEBUG com.strapdata.strapkop.event.K8sWatchEventSource.lambda$createWatchObservable$1:102 Watcher for adapter 'com.strapdata.strapkop.pipeline.StatefulsetPipeline$StatefulsetAdapter' receive socket timeout
java.lang.RuntimeException: IO Exception during hasNext method.
	at io.kubernetes.client.util.Watch.hasNext(Watch.java:144)
	at io.reactivex.internal.operators.observable.ObservableFromIterable.subscribeActual(ObservableFromIterable.java:43)
	at io.reactivex.Observable.subscribe(Observable.java:12267)
	at io.micronaut.reactive.rxjava2.RxInstrumentedObservable.subscribeActual(RxInstrumentedObservable.java:64)
	at io.reactivex.Observable.subscribe(Observable.java:12267)
	at io.reactivex.internal.operators.observable.ObservableObserveOn.subscribeActual(ObservableObserveOn.java:45)
	at io.reactivex.Observable.subscribe(Observable.java:12267)
	at io.micronaut.reactive.rxjava2.RxInstrumentedObservable.subscribeActual(RxInstrumentedObservable.java:64)
	at io.reactivex.Observable.subscribe(Observable.java:12267)
	at io.reactivex.internal.operators.observable.ObservableObserveOn.subscribeActual(ObservableObserveOn.java:45)
	at io.reactivex.Observable.subscribe(Observable.java:12267)
	at io.micronaut.reactive.rxjava2.RxInstrumentedObservable.subscribeActual(RxInstrumentedObservable.java:64)
	at io.reactivex.Observable.subscribe(Observable.java:12267)
	at io.reactivex.internal.operators.observable.ObservableDoOnEach.subscribeActual(ObservableDoOnEach.java:42)
	at io.reactivex.Observable.subscribe(Observable.java:12267)
	at io.micronaut.reactive.rxjava2.RxInstrumentedObservable.subscribeActual(RxInstrumentedObservable.java:64)
	at io.reactivex.Observable.subscribe(Observable.java:12267)
	at io.reactivex.internal.operators.observable.ObservableMap.subscribeActual(ObservableMap.java:32)
	at io.reactivex.Observable.subscribe(Observable.java:12267)
	at io.micronaut.reactive.rxjava2.RxInstrumentedObservable.subscribeActual(RxInstrumentedObservable.java:64)
	at io.reactivex.Observable.subscribe(Observable.java:12267)
	at io.reactivex.internal.operators.observable.ObservableDoFinally.subscribeActual(ObservableDoFinally.java:43)
	at io.reactivex.Observable.subscribe(Observable.java:12267)
	at io.micronaut.reactive.rxjava2.RxInstrumentedObservable.subscribeActual(RxInstrumentedObservable.java:64)
	at io.reactivex.Observable.subscribe(Observable.java:12267)
	at io.reactivex.internal.operators.observable.ObservableDefer.subscribeActual(ObservableDefer.java:40)
	at io.reactivex.Observable.subscribe(Observable.java:12267)
	at io.micronaut.reactive.rxjava2.RxInstrumentedObservable.subscribeActual(RxInstrumentedObservable.java:64)
	at io.reactivex.Observable.subscribe(Observable.java:12267)
	at io.reactivex.internal.operators.observable.ObservableSubscribeOn$SubscribeTask.run(ObservableSubscribeOn.java:96)
	at io.reactivex.Scheduler$DisposeTask.run(Scheduler.java:578)
	at io.reactivex.internal.schedulers.ScheduledRunnable.run(ScheduledRunnable.java:66)
	at io.reactivex.internal.schedulers.ScheduledRunnable.call(ScheduledRunnable.java:57)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: timeout
	at okio.Okio$3.newTimeoutException(Okio.java:207)
	at okio.AsyncTimeout.exit(AsyncTimeout.java:261)
	at okio.AsyncTimeout$2.read(AsyncTimeout.java:215)
	at okio.RealBufferedSource.request(RealBufferedSource.java:71)
	at okio.RealBufferedSource.require(RealBufferedSource.java:64)
	at okio.RealBufferedSource.readHexadecimalUnsignedLong(RealBufferedSource.java:270)
	at com.squareup.okhttp.internal.http.Http1xStream$ChunkedSource.readChunkSize(Http1xStream.java:454)
	at com.squareup.okhttp.internal.http.Http1xStream$ChunkedSource.read(Http1xStream.java:435)
	at okio.RealBufferedSource.exhausted(RealBufferedSource.java:60)
	at io.kubernetes.client.util.Watch.hasNext(Watch.java:142)
	... 38 common frames omitted
Caused by: java.net.SocketException: Socket closed
	at java.net.SocketInputStream.read(SocketInputStream.java:204)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at okio.Okio$2.read(Okio.java:139)
	at okio.AsyncTimeout$2.read(AsyncTimeout.java:211)
	... 45 common frames omitted

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions