Move Airbyte vom Docker to Kubernetes

[rrittsteiger]

Hi all,

I am trying to migrate my Airbyte setup from Docker to Kubernetes at the moment. Do achieve this I exported the "airbyte" database from the Docker DB container and set up a fresh Kubernetes deployment with the help of Helm. I added the docker user via the values.yaml. After the setup I downscaled all pods except the database to zero. Connected to the database and dropped and recreated the "airbyte" database. After that I restored the database with the help of my dump from the docker container. So far I used the same procedure to move an Airbyte deployment from one Docker deployment to another. In the following I upscaled the downscaled pods to the Airbyte up and running again. After opening the webinterface in my browser I am receiving the following error message in nearly every tab. Can somebody give me a hint how to resolve this?

{
  "url": "http://localhost:3000/workspaces/5f7d0d2f-37a0-47a6-bcfc-f7b59e940eb6/connections",
  "airbyteVersion": "0.63.8",
  "errorType": "HttpError",
  "errorConstructor": "Ch",
  "error": {
    "i18nKey": "errors.http.internalServerError",
    "i18nParams": {
      "status": 500
    },
    "name": "HttpError",
    "requestId": "hafsCKNFQZWbjRt9A4UVZU",
    "request": {
      "url": "/api/v1/web_backend/connections/list",
      "method": "post",
      "headers": {
        "Content-Type": "application/json"
      },
      "data": {
        "workspaceId": "5f7d0d2f-37a0-47a6-bcfc-f7b59e940eb6"
      }
    },
    "status": 500,
    "response": {
      "message": "Internal Server Error: SQL [select \"public\".\"actor\".*, \"public\".\"actor_definition\".* from \"public\".\"actor\" join \"public\".\"actor_definition\" on \"public\".\"actor\".\"actor_definition_id\" = \"public\".\"actor_definition\".\"id\" where (\"public\".\"actor\".\"actor_type\" = cast(? as \"public\".\"actor_type\") and \"public\".\"actor\".\"id\" in (cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid)))]; Error while reading field: \"public\".\"actor_definition\".\"created_at\", at JDBC index: 15",
      "exceptionClassName": "org.jooq.exception.DataAccessException",
      "exceptionStack": [
        "org.jooq.exception.DataAccessException: SQL [select \"public\".\"actor\".*, \"public\".\"actor_definition\".* from \"public\".\"actor\" join \"public\".\"actor_definition\" on \"public\".\"actor\".\"actor_definition_id\" = \"public\".\"actor_definition\".\"id\" where (\"public\".\"actor\".\"actor_type\" = cast(? as \"public\".\"actor_type\") and \"public\".\"actor\".\"id\" in (cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid), cast(? as uuid)))]; Error while reading field: \"public\".\"actor_definition\".\"created_at\", at JDBC index: 15",
        "\tat org.jooq_3.19.7.POSTGRES.debug(Unknown Source)",
        "\tat org.jooq_3.19.7.POSTGRES.debug(Unknown Source)",
        "\tat org.jooq.impl.Tools.translate(Tools.java:3572)",
        "\tat org.jooq.impl.Tools.translate(Tools.java:3560)",
        "\tat org.jooq.impl.DefaultExecuteContext.sqlException(DefaultExecuteContext.java:827)",
        "\tat org.jooq.impl.CursorImpl$CursorIterator.fetchNext(CursorImpl.java:1405)",
        "\tat org.jooq.impl.CursorImpl$CursorIterator.hasNext(CursorImpl.java:1366)",
        "\tat org.jooq.impl.CursorImpl.fetchNext(CursorImpl.java:174)",
        "\tat org.jooq.impl.AbstractCursor.fetch(AbstractCursor.java:177)",
        "\tat org.jooq.impl.AbstractCursor.fetch(AbstractCursor.java:88)",
        "\tat org.jooq.impl.AbstractResultQuery.execute(AbstractResultQuery.java:265)",
        "\tat org.jooq.impl.AbstractQuery.execute(AbstractQuery.java:348)",
        "\tat org.jooq.impl.AbstractResultQuery.fetch(AbstractResultQuery.java:290)",
        "\tat org.jooq.impl.SelectImpl.fetch(SelectImpl.java:3232)",
        "\tat io.airbyte.data.services.impls.jooq.SourceServiceJooqImpl.lambda$getSourceAndDefinitionsFromSourceIds$12(SourceServiceJooqImpl.java:386)",
        "\tat io.airbyte.db.Database.query(Database.java:23)",
        "\tat io.airbyte.db.ExceptionWrappingDatabase.query(ExceptionWrappingDatabase.java:31)",
        "\tat io.airbyte.data.services.impls.jooq.SourceServiceJooqImpl.getSourceAndDefinitionsFromSourceIds(SourceServiceJooqImpl.java:380)",
        "\tat io.airbyte.config.persistence.ConfigRepository.getSourceAndDefinitionsFromSourceIds(ConfigRepository.java:1300)",
        "\tat io.airbyte.commons.server.handlers.WebBackendConnectionsHandler.getSourceSnippetReadById(WebBackendConnectionsHandler.java:211)",
        "\tat io.airbyte.commons.server.handlers.WebBackendConnectionsHandler.webBackendListConnectionsForWorkspace(WebBackendConnectionsHandler.java:175)",
        "\tat io.airbyte.server.apis.WebBackendApiController.lambda$webBackendListConnectionsForWorkspace$4(WebBackendApiController.java:130)",
        "\tat io.airbyte.server.apis.ApiHelper.execute(ApiHelper.java:28)",
        "\tat io.airbyte.server.apis.WebBackendApiController.webBackendListConnectionsForWorkspace(WebBackendApiController.java:128)",
        "\tat io.airbyte.server.apis.$WebBackendApiController$Definition$Exec.dispatch(Unknown Source)",
        "\tat io.micronaut.context.AbstractExecutableMethodsDefinition$DispatchedExecutableMethod.invokeUnsafe(AbstractExecutableMethodsDefinition.java:461)",
        "\tat io.micronaut.context.DefaultBeanContext$BeanContextUnsafeExecutionHandle.invokeUnsafe(DefaultBeanContext.java:4325)",
        "\tat io.micronaut.web.router.AbstractRouteMatch.execute(AbstractRouteMatch.java:271)",
        "\tat io.micronaut.web.router.DefaultUriRouteMatch.execute(DefaultUriRouteMatch.java:39)",
        "\tat io.micronaut.http.server.RouteExecutor.executeRouteAndConvertBody(RouteExecutor.java:490)",
        "\tat io.micronaut.http.server.RouteExecutor.lambda$callRoute$6(RouteExecutor.java:467)",
        "\tat io.micronaut.core.execution.ExecutionFlow.lambda$async$1(ExecutionFlow.java:87)",
        "\tat io.micronaut.core.propagation.PropagatedContext.lambda$wrap$3(PropagatedContext.java:211)",
        "\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)",
        "\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)",
        "\tat java.base/java.lang.Thread.run(Thread.java:1583)",
        "Caused by: java.sql.SQLException: Error while reading field: \"public\".\"actor_definition\".\"created_at\", at JDBC index: 15",
        "\tat org.jooq.impl.CursorImpl$CursorRecordInitialiser.setValue(CursorImpl.java:1592)",
        "\tat org.jooq.impl.CursorImpl$CursorRecordInitialiser.apply(CursorImpl.java:1518)",
        "\tat org.jooq.impl.CursorImpl$CursorRecordInitialiser.apply(CursorImpl.java:1433)",
        "\tat org.jooq.impl.RecordDelegate.operate(RecordDelegate.java:144)",
        "\tat org.jooq.impl.CursorImpl$CursorIterator.fetchNext(CursorImpl.java:1390)",
        "\t... 30 more",
        "Caused by: java.lang.IllegalArgumentException: Expected '-' at position 0 in database",
        "\tat org.jooq.impl.DefaultBinding$OffsetDateTimeParser.parseChar(DefaultBinding.java:3345)",
        "\tat org.jooq.impl.DefaultBinding$OffsetDateTimeParser.parseLocalDate(DefaultBinding.java:3245)",
        "\tat org.jooq.impl.DefaultBinding$OffsetDateTimeParser.offsetDateTime(DefaultBinding.java:3226)",
        "\tat org.jooq.impl.DefaultBinding$DefaultOffsetDateTimeBinding.get0(DefaultBinding.java:3467)",
        "\tat org.jooq.impl.DefaultBinding$DefaultOffsetDateTimeBinding.get0(DefaultBinding.java:3381)",
        "\tat org.jooq.impl.DefaultBinding$InternalBinding.get(DefaultBinding.java:1129)",
        "\tat org.jooq.impl.CursorImpl$CursorRecordInitialiser.setValue(CursorImpl.java:1582)",
        "\t... 34 more"
      ],
      "rootCauseExceptionClassName": "java.lang.Class",
      "rootCauseExceptionStack": [
        "java.sql.SQLException: Error while reading field: \"public\".\"actor_definition\".\"created_at\", at JDBC index: 15",
        "\tat org.jooq.impl.CursorImpl$CursorRecordInitialiser.setValue(CursorImpl.java:1592)",
        "\tat org.jooq.impl.CursorImpl$CursorRecordInitialiser.apply(CursorImpl.java:1518)",
        "\tat org.jooq.impl.CursorImpl$CursorRecordInitialiser.apply(CursorImpl.java:1433)",
        "\tat org.jooq.impl.RecordDelegate.operate(RecordDelegate.java:144)",
        "\tat org.jooq.impl.CursorImpl$CursorIterator.fetchNext(CursorImpl.java:1390)",
        "\tat org.jooq.impl.CursorImpl$CursorIterator.hasNext(CursorImpl.java:1366)",
        "\tat org.jooq.impl.CursorImpl.fetchNext(CursorImpl.java:174)",
        "\tat org.jooq.impl.AbstractCursor.fetch(AbstractCursor.java:177)",
        "\tat org.jooq.impl.AbstractCursor.fetch(AbstractCursor.java:88)",
        "\tat org.jooq.impl.AbstractResultQuery.execute(AbstractResultQuery.java:265)",
        "\tat org.jooq.impl.AbstractQuery.execute(AbstractQuery.java:348)",
        "\tat org.jooq.impl.AbstractResultQuery.fetch(AbstractResultQuery.java:290)",
        "\tat org.jooq.impl.SelectImpl.fetch(SelectImpl.java:3232)",
        "\tat io.airbyte.data.services.impls.jooq.SourceServiceJooqImpl.lambda$getSourceAndDefinitionsFromSourceIds$12(SourceServiceJooqImpl.java:386)",
        "\tat io.airbyte.db.Database.query(Database.java:23)",
        "\tat io.airbyte.db.ExceptionWrappingDatabase.query(ExceptionWrappingDatabase.java:31)",
        "\tat io.airbyte.data.services.impls.jooq.SourceServiceJooqImpl.getSourceAndDefinitionsFromSourceIds(SourceServiceJooqImpl.java:380)",
        "\tat io.airbyte.config.persistence.ConfigRepository.getSourceAndDefinitionsFromSourceIds(ConfigRepository.java:1300)",
        "\tat io.airbyte.commons.server.handlers.WebBackendConnectionsHandler.getSourceSnippetReadById(WebBackendConnectionsHandler.java:211)",
        "\tat io.airbyte.commons.server.handlers.WebBackendConnectionsHandler.webBackendListConnectionsForWorkspace(WebBackendConnectionsHandler.java:175)",
        "\tat io.airbyte.server.apis.WebBackendApiController.lambda$webBackendListConnectionsForWorkspace$4(WebBackendApiController.java:130)",
        "\tat io.airbyte.server.apis.ApiHelper.execute(ApiHelper.java:28)",
        "\tat io.airbyte.server.apis.WebBackendApiController.webBackendListConnectionsForWorkspace(WebBackendApiController.java:128)",
        "\tat io.airbyte.server.apis.$WebBackendApiController$Definition$Exec.dispatch(Unknown Source)",
        "\tat io.micronaut.context.AbstractExecutableMethodsDefinition$DispatchedExecutableMethod.invokeUnsafe(AbstractExecutableMethodsDefinition.java:461)",
        "\tat io.micronaut.context.DefaultBeanContext$BeanContextUnsafeExecutionHandle.invokeUnsafe(DefaultBeanContext.java:4325)",
        "\tat io.micronaut.web.router.AbstractRouteMatch.execute(AbstractRouteMatch.java:271)",
        "\tat io.micronaut.web.router.DefaultUriRouteMatch.execute(DefaultUriRouteMatch.java:39)",
        "\tat io.micronaut.http.server.RouteExecutor.executeRouteAndConvertBody(RouteExecutor.java:490)",
        "\tat io.micronaut.http.server.RouteExecutor.lambda$callRoute$6(RouteExecutor.java:467)",
        "\tat io.micronaut.core.execution.ExecutionFlow.lambda$async$1(ExecutionFlow.java:87)",
        "\tat io.micronaut.core.propagation.PropagatedContext.lambda$wrap$3(PropagatedContext.java:211)",
        "\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)",
        "\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)",
        "\tat java.base/java.lang.Thread.run(Thread.java:1583)",
        "Caused by: java.lang.IllegalArgumentException: Expected '-' at position 0 in database",
        "\tat org.jooq.impl.DefaultBinding$OffsetDateTimeParser.parseChar(DefaultBinding.java:3345)",
        "\tat org.jooq.impl.DefaultBinding$OffsetDateTimeParser.parseLocalDate(DefaultBinding.java:3245)",
        "\tat org.jooq.impl.DefaultBinding$OffsetDateTimeParser.offsetDateTime(DefaultBinding.java:3226)",
        "\tat org.jooq.impl.DefaultBinding$DefaultOffsetDateTimeBinding.get0(DefaultBinding.java:3467)",
        "\tat org.jooq.impl.DefaultBinding$DefaultOffsetDateTimeBinding.get0(DefaultBinding.java:3381)",
        "\tat org.jooq.impl.DefaultBinding$InternalBinding.get(DefaultBinding.java:1129)",
        "\tat org.jooq.impl.CursorImpl$CursorRecordInitialiser.setValue(CursorImpl.java:1582)",
        "\t... 34 more"
      ]
    }
  },
  "stacktrace": "HttpError: errors.http.internalServerError\n    at Fpe (http://localhost:3000/assets/core-gnlepmoz11.js:119:9674)\n    at async Tn.refetchInterval [as queryFn] (http://localhost:3000/assets/core-gnlepmoz11.js:356:62845)",
  "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36",
  "featureFlags": {}
}

Thank you for you help.