Summary
Encountering HttpError with status 500 and Access Denied error related to S3 after upgrading to Airbyte version 0.62.0
Question
Hello
I have issue after upgrading to latest 0.62
"url": "<https://airbyte-webapp.team/workspaces/6ac70655-5abc-4e89-bf8e-e075c4f827b2/connections/3ad15a32-7210-4b95-ad19-d845dfe1ed1c/job-history>",
"airbyteVersion": "0.62.0",
"errorType": "HttpError",
"errorConstructor": "jm",
"error": {
"i18nKey": "errors.http.internalServerError",
"i18nParams": {
"status": 500
},
"name": "HttpError",
"requestId": "vEGXFe7WNYGSPMBb1d33qg",
"request": {
"url": "/api/v1/attempt/get_for_job",
"method": "post",
"headers": {
"Content-Type": "application/json"
},
"data": {
"jobId": 6269,
"attemptNumber": 0
}
},
"status": 500,
"response": {
"message": "Internal Server Error: Access Denied (Service: S3, Status Code: 403, Request ID: XNK7Z3KXCC91PG4R, Extended Request ID: kVw8rzr3Ak2kTy8pThAI1dt4ZR+mxQ7gQdb4v8Hnft/184lCr+EJQGlW6qcWBsPZqXQXOwBbLTwH19nxY7Oi2HSoGU5Y8Oq4)",
"exceptionClassName": "software.amazon.awssdk.services.s3.model.S3Exception",
"exceptionStack": [
"software.amazon.awssdk.services.s3.model.S3Exception: Access Denied (Service: S3, Status Code: 403, Request ID: XNK7Z3KXCC91PG4R, Extended Request ID: kVw8rzr3Ak2kTy8pThAI1dt4ZR+mxQ7gQdb4v8Hnft/184lCr+EJQGlW6qcWBsPZqXQXOwBbLTwH19nxY7Oi2HSoGU5Y8Oq4)",
"\tat software.amazon.awssdk.protocols.xml.internal.unmarshall.AwsXmlPredicatedResponseHandler.handleErrorResponse(AwsXmlPredicatedResponseHandler.java:156)",
"\tat software.amazon.awssdk.protocols.xml.internal.unmarshall.AwsXmlPredicatedResponseHandler.handleResponse(AwsXmlPredicatedResponseHandler.java:108)",
"\tat software.amazon.awssdk.protocols.xml.internal.unmarshall.AwsXmlPredicatedResponseHandler.handle(AwsXmlPredicatedResponseHandler.java:85)",
"\tat software.amazon.awssdk.protocols.xml.internal.unmarshall.AwsXmlPredicatedResponseHandler.handle(AwsXmlPredicatedResponseHandler.java:43)",
"\tat software.amazon.awssdk.awscore.client.handler.AwsSyncClientHandler$Crc32ValidationResponseHandler.handle(AwsSyncClientHandler.java:93)",
"\tat software.amazon.awssdk.core.internal.handler.BaseClientHandler.lambda$successTransformationResponseHandler$7(BaseClientHandler.java:279)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.stages.HandleResponseStage.execute(HandleResponseStage.java:50)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.stages.HandleResponseStage.execute(HandleResponseStage.java:38)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.RequestPipelineBuilder$ComposingRequestPipelineStage.execute(RequestPipelineBuilder.java:206)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallAttemptTimeoutTrackingStage.execute(ApiCallAttemptTimeoutTrackingStage.java:72)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallAttemptTimeoutTrackingStage.execute(ApiCallAttemptTimeoutTrackingStage.java:42)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.stages.TimeoutExceptionHandlingStage.execute(TimeoutExceptionHandlingStage.java:78)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.stages.TimeoutExceptionHandlingStage.execute(TimeoutExceptionHandlingStage.java:40)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallAttemptMetricCollectionStage.execute(ApiCallAttemptMetricCollectionStage.java:55)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallAttemptMetricCollectionStage.execute(ApiCallAttemptMetricCollectionStage.java:39)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.stages.RetryableStage.execute(RetryableStage.java:81)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.stages.RetryableStage.execute(RetryableStage.java:36)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.RequestPipelineBuilder$ComposingRequestPipelineStage.execute(RequestPipelineBuilder.java:206)",
"\tat software.amazon.awssdk.core.internal.http.StreamManagingStage.execute(StreamManagingStage.java:56)",
"\tat software.amazon.awssdk.core.internal.http.StreamManagingStage.execute(StreamManagingStage.java:36)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallTimeoutTrackingStage.executeWithTimer(ApiCallTimeoutTrackingStage.java:80)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallTimeoutTrackingStage.execute(ApiCallTimeoutTrackingStage.java:60)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallTimeoutTrackingStage.execute(ApiCallTimeoutTrackingStage.java:42)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallMetricCollectionStage.execute(ApiCallMetricCollectionStage.java:50)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallMetricCollectionStage.execute(ApiCallMetricCollectionStage.java:32)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.RequestPipelineBuilder$ComposingRequestPipelineStage.execute(RequestPipelineBuilder.java:206)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.RequestPipelineBuilder$ComposingRequestPipelineStage.execute(RequestPipelineBuilder.java:206)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.stages.ExecutionFailureExceptionReportingStage.execute(ExecutionFailureExceptionReportingStage.java:37)",
"\tat software.amazon.awssdk.core.internal.http.pipeline.stages.ExecutionFailureExceptionReportingStage.execute(ExecutionFailureExceptionReportingStage.java:26)",
"\tat software.amazon.awssdk.core.internal.http.AmazonSyncHttpClient$RequestExecutionBuilderImpl.execute(AmazonSyncHttpClient.java:224)",
"\tat software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.invoke(BaseSyncClientHandler.java:103)",
"\tat software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.doExecute(BaseSyncClientHandler.java:173)",
"\tat software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.lambda$execute$1(BaseSyncClientHandler.java:80)",
"\tat software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.measureApiCallSuccess(BaseSyncClientHandler.java:182)",
"\tat software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.execute(BaseSyncClientHandler.java:74)",
"\tat software.amazon.awssdk.core.client.handler.SdkSyncClientHandler.execute(SdkSyncClientHandler.java:45)",
"\tat software.amazon.awssdk.awscore.client.handler.AwsSyncClientHandler.execute(AwsSyncClientHandler.java:53)",
"\tat software.amazon.awssdk.services.s3.DefaultS3Client.listObjectsV2(DefaultS3Client.java:7327)",
"\tat software.amazon.awssdk.services.s3.paginators.ListObjectsV2Iterable$ListObjectsV2ResponseFetcher.nextPage(ListObjectsV2Iterable.java:154)",
"\tat software.amazon.awssdk.services.s3.paginators.ListObjectsV2Iterable$ListObjectsV2ResponseFetcher.nextPage(ListObjectsV2Iterable.java:145)",
"\tat software.amazon.awssdk.core.pagination.sync.PaginatedResponsesIterator.next(PaginatedResponsesIterator.java:58)",
"\tat io.airbyte.config.helpers.S3Logs.getAscendingObjectKeys(S3Logs.java:148)",
"\tat io.airbyte.config.helpers.S3Logs.tailCloudLog(S3Logs.java:92)",
"\tat io.airbyte.config.helpers.LogClientSingleton.getJobLogFile(LogClientSingleton.java:91)",
"\tat io.airbyte.commons.server.converters.JobConverter.getLogRead(JobConverter.java:243)",
"\tat io.airbyte.commons.server.converters.JobConverter.getAttemptInfoRead(JobConverter.java:158)",
"\tat java.base/java.util.Optional.map(Optional.java:260)",
"\tat io.airbyte.commons.server.handlers.AttemptHandler.getAttemptForJob(AttemptHandler.java:214)",
"\tat io.airbyte.server.apis.AttemptApiController.lambda$getAttemptForJob$0(AttemptApiController.java:49)",
"\tat io.airbyte.server.apis.ApiHelper.execute(ApiHelper.java:28)",
"\tat io.airbyte.server.apis.AttemptApiController.getAttemptForJob(AttemptApiController.java:49)",
"\tat io.airbyte.server.apis.$AttemptApiController$Definition$Exec.dispatch(Unknown Source)",
"\tat io.micronaut.context.AbstractExecutableMethodsDefinition$DispatchedExecutableMethod.invokeUnsafe(AbstractExecutableMethodsDefinition.java:461)",
"\tat io.micronaut.context.DefaultBeanContext$BeanContextUnsafeExecutionHandle.invokeUnsafe(DefaultBeanContext.java:4232)",
"\tat io.micronaut.web.router.AbstractRouteMatch.execute(AbstractRouteMatch.java:271)",
"\tat io.micronaut.http.server.RouteExecutor.executeRouteAndConvertBody(RouteExecutor.java:488)",
"\tat io.micronaut.http.server.RouteExecutor.lambda$callRoute$6(RouteExecutor.java:465)",
"\tat io.micronaut.core.execution.ExecutionFlow.lambda$async$1(ExecutionFlow.java:87)",
"\tat io.micronaut.core.propagation.PropagatedContext.lambda$wrap$3(PropagatedContext.java:211)",
"\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)",
"\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)",
"\tat java.base/java.lang.Thread.run(Thread.java:1583)"
],
"rootCauseExceptionStack": []
}
},
"stacktrace": "HttpError: errors.http.internalServerError\n at Exe (<https://airbyte-webapp.com/assets/core-oadef52vc7.js:120:8356>)",
"userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36",
"featureFlags": {}
}```
<br>
---
This topic has been created from a Slack thread to give it more visibility.
It will be on Read-Only mode here. [Click here](https://airbytehq.slack.com/archives/C021JANJ6TY/p1717604410545289) if you want
to access the original thread.
[Join the conversation on Slack](https://slack.airbyte.com)
<sub>
["upgrade", "airbyte-0.62.0", "httperror", "status-500", "access-denied", "s3"]
</sub>