- I have created a source Trello where I have 1 board and some data on the board
- I select the destination as AWS S3 avro/ parquet the sync fails, although when I do the same on s3 csv/json the sync runs successfully
The above image contains the configurations of the source and the connection.
LOGS
,retryable=<null>,timestamp=1658407996587]]]
Log4j2Appender says: sync summary: io.airbyte.config.StandardSyncOutput@48fc25b[standardSyncSummary=io.airbyte.config.StandardSyncSummary@6041bf5e[status=failed,recordsSynced=1,bytesSynced=5754,startTime=1658407929768,endTime=1658407996589,totalStats=io.airbyte.config.SyncStats@15f35571[recordsEmitted=1,bytesEmitted=5754,stateMessagesEmitted=0,recordsCommitted=0],streamStats=[io.airbyte.config.StreamSyncStats@27746528[streamName=boards,stats=io.airbyte.config.SyncStats@2b6db079[recordsEmitted=1,bytesEmitted=5754,stateMessagesEmitted=<null>,recordsCommitted=<null>]]]],state=io.airbyte.config.State@6ef46e09[state={}],outputCatalog=io.airbyte.protocol.models.ConfiguredAirbyteCatalog@2c7e071e[streams=[io.airbyte.protocol.models.ConfiguredAirbyteStream@536b4bdc[stream=io.airbyte.protocol.models.AirbyteStream@298cc6f0[name=boards,jsonSchema={"type":["null","object"],"properties":{"id":{"type":"string"},"url":{"type":["null","string"]},"desc":{"type":["null","string"]},"name":{"type":["null","string"]},"prefs":{"type":["null","object"],"properties":{"voting":{"type":["null","string"]},"canBeOrg":{"type":["null","boolean"]},"comments":{"type":["null","string"]},"selfJoin":{"type":["null","boolean"]},"canInvite":{"type":["null","boolean"]},"cardAging":{"type":["null","string"]},"hideVotes":{"type":["null","boolean"]},"background":{"type":["null","string"]},"cardCovers":{"type":["null","boolean"]},"isTemplate":{"type":["null","boolean"]},"canBePublic":{"type":["null","boolean"]},"invitations":{"type":["null","string"]},"canBePrivate":{"type":["null","boolean"]},"backgroundTile":{"type":["null","boolean"]},"backgroundImage":{"type":["null","string"]},"canBeEnterprise":{"type":["null","boolean"]},"permissionLevel":{"type":["null","string"]},"backgroundTopColor":{"type":["null","string"]},"calendarFeedEnabled":{"type":["null","boolean"]},"backgroundBrightness":{"type":["null","string"]},"backgroundBottomColor":{"type":["null","string"]},"backgroundImageScaled":{"type":["null","array"],"items":{"type":["null","object"],"properties":{"url":{"type":["null","string"]},"width":{"type":["null","integer"]},"height":{"type":["null","integer"]}}}}}},"closed":{"type":["null","boolean"]},"idTags":{"type":["null","array"],"items":{"type":["null","string"]}},"limits":{"type":["null","object"],"properties":{"attachments":{"type":["null","object"],"properties":{"perBoard":{"type":["null","object"],"properties":{"status":{"type":["null","string"]},"warnAt":{"type":["null","integer"]},"disableAt":{"type":["null","integer"]}}}}}}},"pinned":{"type":["null","boolean"]},"starred":{"type":["null","boolean"]},"descData":{"type":["null","string"]},"ixUpdate":{"type":["null","integer"]},"powerUps":{"type":["null","array"],"items":{"type":["null","string"]}},"shortUrl":{"type":["null","string"]},"shortLink":{"type":["null","string"]},"labelNames":{"type":["null","object"],"properties":{"red":{"type":["null","string"]},"sky":{"type":["null","string"]},"blue":{"type":["null","string"]},"lime":{"type":["null","string"]},"pink":{"type":["null","string"]},"black":{"type":["null","string"]},"green":{"type":["null","string"]},"orange":{"type":["null","string"]},"purple":{"type":["null","string"]},"yellow":{"type":["null","string"]}}},"subscribed":{"type":["null","boolean"]},"memberships":{"type":["null","array"],"items":{"type":["null","object"],"properties":{"id":{"type":["null","string"]},"idMember":{"type":["null","string"]},"memberType":{"type":["null","string"]},"deactivated":{"type":["null","boolean"]},"unconfirmed":{"type":["null","boolean"]}}}},"dateLastView":{"type":["null","string"],"format":"date-time"},"idEnterprise":{"type":["null","string"]},"idBoardSource":{"type":["null","string"]},"creationMethod":{"type":["null","string"]},"idOrganization":{"type":["null","string"]},"enterpriseOwned":{"type":["null","boolean"]},"premiumFeatures":{"type":["null","array"],"items":{"type":["null","string"]}},"templateGallery":{"type":["null","string"]},"dateLastActivity":{"type":["null","string"],"format":"date-time"},"datePluginDisable":{"type":["null","string"],"format":"date-time"}}},supportedSyncModes=[full_refresh],sourceDefinedCursor=<null>,defaultCursorField=[],sourceDefinedPrimaryKey=[[id]],namespace=<null>,additionalProperties={}],syncMode=full_refresh,cursorField=[],destinationSyncMode=overwrite,primaryKey=[[id]],additionalProperties={}]],additionalProperties={}],failures=[io.airbyte.config.FailureReason@445a37d0[failureOrigin=destination,failureType=<null>,internalMessage=io.airbyte.workers.DefaultReplicationWorker$DestinationException: Destination process exited with non-zero exit code 1,externalMessage=Something went wrong within the destination connector,metadata=io.airbyte.config.Metadata@18408eb2[additionalProperties={attemptNumber=2, jobId=29859}],stacktrace=java.util.concurrent.CompletionException: io.airbyte.workers.DefaultReplicationWorker$DestinationException: Destination process exited with non-zero exit code 1
at java.base/java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:315)
at java.base/java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:320)
at java.base/java.util.concurrent.CompletableFuture$AsyncRun.run(CompletableFuture.java:1807)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:833)
Caused by: io.airbyte.workers.DefaultReplicationWorker$DestinationException: Destination process exited with non-zero exit code 1
at io.airbyte.workers.DefaultReplicationWorker.lambda$getDestinationOutputRunnable$6(DefaultReplicationWorker.java:353)
at java.base/java.util.concurrent.CompletableFuture$AsyncRun.run(CompletableFuture.java:1804)
... 3 more
→
- Is this your first time deploying Airbyte?: No
- OS Version / Instance: Ubuntu
- Memory / Disk: >4Gb / 1 Tb
- Deployment: Kubernetes
- Airbyte Version: 0.35.31
- Source Trello:
- Destination AWS S3