Hi @alafanechere … I missed your response, apologies for the delay in addressing your question.
- Please see below for the source and destination catalog output. The
jsonResponse
field is actually stored as a JSON datatype in the mySQL source, but it’s showing up in the source catalog as a string.
- I can confirm that the
_airbyte_data
column in the raw tables are SUPER
.
I know there is an open issue for the solution you proposed in the source-mysql connector. Hopefully that can be addressed soon.
{
"streams": [
{
"stream": {
"name": "api_data",
"json_schema": {
"type": "object",
"properties": {
"path": {
"type": "string"
},
"method": {
"type": "string"
},
"userID": {
"type": "string"
},
"provider": {
"type": "string"
},
"apiDataID": {
"type": "string"
},
"createdAt": {
"type": "string"
},
"updatedAt": {
"type": "string"
},
"apiVersion": {
"type": "string"
},
"jsonResponse": {
"type": "string"
},
"requestPayload": {
"type": "string"
},
"serializedPath": {
"type": "string"
}
}
},
"supported_sync_modes": [
"full_refresh",
"incremental"
],
"default_cursor_field": [],
"source_defined_primary_key": [
[
"apiDataID"
]
],
"namespace": "production_tandym_db"
},
"sync_mode": "full_refresh",
"cursor_field": [],
"destination_sync_mode": "overwrite",
"primary_key": [
[
"apiDataID"
]
]
}]}
{
"streams": [
{
"stream": {
"name": "tdym_api_data",
"json_schema": {
"type": "object",
"properties": {
"path": {
"type": "string"
},
"method": {
"type": "string"
},
"userID": {
"type": "string"
},
"provider": {
"type": "string"
},
"apiDataID": {
"type": "string"
},
"createdAt": {
"type": "string"
},
"updatedAt": {
"type": "string"
},
"apiVersion": {
"type": "string"
},
"jsonResponse": {
"type": "string"
},
"requestPayload": {
"type": "string"
},
"serializedPath": {
"type": "string"
}
}
},
"supported_sync_modes": [
"full_refresh",
"incremental"
],
"default_cursor_field": [],
"source_defined_primary_key": [
[
"apiDataID"
]
],
"namespace": "tdym_processing"
},
"sync_mode": "full_refresh",
"cursor_field": [],
"destination_sync_mode": "overwrite",
"primary_key": [
[
"apiDataID"
]
]
}]}