I am working on a low code connector that I started developing with the builder UI and then refactored manually.
My problem is when using incremental sync, the query parameters are not updated but only added and resulting in massive ammounts of duplicate parameters in the URL. This results in an error message (502 bad gateway) from the API web server. This error occurs after 15000 records received.
Running version 0.44.6.
Here is the error message (scroll to the right)
2023-06-05 12:51:43 INFO i.a.w.g.ReplicationWorkerHelper(processMessageFromSource):226 - Records read: 15000 (21 MB)
2023-06-05 12:53:13 source > Backing off _send(...) for 0.0s (airbyte_cdk.sources.streams.http.exceptions.UserDefinedBackoffException: Request URL: https://provetcloud.com/xyz/api/0.1/appointment/?modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&modified__gte=2019-01-01T00%3A00%3A00%2B0000&page=356&modified__gte=2019-01-01T00%3A00%3A00%2B0000, Response Code: 502, Response Text: <html>
<head><title>502 Bad Gateway</title></head>
<body>
<center><h1>502 Bad Gateway</h1></center>
<hr><center>nginx</center>
</body>
</html>
)
2023-06-05 12:53:13 source > Retrying. Sleeping for 10 seconds
As you can see in the log above the request URL has many identical request parameter.
https://provetcloud.com/xyz/api/0.1/appointment/?modified__gte=2019-01-01...&modified__gte=2019-01-01...&…
My guess is that there is a bug in the code handling incremental sync where it adds the query parameter to the URL for each time it gets a new page.
Here is the connector manifest.yaml
version: 0.38.0
check:
type: CheckStream
stream_names:
- consultations
- clients
definitions:
base_stream:
type: DeclarativeStream
primary_key:
- id
schema_loader:
type: JsonFileSchemaLoader
file_path: "./source_provet_cloud/schemas/{{ parameters.name }}.json"
retriever:
type: SimpleRetriever
requester:
type: HttpRequester
url_base: "https://provetcloud.com/{{ config['clinic_id'] }}/api/0.1/"
path: '{{ parameters.path }}'
http_method: GET
request_parameters: {}
request_headers: {}
request_body_json: {}
authenticator:
type: ApiKeyAuthenticator
header: Authorization
api_token: 'Token {{ config["api_key"] }}'
record_selector:
type: RecordSelector
extractor:
type: DpathExtractor
field_path:
- results
paginator:
type: DefaultPaginator
page_token_option:
type: RequestPath
pagination_strategy:
type: CursorPagination
page_size: 50
cursor_value: '{{ response.get("next", {}) }}'
stop_condition: '{{ not response.get("next", {}) }}'
base_incremental_sync:
type: DatetimeBasedCursor
step: P1M
cursor_field: modified
datetime_format: '%Y-%m-%dT%H:%M:%S%z'
lookback_window: PT1H
start_time_option:
type: RequestOption
field_name: modified__gte
inject_into: request_parameter
cursor_granularity: PT1H
start_datetime:
type: MinMaxDatetime
datetime: '{{ config[''start_date''] }}'
datetime_format: '%Y-%m-%dT%H:%M:%SZ'
end_datetime:
type: MinMaxDatetime
datetime: '{{ now_utc().strftime(''%Y-%m-%dT%H:%M:%SZ'') }}'
datetime_format: '%Y-%m-%dT%H:%M:%SZ'
consultation_incremental_sync:
type: DatetimeBasedCursor
step: P1M
cursor_field: admitted_time
datetime_format: '%Y-%m-%dT%H:%M:%S%z'
lookback_window: PT1H
start_time_option:
type: RequestOption
field_name: admitted_time__gte
inject_into: request_parameter
cursor_granularity: PT1H
start_datetime:
type: MinMaxDatetime
datetime: '{{ config[''start_date''] }}'
datetime_format: '%Y-%m-%dT%H:%M:%SZ'
end_datetime:
type: MinMaxDatetime
datetime: '{{ now_utc().strftime(''%Y-%m-%dT%H:%M:%SZ'') }}'
datetime_format: '%Y-%m-%dT%H:%M:%SZ'
streams:
- $ref: "#/definitions/base_stream"
$parameters:
name: "consultations"
path: "/consultation"
incremental_sync:
$ref: "#/definitions/consultation_incremental_sync"
- $ref: "#/definitions/base_stream"
$parameters:
name: "clients"
path: "/client"
- $ref: "#/definitions/base_stream"
$parameters:
name: "appointments"
path: "/appointment"
incremental_sync:
$ref: "#/definitions/base_incremental_sync"
- $ref: "#/definitions/base_stream"
$parameters:
name: "patients"
path: "/patient"
incremental_sync:
$ref: "#/definitions/base_incremental_sync"
- $ref: "#/definitions/base_stream"
$parameters:
name: "users"
path: "/user"
incremental_sync:
$ref: "#/definitions/base_incremental_sync"
- $ref: "#/definitions/base_stream"
$parameters:
name: "invoice"
path: "/invoice"
incremental_sync:
$ref: "#/definitions/base_incremental_sync"
- $ref: "#/definitions/base_stream"
$parameters:
name: "invoicerow"
path: "/invoicerow"
incremental_sync:
$ref: "#/definitions/base_incremental_sync"
- $ref: "#/definitions/base_stream"
$parameters:
name: "invoice_payment"
path: "/invoice_payment"
incremental_sync:
$ref: "#/definitions/base_incremental_sync"
spec:
connection_specification:
$schema: http://json-schema.org/draft-07/schema#
type: object
required:
- clinic_id
- api_key
- start_date
properties:
clinic_id:
type: string
title: Clinic ID
api_key:
type: string
title: API Key
airbyte_secret: true
start_date:
type: string
title: Start date
format: date-time
pattern: ^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}Z$
additionalProperties: true
documentation_url: https://example.org
type: Spec
Right now Im unable to run incremental sync on any stream that has more elements than 15000.
I have posted an issue on git: Repeating query parameters in low code connector · Issue #27010 · airbytehq/airbyte · GitHub
Is there anybody else having this issue?
Thanks