Issue with s_index field in YAML file

Summary

The s_index field in the YAML file is not being read correctly and is being treated as a string. The user is seeking guidance on how to correct this.


Question

version: 0.55.2
type: DeclarativeSource
check:
type: CheckStream
stream_names:
- Forms
streams:

  • type: DeclarativeStream
    name: Forms
    primary_key:
    schema_loader:
    type: InlineSchemaLoader
    schema:
    $schema: http://json-schema.org/schema#
    properties:
    PermissionDetails:
    properties:
    Add:
    type: number
    Edit:
    type: number
    View:
    type: number
    type: object
    componentId:
    type: number
    displayName:
    type: string
    formLinkName:
    type: string
    isVisible:
    type: boolean
    iscustom:
    type: boolean
    viewDetails:
    properties:
    view_Id:
    type: number
    view_Name:
    type: string
    type: object
    type: object
    retriever:
    type: SimpleRetriever
    requester:
    type: HttpRequester
    url_base: https://people.zoho.in/
    path: people/api/forms
    http_method: GET
    request_parameters: {}
    request_headers: {}
    authenticator:
    type: OAuthAuthenticator
    client_id: ‘{{ config[’‘client_id’‘] }}’
    grant_type: refresh_token
    client_secret: ‘{{ config[’‘client_secret’‘] }}’
    refresh_token: ‘{{ config[’‘client_refresh_token’‘] }}’
    refresh_request_body: {}
    token_refresh_endpoint: https://accounts.zoho.in/oauth/v2/token
    request_body_json: {}
    record_selector:
    type: RecordSelector
    extractor:
    type: DpathExtractor
    field_path:
    - response
    - result
    paginator:
    type: NoPagination
    partition_router:
  • type: DeclarativeStream
    name: categories
    primary_key:
    schema_loader:
    type: InlineSchemaLoader
    schema:
    $schema: http://json-schema.org/schema#
    properties:
    applicableLocations:
    type: array
    categoryIcon:
    type: string
    categoryId:
    type: string
    categoryName:
    type: string
    categoryShortDescription:
    type: string
    enable_moderation:
    type: boolean
    isAgent:
    type: boolean
    isCaseTypeEnabled:
    type: boolean
    isDescMandatory:
    type: boolean
    isEnabled:
    type: boolean
    isSubCategoryMandatory:
    type: boolean
    serviceId:
    type: string
    subCategoryList:
    type: array
    type: object
    retriever:
    type: SimpleRetriever
    requester:
    type: HttpRequester
    url_base: https://people.zoho.in/
    path: api/hrcases/listCategory
    http_method: GET
    request_parameters: {}
    request_headers: {}
    authenticator:
    type: OAuthAuthenticator
    client_id: ‘{{ config[’‘client_id’‘] }}’
    grant_type: refresh_token
    client_secret: ‘{{ config[’‘client_secret’‘] }}’
    refresh_token: ‘{{ config[’‘client_refresh_token’‘] }}’
    refresh_request_body: {}
    token_refresh_endpoint: https://accounts.zoho.in/oauth/v2/token
    request_body_json: {}
    record_selector:
    type: RecordSelector
    extractor:
    type: DpathExtractor
    field_path:
    - response
    - result
    paginator:
    type: NoPagination
    partition_router:
  • type: DeclarativeStream
    name: clients
    primary_key:
    • clientId
      schema_loader:
      type: InlineSchemaLoader
      schema:
      $schema: http://json-schema.org/schema#
      properties:
      billingMethod:
      type: string
      clientId:
      type: string
      clientName:
      type: string
      compsize:
      type: string
      createdBy:
      type: string
      currencyCode:
      type: string
      modifiedBy:
      type: string
      type: object
      retriever:
      type: SimpleRetriever
      requester:
      type: HttpRequester
      url_base: https://people.zoho.in/
      path: people/api/timetracker/getclients
      http_method: GET
      request_parameters: {}
      request_headers: {}
      authenticator:
      type: OAuthAuthenticator
      client_id: ‘{{ config[’‘client_id’‘] }}’
      grant_type: refresh_token
      client_secret: ‘{{ config[’‘client_secret’‘] }}’
      refresh_token: ‘{{ config[’‘client_refresh_token’‘] }}’
      refresh_request_body: {}
      token_refresh_endpoint: https://accounts.zoho.in/oauth/v2/token
      request_body_json: {}
      record_selector:
      type: RecordSelector
      extractor:
      type: DpathExtractor
      field_path:
      - response
      - result
      paginator:
      type: NoPagination
      partition_router:
  • type: DeclarativeStream
    name: projects
    primary_key:
    • projectId
      schema_loader:
      type: InlineSchemaLoader
      schema:
      $schema: http://json-schema.org/schema#
      properties:
      clientId:
      type: string
      clientName:
      type: string
      isDeleteAllowed:
      type: boolean
      ownerId:
      type: string
      ownerName:
      type: string
      projectHead:
      properties:
      empId:
      type: string
      erecno:
      type: string
      name:
      type: string
      rate:
      type: number
      type: object
      projectId:
      type: string
      projectName:
      type: string
      projectStatus:
      type: string
      type: object
      retriever:
      type: SimpleRetriever
      requester:
      type: HttpRequester
      url_base: https://people.zoho.in/
      path: api/timetracker/getprojects
      http_method: GET
      request_parameters: {}
      request_headers: {}
      authenticator:
      type: OAuthAuthenticator
      client_id: ‘{{ config[’‘client_id’‘] }}’
      grant_type: refresh_token
      client_secret: ‘{{ config[’‘client_secret’‘] }}’
      refresh_token: ‘{{ config[’‘client_refresh_token’‘] }}’
      refresh_request_body: {}
      token_refresh_endpoint: https://accounts.zoho.in/oauth/v2/token
      request_body_json: {}
      record_selector:
      type: RecordSelector
      extractor:
      type: DpathExtractor
      field_path:
      - response
      - result
      paginator:
      type: DefaultPaginator
      page_token_option:
      type: RequestOption
      inject_into: request_parameter
      field_name: ‘{{ config[’‘s_index’‘] }}’
      page_size_option:
      type: RequestOption
      field_name: limit
      inject_into: request_parameter
      pagination_strategy:
      type: OffsetIncrement
      page_size: 2
      partition_router:
      spec:
      connection_specification:
      $schema: http://json-schema.org/draft-07/schema#
      type: object
      required:
    • client_id
    • client_secret
    • client_refresh_token
    • s_index
      properties:
      client_id:
      type: string
      title: Client ID
      airbyte_secret: true
      order: 0
      client_secret:
      type: string
      title: Client secret
      airbyte_secret: true
      order: 1
      client_refresh_token:
      type: string
      title: Refresh token
      airbyte_secret: true
      order: 2
      s_index:
      type: string
      order: 3
      title: s_index
      default: ‘1’
      additionalProperties: true
      type: Spec
      metadata:
      autoImportSchema:
      Forms: true
      categories: true
      clients: true
      projects: true

this is my complete yaml file, s_index is not being read and it’s going as it is as a string, how to correct this



This topic has been created from a Slack thread to give it more visibility.
It will be on Read-Only mode here. Click here if you want to access the original thread.

Join the conversation on Slack

["yaml-file", "s-index", "field-correction", "string"]

<@U0685TSQ8BC> That’s a great question, but unfortunately it is too long. Can you ask me again but make it shorter? I’m here to help!