apiVersion: api/v1
kind: Case
name: lighting_single_import_single_table_with_duplicate_and_million_data
features: [ lightning ]
summary: lighting single import single table with duplicate
steps: |
    1. use single lightning node to import single table with duplicate rows and million data
    2. check duplicate rows
    3. check crc32 and admin check
expectedResult:
    1. Import successfully
category: FUNCTIONALITY
priority: P1
supportedVersions: [ ">=5.4" ]
tags: [ "lightning", "acceptance" ]
designer: dong.xie@pingcap.com
automation: AUTOMATED
active: true
framework:
    generic:
        command: [ "/singleImportDuplicate" ]
        workingDir: "/"
        env: null
        image: hub.pingcap.net/xiedong/lightning-single-import-dup
        imagePullPolicy: "Always"
parameters:
    -   type: RESOURCE
        name: target
        default: target
    -   type: RESOURCE
        name: lightning
        default: lightning
    -   type: STRING
        name: import_basic_opts
        default: |
          {"data-dir":"s3://nfs/tools_test_data/parallel/single_table_with_1m_dup/single_table_3g_1?access-key=minioadmin&secret-access-key=minioadmin&endpoint=http%3a%2f%2fminio.pingcap.net%3a9000&force-path-style=true","backend":"local","sorted-kv-dir":"/tmp/sorted-kv-dir", "timeout":"10m","crc32-checksum":2481232739, "config": "[tikv-importer]\nduplicate-resolution = \"remove\"\nincremental-import = true", "transfer-to-config": true}
    -   type: STRING
        name: drop_databases
        default: IFRS9
    -   type: STRING
        name: admin_check
        default: '[{"table": "IFRS9.ECL_RETAIL_LOAN_BIZ_INFO", "indexes":[]}]'
    -   type: STRING
        name: global_variable
        default: '[]'
    -   type: STRING
        name: duplicate_rows
        default: '4540384'