{ "log-level": "info", "log-file": "/data1/ztotwo/tiflash-19001/log/tiflash_tikv.log", "log-format": "text", "slow-log-file": "", "slow-log-threshold": "1s", "log-rotation-timespan": "1d", "log-rotation-size": "300MiB", "enable-io-snoop": true, "abort-on-panic": false, "memory-usage-limit": "17010MiB", "memory-usage-high-water": 0.9, "readpool": { "unified": { "min-thread-count": 1, "max-thread-count": 4, "stack-size": "10MiB", "max-tasks-per-worker": 2000 }, "storage": { "use-unified-pool": true, "high-concurrency": 8, "normal-concurrency": 8, "low-concurrency": 8, "max-tasks-per-worker-high": 2000, "max-tasks-per-worker-normal": 2000, "max-tasks-per-worker-low": 2000, "stack-size": "10MiB" }, "coprocessor": { "use-unified-pool": true, "high-concurrency": 38, "normal-concurrency": 38, "low-concurrency": 38, "max-tasks-per-worker-high": 2000, "max-tasks-per-worker-normal": 2000, "max-tasks-per-worker-low": 2000, "stack-size": "10MiB" } }, "server": { "addr": "0.0.0.0:21172", "advertise-addr": "172.16.6.23:21172", "engine-addr": "172.16.6.23:13932", "engine-store-version": "v5.1.1-20210926", "engine-store-git-hash": "f4ec9ec984e01a29b5ac2414e15deae41a18bf5f", "status-addr": "0.0.0.0:21294", "advertise-status-addr": "172.16.6.23:21294", "status-thread-pool-size": 1, "max-grpc-send-msg-len": 10485760, "raft-client-grpc-send-msg-buffer": 524288, "raft-client-queue-size": 50000, "raft-msg-max-batch-size": 128, "grpc-compression-type": "none", "grpc-concurrency": 5, "grpc-concurrent-stream": 1024, "grpc-raft-conn-num": 1, "grpc-memory-pool-quota": 9223372036854776000, "grpc-stream-initial-window-size": "2MiB", "grpc-keepalive-time": "10s", "grpc-keepalive-timeout": "3s", "concurrent-send-snap-limit": 32, "concurrent-recv-snap-limit": 32, "end-point-recursion-limit": 1000, "end-point-stream-channel-size": 8, "end-point-batch-row-limit": 64, "end-point-stream-batch-row-limit": 128, "end-point-enable-batch-if-possible": true, "end-point-request-max-handle-duration": "1m", "end-point-max-concurrency": 48, "snap-max-write-bytes-per-sec": "100MiB", "snap-max-total-size": "0KiB", "stats-concurrency": 1, "heavy-load-threshold": 300, "heavy-load-wait-duration": "1ms", "enable-request-batch": true, "background-thread-count": 4, "end-point-slow-log-threshold": "1s", "forward-max-connections-per-address": 4, "labels": { "host": "host23", "zone": "bigaz3", "engine": "tiflash" } }, "storage": { "data-dir": "/data1/ztotwo/tiflash-19001/data/flash", "gc-ratio-threshold": 1.1, "max-key-size": 4096, "scheduler-concurrency": 524288, "scheduler-worker-pool-size": 4, "scheduler-pending-write-threshold": "100MiB", "reserve-space": "1GiB", "enable-async-apply-prewrite": false, "enable-ttl": false, "ttl-check-poll-interval": "12h", "block-cache": { "shared": true, "capacity": "10206MiB", "num-shard-bits": 6, "strict-capacity-limit": false, "high-pri-pool-ratio": 0.8, "memory-allocator": "nodump" }, "io-rate-limit": { "max-bytes-per-sec": "0KiB", "mode": "write-only", "strict": false, "foreground-read-priority": "high", "foreground-write-priority": "high", "flush-priority": "high", "level-zero-compaction-priority": "medium", "compaction-priority": "low", "replication-priority": "high", "load-balance-priority": "high", "gc-priority": "high", "import-priority": "medium", "export-priority": "medium", "other-priority": "high" } }, "pd": { "endpoints": [ "172.16.6.7:22379", "172.16.6.8:22379", "172.16.6.6:22379" ], "retry-interval": "300ms", "retry-max-count": 9223372036854776000, "retry-log-every": 10, "update-interval": "10m", "enable-forwarding": false }, "raftstore": { "prevote": true, "raftdb-path": "/data1/ztotwo/tiflash-19001/data/flash/raft", "capacity": "0KiB", "raft-entry-max-size": "8MiB", "raft-log-gc-tick-interval": "10s", "raft-log-gc-threshold": 50, "raft-log-gc-count-limit": 73728, "raft-log-gc-size-limit": "72MiB", "raft-engine-purge-interval": "10s", "raft-entry-cache-life-time": "30s", "raft-reject-transfer-leader-duration": "3s", "split-region-check-tick-interval": "10s", "region-split-check-diff": "6MiB", "region-compact-check-interval": "5m", "region-compact-check-step": 100, "region-compact-min-tombstones": 10000, "region-compact-tombstones-percent": 30, "pd-heartbeat-tick-interval": "1m", "pd-store-heartbeat-tick-interval": "10s", "snap-mgr-gc-tick-interval": "1m", "snap-gc-timeout": "4h", "lock-cf-compact-interval": "10m", "lock-cf-compact-bytes-threshold": "256MiB", "notify-capacity": 40960, "messages-per-tick": 4096, "max-peer-down-duration": "5m", "max-leader-missing-duration": "2h", "abnormal-leader-missing-duration": "10m", "peer-stale-state-check-interval": "5m", "snap-apply-batch-size": "10MiB", "snap-handle-pool-size": 4, "region-worker-tick-interval": "500ms", "consistency-check-interval": "0s", "raft-store-max-leader-lease": "9s", "allow-remove-leader": false, "merge-check-tick-interval": "2s", "cleanup-import-sst-interval": "10m", "local-read-batch-size": 1024, "apply-max-batch-size": 1024, "apply-pool-size": 8, "apply-reschedule-duration": "5s", "apply-low-priority-pool-size": 1, "store-max-batch-size": 1024, "store-pool-size": 4, "store-reschedule-duration": "5s", "store-low-priority-pool-size": 0, "future-poll-size": 1, "hibernate-regions": true, "perf-level": 1, "store-batch-retry-recv-timeout": "4ms" }, "coprocessor": { "split-region-on-table": false, "batch-split-limit": 10, "region-max-size": "144MiB", "region-split-size": "96MiB", "region-max-keys": 1440000, "region-split-keys": 960000, "consistency-check-method": "mvcc", "perf-level": 2 }, "coprocessor-v2": { "coprocessor-plugin-directory": null }, "rocksdb": { "info-log-level": "info", "wal-recovery-mode": 2, "wal-dir": "", "wal-ttl-seconds": 0, "wal-size-limit": "0KiB", "max-total-wal-size": "4GiB", "max-background-jobs": 10, "max-background-flushes": 4, "max-manifest-file-size": "128MiB", "create-if-missing": true, "max-open-files": 40960, "enable-statistics": true, "stats-dump-period": "10m", "compaction-readahead-size": "0KiB", "info-log-max-size": "1GiB", "info-log-roll-time": "0s", "info-log-keep-log-file-num": 10, "info-log-dir": "", "rate-bytes-per-sec": "10GiB", "rate-limiter-refill-period": "100ms", "rate-limiter-mode": 2, "rate-limiter-auto-tuned": true, "bytes-per-sync": "1MiB", "wal-bytes-per-sync": "512KiB", "max-sub-compactions": 3, "writable-file-max-buffer-size": "1MiB", "use-direct-io-for-flush-and-compaction": false, "enable-pipelined-write": true, "enable-multi-batch-write": true, "enable-unordered-write": false, "defaultcf": { "block-size": "64KiB", "block-cache-size": "128MiB", "disable-block-cache": false, "cache-index-and-filter-blocks": true, "pin-l0-filter-and-index-blocks": true, "use-bloom-filter": true, "optimize-filters-for-hits": true, "whole-key-filtering": true, "bloom-filter-bits-per-key": 10, "block-based-bloom-filter": false, "read-amp-bytes-per-bit": 0, "compression-per-level": [ "no", "no", "lz4", "lz4", "lz4", "zstd", "zstd" ], "write-buffer-size": "128MiB", "max-write-buffer-number": 5, "min-write-buffer-number-to-merge": 1, "max-bytes-for-level-base": "512MiB", "target-file-size-base": "8MiB", "level0-file-num-compaction-trigger": 4, "level0-slowdown-writes-trigger": 20, "level0-stop-writes-trigger": 36, "max-compaction-bytes": "2GiB", "compaction-pri": 3, "dynamic-level-bytes": true, "num-levels": 7, "max-bytes-for-level-multiplier": 10, "compaction-style": 0, "disable-auto-compactions": false, "soft-pending-compaction-bytes-limit": "192GiB", "hard-pending-compaction-bytes-limit": "256GiB", "force-consistency-checks": false, "prop-size-index-distance": 4194304, "prop-keys-index-distance": 40960, "enable-doubly-skiplist": true, "enable-compaction-guard": true, "compaction-guard-min-output-file-size": "8MiB", "compaction-guard-max-output-file-size": "128MiB", "bottommost-level-compression": "zstd", "bottommost-zstd-compression-dict-size": 0, "bottommost-zstd-compression-sample-size": 0, "titan": { "min-blob-size": "1KiB", "blob-file-compression": "lz4", "blob-cache-size": "0KiB", "min-gc-batch-size": "16MiB", "max-gc-batch-size": "64MiB", "discardable-ratio": 0.5, "sample-ratio": 0.1, "merge-small-file-threshold": "8MiB", "blob-run-mode": "normal", "level-merge": false, "range-merge": true, "max-sorted-runs": 20, "gc-merge-rewrite": false } }, "writecf": { "block-size": "64KiB", "block-cache-size": "128MiB", "disable-block-cache": false, "cache-index-and-filter-blocks": true, "pin-l0-filter-and-index-blocks": true, "use-bloom-filter": true, "optimize-filters-for-hits": false, "whole-key-filtering": false, "bloom-filter-bits-per-key": 10, "block-based-bloom-filter": false, "read-amp-bytes-per-bit": 0, "compression-per-level": [ "no", "no", "lz4", "lz4", "lz4", "zstd", "zstd" ], "write-buffer-size": "128MiB", "max-write-buffer-number": 5, "min-write-buffer-number-to-merge": 1, "max-bytes-for-level-base": "512MiB", "target-file-size-base": "8MiB", "level0-file-num-compaction-trigger": 4, "level0-slowdown-writes-trigger": 20, "level0-stop-writes-trigger": 36, "max-compaction-bytes": "2GiB", "compaction-pri": 3, "dynamic-level-bytes": true, "num-levels": 7, "max-bytes-for-level-multiplier": 10, "compaction-style": 0, "disable-auto-compactions": false, "soft-pending-compaction-bytes-limit": "192GiB", "hard-pending-compaction-bytes-limit": "256GiB", "force-consistency-checks": false, "prop-size-index-distance": 4194304, "prop-keys-index-distance": 40960, "enable-doubly-skiplist": true, "enable-compaction-guard": true, "compaction-guard-min-output-file-size": "8MiB", "compaction-guard-max-output-file-size": "128MiB", "bottommost-level-compression": "zstd", "bottommost-zstd-compression-dict-size": 0, "bottommost-zstd-compression-sample-size": 0, "titan": { "min-blob-size": "1KiB", "blob-file-compression": "lz4", "blob-cache-size": "0KiB", "min-gc-batch-size": "16MiB", "max-gc-batch-size": "64MiB", "discardable-ratio": 0.5, "sample-ratio": 0.1, "merge-small-file-threshold": "8MiB", "blob-run-mode": "read-only", "level-merge": false, "range-merge": true, "max-sorted-runs": 20, "gc-merge-rewrite": false } }, "lockcf": { "block-size": "16KiB", "block-cache-size": "128MiB", "disable-block-cache": false, "cache-index-and-filter-blocks": true, "pin-l0-filter-and-index-blocks": true, "use-bloom-filter": true, "optimize-filters-for-hits": false, "whole-key-filtering": true, "bloom-filter-bits-per-key": 10, "block-based-bloom-filter": false, "read-amp-bytes-per-bit": 0, "compression-per-level": [ "no", "no", "no", "no", "no", "no", "no" ], "write-buffer-size": "32MiB", "max-write-buffer-number": 5, "min-write-buffer-number-to-merge": 1, "max-bytes-for-level-base": "128MiB", "target-file-size-base": "8MiB", "level0-file-num-compaction-trigger": 1, "level0-slowdown-writes-trigger": 20, "level0-stop-writes-trigger": 36, "max-compaction-bytes": "2GiB", "compaction-pri": 0, "dynamic-level-bytes": true, "num-levels": 7, "max-bytes-for-level-multiplier": 10, "compaction-style": 0, "disable-auto-compactions": false, "soft-pending-compaction-bytes-limit": "192GiB", "hard-pending-compaction-bytes-limit": "256GiB", "force-consistency-checks": false, "prop-size-index-distance": 4194304, "prop-keys-index-distance": 40960, "enable-doubly-skiplist": true, "enable-compaction-guard": false, "compaction-guard-min-output-file-size": "8MiB", "compaction-guard-max-output-file-size": "128MiB", "bottommost-level-compression": "disable", "bottommost-zstd-compression-dict-size": 0, "bottommost-zstd-compression-sample-size": 0, "titan": { "min-blob-size": "1KiB", "blob-file-compression": "lz4", "blob-cache-size": "0KiB", "min-gc-batch-size": "16MiB", "max-gc-batch-size": "64MiB", "discardable-ratio": 0.5, "sample-ratio": 0.1, "merge-small-file-threshold": "8MiB", "blob-run-mode": "read-only", "level-merge": false, "range-merge": true, "max-sorted-runs": 20, "gc-merge-rewrite": false } }, "raftcf": { "block-size": "16KiB", "block-cache-size": "128MiB", "disable-block-cache": false, "cache-index-and-filter-blocks": true, "pin-l0-filter-and-index-blocks": true, "use-bloom-filter": true, "optimize-filters-for-hits": true, "whole-key-filtering": true, "bloom-filter-bits-per-key": 10, "block-based-bloom-filter": false, "read-amp-bytes-per-bit": 0, "compression-per-level": [ "no", "no", "no", "no", "no", "no", "no" ], "write-buffer-size": "128MiB", "max-write-buffer-number": 5, "min-write-buffer-number-to-merge": 1, "max-bytes-for-level-base": "128MiB", "target-file-size-base": "8MiB", "level0-file-num-compaction-trigger": 1, "level0-slowdown-writes-trigger": 20, "level0-stop-writes-trigger": 36, "max-compaction-bytes": "2GiB", "compaction-pri": 0, "dynamic-level-bytes": true, "num-levels": 7, "max-bytes-for-level-multiplier": 10, "compaction-style": 0, "disable-auto-compactions": false, "soft-pending-compaction-bytes-limit": "192GiB", "hard-pending-compaction-bytes-limit": "256GiB", "force-consistency-checks": false, "prop-size-index-distance": 4194304, "prop-keys-index-distance": 40960, "enable-doubly-skiplist": true, "enable-compaction-guard": false, "compaction-guard-min-output-file-size": "8MiB", "compaction-guard-max-output-file-size": "128MiB", "bottommost-level-compression": "disable", "bottommost-zstd-compression-dict-size": 0, "bottommost-zstd-compression-sample-size": 0, "titan": { "min-blob-size": "1KiB", "blob-file-compression": "lz4", "blob-cache-size": "0KiB", "min-gc-batch-size": "16MiB", "max-gc-batch-size": "64MiB", "discardable-ratio": 0.5, "sample-ratio": 0.1, "merge-small-file-threshold": "8MiB", "blob-run-mode": "read-only", "level-merge": false, "range-merge": true, "max-sorted-runs": 20, "gc-merge-rewrite": false } }, "titan": { "enabled": false, "dirname": "", "disable-gc": false, "max-background-gc": 4, "purge-obsolete-files-period": "10s" } }, "raftdb": { "wal-recovery-mode": 2, "wal-dir": "", "wal-ttl-seconds": 0, "wal-size-limit": "0KiB", "max-total-wal-size": "4GiB", "max-background-jobs": 4, "max-background-flushes": 1, "max-manifest-file-size": "20MiB", "create-if-missing": true, "max-open-files": 40960, "enable-statistics": true, "stats-dump-period": "10m", "compaction-readahead-size": "0KiB", "info-log-max-size": "1GiB", "info-log-roll-time": "0s", "info-log-keep-log-file-num": 10, "info-log-dir": "", "info-log-level": "info", "max-sub-compactions": 2, "writable-file-max-buffer-size": "1MiB", "use-direct-io-for-flush-and-compaction": false, "enable-pipelined-write": true, "enable-unordered-write": false, "allow-concurrent-memtable-write": true, "bytes-per-sync": "1MiB", "wal-bytes-per-sync": "512KiB", "defaultcf": { "block-size": "64KiB", "block-cache-size": "9822MiB", "disable-block-cache": false, "cache-index-and-filter-blocks": true, "pin-l0-filter-and-index-blocks": true, "use-bloom-filter": false, "optimize-filters-for-hits": true, "whole-key-filtering": true, "bloom-filter-bits-per-key": 10, "block-based-bloom-filter": false, "read-amp-bytes-per-bit": 0, "compression-per-level": [ "no", "no", "lz4", "lz4", "lz4", "zstd", "zstd" ], "write-buffer-size": "128MiB", "max-write-buffer-number": 5, "min-write-buffer-number-to-merge": 1, "max-bytes-for-level-base": "512MiB", "target-file-size-base": "8MiB", "level0-file-num-compaction-trigger": 4, "level0-slowdown-writes-trigger": 20, "level0-stop-writes-trigger": 36, "max-compaction-bytes": "2GiB", "compaction-pri": 0, "dynamic-level-bytes": true, "num-levels": 7, "max-bytes-for-level-multiplier": 10, "compaction-style": 0, "disable-auto-compactions": false, "soft-pending-compaction-bytes-limit": "192GiB", "hard-pending-compaction-bytes-limit": "256GiB", "force-consistency-checks": false, "prop-size-index-distance": 4194304, "prop-keys-index-distance": 40960, "enable-doubly-skiplist": true, "enable-compaction-guard": false, "compaction-guard-min-output-file-size": "8MiB", "compaction-guard-max-output-file-size": "128MiB", "bottommost-level-compression": "disable", "bottommost-zstd-compression-dict-size": 0, "bottommost-zstd-compression-sample-size": 0, "titan": { "min-blob-size": "1KiB", "blob-file-compression": "lz4", "blob-cache-size": "0KiB", "min-gc-batch-size": "16MiB", "max-gc-batch-size": "64MiB", "discardable-ratio": 0.5, "sample-ratio": 0.1, "merge-small-file-threshold": "8MiB", "blob-run-mode": "normal", "level-merge": false, "range-merge": true, "max-sorted-runs": 20, "gc-merge-rewrite": false } }, "titan": { "enabled": false, "dirname": "", "disable-gc": false, "max-background-gc": 4, "purge-obsolete-files-period": "10s" } }, "raft-engine": { "enable": false, "dir": "/data1/ztotwo/tiflash-19001/data/flash/raft-engine", "recovery-mode": "tolerate-corrupted-tail-records", "bytes-per-sync": "256KiB", "target-file-size": "128MiB", "purge-threshold": "10GiB", "cache-limit": "1GiB", "batch-compression-threshold": "8KiB" }, "security": { "ca-path": "", "cert-path": "", "key-path": "", "cert-allowed-cn": [], "redact-info-log": null, "encryption": { "data-encryption-method": "plaintext", "data-key-rotation-period": "7d", "enable-file-dictionary-log": true, "file-dictionary-rewrite-threshold": 1000000, "master-key": { "type": "plaintext" }, "previous-master-key": { "type": "plaintext" } } }, "import": { "num-threads": 4, "stream-channel-window": 128, "import-mode-timeout": "10m" }, "backup": { "num-threads": 32, "batch-size": 8, "sst-max-size": "144MiB" }, "pessimistic-txn": { "wait-for-lock-timeout": "1s", "wake-up-delay-duration": "20ms", "pipelined": true }, "gc": { "ratio-threshold": 1.1, "batch-keys": 512, "max-write-bytes-per-sec": "0KiB", "enable-compaction-filter": true, "compaction-filter-skip-version-check": false }, "split": { "qps-threshold": 3000, "split-balance-score": 0.25, "split-contained-score": 0.5, "detect-times": 10, "sample-num": 20, "sample-threshold": 100, "byte-threshold": 31457280 }, "cdc": { "min-ts-interval": "1s", "hibernate-regions-compatible": true, "incremental-scan-threads": 4, "incremental-scan-concurrency": 6, "incremental-scan-speed-limit": "128MiB", "sink-memory-quota": "512MiB", "old-value-cache-memory-quota": "512MiB", "old-value-cache-size": 0 }, "resolved-ts": { "enable": true, "advance-ts-interval": "1s", "scan-lock-pool-size": 2 }, "resource-metering": { "enabled": false, "agent-address": "", "report-agent-interval": "1m", "max-resource-groups": 2000, "precision": "1s" } }