version: 10 version_hash: NHyy47q04fWnDMYTlQlqfnqKwJIK4+I+dHIP56uGZBM= engine_version: 11 name: csv_source tables: _dlt_version: columns: version: data_type: bigint nullable: false engine_version: data_type: bigint nullable: false inserted_at: data_type: timestamp nullable: false schema_name: data_type: text nullable: false version_hash: data_type: text nullable: false schema: data_type: text nullable: false write_disposition: skip resource: _dlt_version description: Created by DLT. Tracks schema updates _dlt_loads: columns: load_id: data_type: text nullable: false schema_name: data_type: text nullable: true status: data_type: bigint nullable: false inserted_at: data_type: timestamp nullable: false schema_version_hash: data_type: text nullable: true write_disposition: skip resource: _dlt_loads description: Created by DLT. Tracks completed loads tenants: columns: id: data_type: text nullable: true created_at: data_type: timestamp nullable: true updated_at: data_type: timestamp nullable: true name: data_type: text nullable: true email: data_type: text nullable: true country: data_type: text nullable: true status: data_type: text nullable: true kind: data_type: text nullable: true accept_service: data_type: bool nullable: true zendesk_id: data_type: text nullable: true source_created_timestamp: data_type: timestamp nullable: true x-bigquery-partition: true _dlt_load_id: data_type: text nullable: false _dlt_id: data_type: text nullable: false unique: true row_key: true third_party_account_provider: data_type: text nullable: true third_party_account_code: data_type: text nullable: true org_tag: data_type: text nullable: true org_type: data_type: text nullable: true company_name: data_type: text nullable: true write_disposition: replace resource: tenants x-normalizer: seen-data: true x-bigquery-partition-expiration-days: 30 _dlt_pipeline_state: columns: version: data_type: bigint nullable: false engine_version: data_type: bigint nullable: false pipeline_name: data_type: text nullable: false state: data_type: text nullable: false created_at: data_type: timestamp nullable: false version_hash: data_type: text nullable: true _dlt_load_id: data_type: text nullable: false _dlt_id: data_type: text nullable: false unique: true row_key: true write_disposition: append file_format: preferred resource: _dlt_pipeline_state x-normalizer: seen-data: true log_backups: columns: id: data_type: text nullable: true project_id: data_type: text nullable: true tenant_id: data_type: text nullable: true cluster_id: data_type: text nullable: true created_at: data_type: timestamp nullable: true updated_at: data_type: timestamp nullable: true deleted_at: data_type: timestamp nullable: true name: data_type: text nullable: true storage: data_type: text nullable: true start_ts: data_type: double nullable: true checkpoint_ts: data_type: double nullable: true pending_at: data_type: timestamp nullable: true source_created_timestamp: x-bigquery-partition: true data_type: timestamp nullable: true _dlt_load_id: data_type: text nullable: false _dlt_id: data_type: text nullable: false unique: true row_key: true schedule_at: data_type: timestamp nullable: true stopping_at: data_type: timestamp nullable: true truncate_until: data_type: double nullable: true write_disposition: replace x-bigquery-partition-expiration-days: 30 resource: log_backups x-normalizer: seen-data: true dm_prechecks: columns: id: data_type: text nullable: true created_at: data_type: timestamp nullable: true updated_at: data_type: timestamp nullable: true status: data_type: text nullable: true total_item: data_type: bigint nullable: true full_instance_migrate: data_type: bool nullable: true tenant_id: data_type: text nullable: true project_id: data_type: text nullable: true cluster_id: data_type: text nullable: true source_created_timestamp: x-bigquery-partition: true data_type: timestamp nullable: true _dlt_load_id: data_type: text nullable: false _dlt_id: data_type: text nullable: false unique: true row_key: true err_msg: data_type: text nullable: true write_disposition: replace x-bigquery-partition-expiration-days: 30 resource: dm_prechecks x-normalizer: seen-data: true dm_job_sources: columns: job_id: data_type: text nullable: true conn_profile_id: data_type: text nullable: true gtid: data_type: text nullable: true case_sensitive: data_type: bool nullable: true binlog_name: data_type: text nullable: true binlog_pos: data_type: bigint nullable: true ba_rules: data_type: text nullable: true dump_status: data_type: text nullable: true load_status: data_type: text nullable: true deleted_at: data_type: timestamp nullable: true source_created_timestamp: x-bigquery-partition: true data_type: timestamp nullable: true _dlt_load_id: data_type: text nullable: false _dlt_id: data_type: text nullable: false unique: true row_key: true binlog_gtid: data_type: text nullable: true write_disposition: replace x-bigquery-partition-expiration-days: 30 resource: dm_job_sources x-normalizer: seen-data: true dm_job_modifications: columns: id: data_type: text nullable: true created_at: data_type: timestamp nullable: true updated_at: data_type: timestamp nullable: true job_id: data_type: text nullable: true type: data_type: text nullable: true param: data_type: text nullable: true finished_at: data_type: timestamp nullable: true operator_id: data_type: text nullable: true source_created_timestamp: x-bigquery-partition: true data_type: timestamp nullable: true _dlt_load_id: data_type: text nullable: false _dlt_id: data_type: text nullable: false unique: true row_key: true write_disposition: replace x-bigquery-partition-expiration-days: 30 resource: dm_job_modifications x-normalizer: seen-data: true dm_jobs: columns: id: data_type: text nullable: true created_at: data_type: timestamp nullable: true updated_at: data_type: timestamp nullable: true deleted_at: data_type: timestamp nullable: true tenant_id: data_type: text nullable: true project_id: data_type: text nullable: true cluster_id: data_type: text nullable: true cluster_user: data_type: text nullable: true mode: data_type: text nullable: true online_ddl: data_type: bool nullable: true collation_compatible: data_type: text nullable: true spec_id: data_type: text nullable: true precheck_id: data_type: text nullable: true full_part_status_synced: data_type: bool nullable: true source_created_timestamp: x-bigquery-partition: true data_type: timestamp nullable: true _dlt_load_id: data_type: text nullable: false _dlt_id: data_type: text nullable: false unique: true row_key: true write_disposition: replace x-bigquery-partition-expiration-days: 30 resource: dm_jobs x-normalizer: seen-data: true df_jobs: columns: id: data_type: text nullable: true created_at: data_type: timestamp nullable: true updated_at: data_type: timestamp nullable: true deleted_at: data_type: timestamp nullable: true tenant_id: data_type: text nullable: true project_id: data_type: text nullable: true cluster_id: data_type: text nullable: true name: data_type: text nullable: true one_time: data_type: bool nullable: true phase: data_type: text nullable: true service_code: data_type: text nullable: true creator_uid: data_type: text nullable: true region: data_type: text nullable: true provider: data_type: text nullable: true source_created_timestamp: x-bigquery-partition: true data_type: timestamp nullable: true _dlt_load_id: data_type: text nullable: false _dlt_id: data_type: text nullable: false unique: true row_key: true finished_at: data_type: timestamp nullable: true write_disposition: replace x-bigquery-partition-expiration-days: 30 resource: df_jobs x-normalizer: seen-data: true dm_precheck_items: columns: id: data_type: text nullable: true created_at: data_type: timestamp nullable: true updated_at: data_type: timestamp nullable: true precheck_id: data_type: text nullable: true desc: data_type: text nullable: true status: data_type: text nullable: true results: data_type: text nullable: true source_created_timestamp: x-bigquery-partition: true data_type: timestamp nullable: true _dlt_load_id: data_type: text nullable: false _dlt_id: data_type: text nullable: false unique: true row_key: true err_msg: data_type: text nullable: true write_disposition: replace x-bigquery-partition-expiration-days: 30 resource: dm_precheck_items x-normalizer: seen-data: true dm_meterings: columns: id: data_type: text nullable: true created_at: data_type: timestamp nullable: true updated_at: data_type: timestamp nullable: true kind: data_type: text nullable: true cost: data_type: double nullable: true job_id: data_type: text nullable: true cluster_id: data_type: text nullable: true tenant_id: data_type: text nullable: true project_id: data_type: text nullable: true start_ts: data_type: timestamp nullable: true end_ts: data_type: timestamp nullable: true cost_id: data_type: text nullable: true synced: data_type: bool nullable: true source_created_timestamp: x-bigquery-partition: true data_type: timestamp nullable: true _dlt_load_id: data_type: text nullable: false _dlt_id: data_type: text nullable: false unique: true row_key: true write_disposition: replace x-bigquery-partition-expiration-days: 30 resource: dm_meterings x-normalizer: seen-data: true imports: columns: id: data_type: text nullable: true created_at: data_type: timestamp nullable: true updated_at: data_type: timestamp nullable: true cluster_id: data_type: text nullable: true status: data_type: text nullable: true message: data_type: text nullable: true started_at: data_type: timestamp nullable: true finished_at: data_type: timestamp nullable: true clean_up: data_type: bool nullable: true bucket_region: data_type: text nullable: true data_format: data_type: bigint nullable: true data_source_type: data_type: bigint nullable: true custom_csv_format: data_type: text nullable: true source_url: data_type: text nullable: true current_tables: data_type: text nullable: true completed_tables: data_type: bigint nullable: true pending_tables: data_type: bigint nullable: true completed_percent: data_type: bigint nullable: true total_tables_count: data_type: double nullable: true post_import_completed_percent: data_type: double nullable: true task_id: data_type: text nullable: true name: data_type: text nullable: true local_import_cfg: data_type: text nullable: true creator: data_type: text nullable: true project_id: data_type: text nullable: true tenant_id: data_type: text nullable: true target_table_infos: data_type: text nullable: true source_created_timestamp: x-bigquery-partition: true data_type: timestamp nullable: true _dlt_load_id: data_type: text nullable: false _dlt_id: data_type: text nullable: false unique: true row_key: true total_size: data_type: double nullable: true total_files: data_type: double nullable: true processed_data_size: data_type: double nullable: true write_disposition: replace x-bigquery-partition-expiration-days: 30 resource: imports x-normalizer: seen-data: true backups: columns: id: data_type: text nullable: true project_id: data_type: text nullable: true tenant_id: data_type: text nullable: true cluster_id: data_type: text nullable: true created_at: data_type: timestamp nullable: true updated_at: data_type: timestamp nullable: true deleted_at: data_type: timestamp nullable: true finished_at: data_type: timestamp nullable: true backup_schedule_id: data_type: text nullable: true backup_size: data_type: bigint nullable: true cluster_version: data_type: text nullable: true status: data_type: text nullable: true cleaned_up: data_type: bool nullable: true start_time_stamp: data_type: double nullable: true cluster_snapshot_id: data_type: text nullable: true storage: data_type: text nullable: true source_created_timestamp: x-bigquery-partition: true data_type: timestamp nullable: true _dlt_load_id: data_type: text nullable: false _dlt_id: data_type: text nullable: false unique: true row_key: true old_backup_name: data_type: text nullable: true write_disposition: replace x-bigquery-partition-expiration-days: 30 resource: backups x-normalizer: seen-data: true cdc_tasks: columns: id: data_type: text nullable: true user_id: data_type: text nullable: true project_id: data_type: text nullable: true tenant_id: data_type: text nullable: true cluster_id: data_type: text nullable: true created_at: data_type: timestamp nullable: true updated_at: data_type: timestamp nullable: true name: data_type: text nullable: true down_stream_type: data_type: text nullable: true status: data_type: text nullable: true start_time_stamp: data_type: bigint nullable: true target_time_stamp: data_type: bigint nullable: true ignore_replication: data_type: bool nullable: true checkpoint_tso: data_type: bigint nullable: true retry: data_type: bigint nullable: true cdc_cluster_id: data_type: text nullable: true is_cleared: data_type: bool nullable: true changefeed_param: data_type: text nullable: true source_created_timestamp: x-bigquery-partition: true data_type: timestamp nullable: true _dlt_load_id: data_type: text nullable: false _dlt_id: data_type: text nullable: false unique: true row_key: true error_message: data_type: text nullable: true write_disposition: replace x-bigquery-partition-expiration-days: 30 resource: cdc_tasks x-normalizer: seen-data: true df_conn_profiles: columns: id: data_type: text nullable: true created_at: data_type: timestamp nullable: true updated_at: data_type: timestamp nullable: true tenant_id: data_type: text nullable: true project_id: data_type: text nullable: true cluster_id: data_type: text nullable: true creator_uid: data_type: text nullable: true name: data_type: text nullable: true type: data_type: text nullable: true version: data_type: text nullable: true conn_method: data_type: text nullable: true host: data_type: text nullable: true port: data_type: bigint nullable: true user: data_type: text nullable: true same_region: data_type: bool nullable: true source_created_timestamp: data_type: timestamp nullable: true _dlt_load_id: data_type: text nullable: false _dlt_id: data_type: text nullable: false unique: true row_key: true region: data_type: text nullable: true endpoint_service_name: data_type: text nullable: true write_disposition: replace resource: df_conn_profiles x-normalizer: seen-data: true billing2_invoices: columns: id: data_type: text nullable: true created_at: data_type: timestamp nullable: true updated_at: data_type: timestamp nullable: true deleted_at: data_type: text nullable: true tenant_id: data_type: text nullable: true status: data_type: text nullable: true type: data_type: text nullable: true invoice_date: data_type: timestamp nullable: true cost_price: data_type: decimal nullable: true raw_price: data_type: decimal nullable: true sent_date: data_type: timestamp nullable: true payment_method_id: data_type: text nullable: true binded_billing_config_id: data_type: text nullable: true channel_loss: data_type: decimal nullable: true payment_type: data_type: text nullable: true payment_code: data_type: text nullable: true source_created_timestamp: data_type: timestamp nullable: true _dlt_load_id: data_type: text nullable: false _dlt_id: data_type: text nullable: false unique: true row_key: true payment_meta: data_type: text nullable: true parent_invoice_id: data_type: text nullable: true tax_rate_id: data_type: text nullable: true sent_date__v_text: data_type: text nullable: true variant: true write_disposition: replace resource: billing2_invoices x-normalizer: seen-data: true settings: detections: - iso_timestamp - timestamp default_hints: not_null: - _dlt_id - _dlt_root_id - _dlt_parent_id - _dlt_list_idx - _dlt_load_id parent_key: - _dlt_parent_id root_key: - _dlt_root_id unique: - _dlt_id row_key: - _dlt_id preferred_types: re:timestamp: timestamp re:id: text normalizers: names: snake_case json: module: dlt.common.normalizers.json.relational previous_hashes: - Ydgdr9EhtFrq+/LlUxGvMUhHsEbMjp6j7vTp2Oe8MPM= - RjmxQ83rDRTywVAs0pgo0n1Zayik6ZsYeEPGxbI/w5Y= - tag9xX3fCV1ghFAeTPdPNE5zzLJ9X++TMGsto4rwJ9E= - m+0UNMBdMiCt2IVXbWYAgBvuCP2b4Yp4Mz9tdnislg8= - QqOW9GEca9WTgE/WWLJuyYw4Wtxb27Q8n8xG7HKKW6w= - lc2SUeAQ3lwah17ikG2QSBWzeZJR3sZnwxtHtElGGcQ= - wVPD1MW1qYQL6TXX4yB/s7+Mi7UwYgmuNzIBuKWH5yI= - eN5PfuC+7lIUscd0Or5aNf1xpz2/s4xDoPRoL7+U2mo= - G1KacgTf12qVuu9LoYbcxGbGbPHV0uh43+moKtVVX94= - 1tWhv658k2HlD5X+m1qp9kMWypdzQI1CXmhTspMf/H4=