sources: - name: metadb_new schema: raw_metadb_new database: gcp-digital-bi-dev source_bucket: gs://metadb source_project: gcp-digital-bi tables: - name: access_logs identifier: access_logs gcs_glob: metadb/account/access_logs/* path: account - name: auth_server_oauth2_access_tokens identifier: auth_server_oauth2_access_tokens gcs_glob: metadb/account/auth_server_oauth2_access_tokens/* path: account - name: auth_server_oauth2_applications identifier: auth_server_oauth2_applications gcs_glob: metadb/account/auth_server_oauth2_applications/* path: account - name: event_histories identifier: event_histories gcs_glob: metadb/account/event_histories/* path: account - name: poc_applications identifier: poc_applications gcs_glob: metadb/account/poc_applications/* path: account - name: projects identifier: projects gcs_glob: metadb/account/projects/* path: account - name: registration_logs identifier: registration_logs gcs_glob: metadb/account/registration_logs/* path: account - name: role_bindings identifier: role_bindings gcs_glob: metadb/account/role_bindings/* path: account - name: roles identifier: roles gcs_glob: metadb/account/roles/* path: account - name: surveys identifier: surveys gcs_glob: metadb/account/surveys/* path: account - name: tenants identifier: tenants gcs_glob: metadb/account/tenants/* path: account - name: uni_api_keys identifier: uni_api_keys gcs_glob: metadb/account/uni_api_keys/* path: account - name: user_projects identifier: user_projects gcs_glob: metadb/account/user_projects/* path: account - name: user_roles identifier: user_roles gcs_glob: metadb/account/user_roles/* path: account - name: uses identifier: uses gcs_glob: metadb/account/uses/* path: account - name: audit_records identifier: audit_records gcs_glob: metadb/billing/audit_records/* path: billing - name: billing2_invoices identifier: billing2_invoices gcs_glob: metadb/billing/billing2_invoices/* path: billing - name: billing_configs identifier: billing_configs gcs_glob: metadb/billing/billing_configs/* path: billing - name: billing_informations identifier: billing_informations gcs_glob: metadb/billing/billing_informations/* path: billing - name: binded_packages identifier: binded_packages gcs_glob: metadb/billing/binded_packages/* path: billing - name: binded_support_plans identifier: binded_support_plans gcs_glob: metadb/billing/binded_support_plans/* path: billing - name: credits_packages identifier: credits_packages gcs_glob: metadb/billing/credits_packages/* path: billing - name: packages identifier: packages gcs_glob: metadb/billing/packages/* path: billing - name: payment_methods identifier: payment_methods gcs_glob: metadb/billing/payment_methods/* path: billing - name: spend_limit_settings identifier: spend_limit_settings gcs_glob: metadb/billing/spend_limit_settings/* path: billing - name: support_plans identifier: support_plans gcs_glob: metadb/billing/support_plans/* path: billing - name: tenant_discounts identifier: tenant_discounts gcs_glob: metadb/billing/tenant_discounts/* path: billing - name: tenant_plans identifier: tenant_plans gcs_glob: metadb/billing/tenant_plans/* path: billing - name: units identifier: units gcs_glob: metadb/billing/units/* path: billing - name: '2025-03-04' identifier: '2025-03-04' gcs_glob: metadb/billing/user_unit_costs/2025-03-04/* path: billing/user_unit_costs - name: '2025-03-05' identifier: '2025-03-05' gcs_glob: metadb/billing/user_unit_costs/2025-03-05/* path: billing/user_unit_costs - name: '2025-03-06' identifier: '2025-03-06' gcs_glob: metadb/billing/user_unit_costs/2025-03-06/* path: billing/user_unit_costs - name: '2025-03-07' identifier: '2025-03-07' gcs_glob: metadb/billing/user_unit_costs/2025-03-07/* path: billing/user_unit_costs - name: '2025-03-08' identifier: '2025-03-08' gcs_glob: metadb/billing/user_unit_costs/2025-03-08/* path: billing/user_unit_costs - name: '2025-03-09' identifier: '2025-03-09' gcs_glob: metadb/billing/user_unit_costs/2025-03-09/* path: billing/user_unit_costs - name: '2025-03-10' identifier: '2025-03-10' gcs_glob: metadb/billing/user_unit_costs/2025-03-10/* path: billing/user_unit_costs - name: aws_vpc_peerings identifier: aws_vpc_peerings gcs_glob: metadb/cm/aws_vpc_peerings/* path: cm - name: billing_report_records identifier: billing_report_records gcs_glob: metadb/cm/billing_report_records/* path: cm - name: cluster_cidrs identifier: cluster_cidrs gcs_glob: metadb/cm/cluster_cidrs/* path: cm - name: cluster_components identifier: cluster_components gcs_glob: metadb/cm/cluster_components/* path: cm - name: cluster_meterings identifier: cluster_meterings gcs_glob: metadb/cm/cluster_meterings/* path: cm - name: cluster_operations identifier: cluster_operations gcs_glob: metadb/cm/cluster_operations/* path: cm - name: cluster_snapshots identifier: cluster_snapshots gcs_glob: metadb/cm/cluster_snapshots/* path: cm - name: clusters identifier: clusters gcs_glob: metadb/cm/clusters/* path: cm - name: gcp_vpc_peerings identifier: gcp_vpc_peerings gcs_glob: metadb/cm/gcp_vpc_peerings/* path: cm - name: infra_compute_regions identifier: infra_compute_regions gcs_glob: metadb/cm/infra_compute_regions/* path: cm - name: infra_computes identifier: infra_computes gcs_glob: metadb/cm/infra_computes/* path: cm - name: infra_providers identifier: infra_providers gcs_glob: metadb/cm/infra_providers/* path: cm - name: infra_storages identifier: infra_storages gcs_glob: metadb/cm/infra_storages/* path: cm - name: project_meterings identifier: project_meterings gcs_glob: metadb/cm/project_meterings/* path: cm - name: providers identifier: providers gcs_glob: metadb/cm/providers/* path: cm - name: regions identifier: regions gcs_glob: metadb/cm/regions/* path: cm - name: tier_units identifier: tier_units gcs_glob: metadb/cm/tier_units/* path: cm - name: tiers identifier: tiers gcs_glob: metadb/cm/tiers/* path: cm - name: backup_schedules identifier: backup_schedules gcs_glob: metadb/dataflow-svc/backup_schedules/* path: dataflow-svc - name: backup_settings identifier: backup_settings gcs_glob: metadb/dataflow-svc/backup_settings/* path: dataflow-svc - name: backups identifier: backups gcs_glob: metadb/dataflow-svc/backups/* path: dataflow-svc - name: cdc_tasks identifier: cdc_tasks gcs_glob: metadb/dataflow-svc/cdc_tasks/* path: dataflow-svc - name: df_conn_profiles identifier: df_conn_profiles gcs_glob: metadb/dataflow-svc/df_conn_profiles/* path: dataflow-svc - name: df_jobs identifier: df_jobs gcs_glob: metadb/dataflow-svc/df_jobs/* path: dataflow-svc - name: df_private_link_endpoints identifier: df_private_link_endpoints gcs_glob: metadb/dataflow-svc/df_private_link_endpoints/* path: dataflow-svc - name: dm_job_modifications identifier: dm_job_modifications gcs_glob: metadb/dataflow-svc/dm_job_modifications/* path: dataflow-svc - name: dm_job_sources identifier: dm_job_sources gcs_glob: metadb/dataflow-svc/dm_job_sources/* path: dataflow-svc - name: dm_jobs identifier: dm_jobs gcs_glob: metadb/dataflow-svc/dm_jobs/* path: dataflow-svc - name: dm_meterings identifier: dm_meterings gcs_glob: metadb/dataflow-svc/dm_meterings/* path: dataflow-svc - name: dm_precheck_items identifier: dm_precheck_items gcs_glob: metadb/dataflow-svc/dm_precheck_items/* path: dataflow-svc - name: dm_prechecks identifier: dm_prechecks gcs_glob: metadb/dataflow-svc/dm_prechecks/* path: dataflow-svc - name: imports identifier: imports gcs_glob: metadb/dataflow-svc/imports/* path: dataflow-svc - name: log_backups identifier: log_backups gcs_glob: metadb/dataflow-svc/log_backups/* path: dataflow-svc - name: dataapps identifier: dataapps gcs_glob: metadb/dataservices/dataapps/* path: dataservices - name: endpoint_exec_record identifier: endpoint_exec_record gcs_glob: metadb/dataservices/endpoint_exec_record/* path: dataservices - name: endpoint_publish identifier: endpoint_publish gcs_glob: metadb/dataservices/endpoint_publish/* path: dataservices - name: endpoints identifier: endpoints gcs_glob: metadb/dataservices/endpoints/* path: dataservices - name: aws_vpc_peerings_dedicated identifier: aws_vpc_peerings_dedicated gcs_glob: metadb/dedicated/aws_vpc_peerings/* path: dedicated - name: billing_report_records_dedicated identifier: billing_report_records_dedicated gcs_glob: metadb/dedicated/billing_report_records/* path: dedicated - name: cluster_cidrs_dedicated identifier: cluster_cidrs_dedicated gcs_glob: metadb/dedicated/cluster_cidrs/* path: dedicated - name: cluster_components_dedicated identifier: cluster_components_dedicated gcs_glob: metadb/dedicated/cluster_components/* path: dedicated - name: cluster_meterings_dedicated identifier: cluster_meterings_dedicated gcs_glob: metadb/dedicated/cluster_meterings/* path: dedicated - name: cluster_operations_dedicated identifier: cluster_operations_dedicated gcs_glob: metadb/dedicated/cluster_operations/* path: dedicated - name: cluster_snapshots_dedicated identifier: cluster_snapshots_dedicated gcs_glob: metadb/dedicated/cluster_snapshots/* path: dedicated - name: clusters_dedicated identifier: clusters_dedicated gcs_glob: metadb/dedicated/clusters/* path: dedicated - name: gcp_vpc_peerings_dedicated identifier: gcp_vpc_peerings_dedicated gcs_glob: metadb/dedicated/gcp_vpc_peerings/* path: dedicated - name: infra_storages_dedicated identifier: infra_storages_dedicated gcs_glob: metadb/dedicated/infra_storages/* path: dedicated - name: providers_dedicated identifier: providers_dedicated gcs_glob: metadb/dedicated/providers/* path: dedicated - name: regions_dedicated identifier: regions_dedicated gcs_glob: metadb/dedicated/regions/* path: dedicated - name: tier_units_dedicated identifier: tier_units_dedicated gcs_glob: metadb/dedicated/tier_units/* path: dedicated - name: tiers_dedicated identifier: tiers_dedicated gcs_glob: metadb/dedicated/tiers/* path: dedicated - name: bot_interact_record identifier: bot_interact_record gcs_glob: metadb/msg/bot_interact_record/* path: msg - name: clusters_serverless identifier: clusters_serverless gcs_glob: metadb/serverless/clusters/* path: serverless - name: providers_serverless identifier: providers_serverless gcs_glob: metadb/serverless/providers/* path: serverless - name: regions_serverless identifier: regions_serverless gcs_glob: metadb/serverless/regions/* path: serverless - name: sql_editor_message identifier: sql_editor_message gcs_glob: metadb/sql_editor/sql_editor_message/* path: sql_editor - name: sql_editor_oplog identifier: sql_editor_oplog gcs_glob: metadb/sql_editor/sql_editor_oplog/* path: sql_editor