{
	"jobConfig": {
		"name": "prod-core-svc-metadb-etl",
		"description": "",
		"role": "arn:aws:iam::380838443567:role/AWSGlueServiceRole-Prod-metadb-etl",
		"command": "glueetl",
		"version": "4.0",
		"runtime": null,
		"workerType": "G.1X",
		"numberOfWorkers": 2,
		"maxCapacity": 2,
		"maxRetries": 0,
		"timeout": 2880,
		"maxConcurrentRuns": 1,
		"security": "none",
		"scriptName": "prod-core-svc-metadb-etl.py",
		"scriptLocation": "s3://aws-glue-assets-380838443567-us-west-2/scripts/",
		"language": "python-3",
		"jobParameters": [],
		"tags": [
			{
				"key": "component",
				"value": "metadb",
				"existing": false
			},
			{
				"key": "environment",
				"value": "prod",
				"existing": false
			},
			{
				"key": "servicetype",
				"value": "dedicated",
				"existing": false
			},
			{
				"key": "usedby",
				"value": "dbaas-control-plane-base",
				"existing": false
			}
		],
		"jobMode": "VISUAL_MODE",
		"createdOn": "2023-08-18T10:05:47.021Z",
		"developerMode": false,
		"connectionsList": [
			"prod-core-svc-conn"
		],
		"temporaryDirectory": "s3://aws-glue-assets-380838443567-us-west-2/temporary/",
		"logging": true,
		"glueHiveMetastore": true,
		"etlAutoTuning": false,
		"metrics": true,
		"spark": true,
		"bookmark": "job-bookmark-disable",
		"sparkPath": "s3://aws-glue-assets-380838443567-us-west-2/sparkHistoryLogs/",
		"flexExecution": false,
		"minFlexWorkers": null
	},
	"dag": {
		"node-clusters-source": {
			"nodeId": "node-clusters-source",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [],
			"name": "clusters",
			"generatedNodeName": "node-clusters-source",
			"classification": "DataSource",
			"type": "MySQL",
			"isCatalog": false,
			"database": "prod_core",
			"table": "prod_core.clusters",
			"connectionName": "prod-core-svc-conn",
			"connectionType": "mysql",
			"redshiftTmpDir": "",
			"outputSchemas": null,
			"calculatedType": "",
			"codeGenVersion": 2
		},
		"node-clusters-sql": {
			"nodeId": "node-clusters-sql",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-clusters-source"
			],
			"name": "SQL Query",
			"generatedNodeName": "SQLQuery_node1691749371984",
			"classification": "Transform",
			"type": "SqlCode",
			"sqlAliases": [
				{
					"from": "node-clusters-source",
					"alias": "clusters"
				}
			],
			"outputSchemas": null,
			"parentsValid": true,
			"calculatedType": "",
			"sqlQuery": "select id, created_at, updated_at, deleted_time, creation_finished_time, name, tenant_id, created_by_id, status, replicas, provider_id, deploy_type, poc_deleted, free, project_id, import_id, replication_id, read_only, tcu_number, on_new_arch from clusters",
			"codeGenVersion": 2
		},
		"node-clusters-s3": {
			"nodeId": "node-clusters-s3",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-clusters-sql"
			],
			"name": "S3 bucket",
			"generatedNodeName": "S3bucket_node3",
			"classification": "DataSink",
			"type": "S3",
			"streamingBatchInterval": 100,
			"format": "csv",
			"compression": "none",
			"path": "s3://centralized-storage-prod-pingcap/metadb/cm/clusters/",
			"partitionKeys": [],
			"schemaChangePolicy": {
				"enableUpdateCatalog": false,
				"updateBehavior": null,
				"database": null,
				"table": null
			},
			"updateCatalogOptions": "none",
			"calculatedType": ""
		},
		"node-cluster_components-source": {
			"nodeId": "node-cluster_components-source",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [],
			"name": "cluster_components",
			"generatedNodeName": "node-cluster_components-source",
			"classification": "DataSource",
			"type": "MySQL",
			"isCatalog": false,
			"database": "prod_core",
			"table": "prod_core.cluster_components",
			"connectionName": "prod-core-svc-conn",
			"connectionType": "mysql",
			"redshiftTmpDir": "",
			"outputSchemas": null,
			"calculatedType": "",
			"codeGenVersion": 2
		},
		"node-cluster_components-sql": {
			"nodeId": "node-cluster_components-sql",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-cluster_components-source"
			],
			"name": "SQL Query",
			"generatedNodeName": "SQLQuery_node1691749371984",
			"classification": "Transform",
			"type": "SqlCode",
			"sqlAliases": [
				{
					"from": "node-cluster_components-source",
					"alias": "cluster_components"
				}
			],
			"outputSchemas": null,
			"parentsValid": true,
			"calculatedType": "",
			"sqlQuery": "select id, created_at, updated_at, tenant_id, project_id, cluster_id, component_type, region_id, storage_size_gi, replicas, internal_profile_id, tier_key, tier_unit_key from cluster_components",
			"codeGenVersion": 2
		},
		"node-cluster_components-s3": {
			"nodeId": "node-cluster_components-s3",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-cluster_components-sql"
			],
			"name": "S3 bucket",
			"generatedNodeName": "S3bucket_node3",
			"classification": "DataSink",
			"type": "S3",
			"streamingBatchInterval": 100,
			"format": "csv",
			"compression": "none",
			"path": "s3://centralized-storage-prod-pingcap/metadb/cm/cluster_components/",
			"partitionKeys": [],
			"schemaChangePolicy": {
				"enableUpdateCatalog": false,
				"updateBehavior": null,
				"database": null,
				"table": null
			},
			"updateCatalogOptions": "none",
			"calculatedType": ""
		},
		"node-cluster_operations-source": {
			"nodeId": "node-cluster_operations-source",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [],
			"name": "cluster_operations",
			"generatedNodeName": "node-cluster_operations-source",
			"classification": "DataSource",
			"type": "MySQL",
			"isCatalog": false,
			"database": "prod_core",
			"table": "prod_core.cluster_operations",
			"connectionName": "prod-core-svc-conn",
			"connectionType": "mysql",
			"redshiftTmpDir": "",
			"outputSchemas": null,
			"calculatedType": "",
			"codeGenVersion": 2
		},
		"node-cluster_operations-sql": {
			"nodeId": "node-cluster_operations-sql",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-cluster_operations-source"
			],
			"name": "SQL Query",
			"generatedNodeName": "SQLQuery_node1691749371984",
			"classification": "Transform",
			"type": "SqlCode",
			"sqlAliases": [
				{
					"from": "node-cluster_operations-source",
					"alias": "cluster_operations"
				}
			],
			"outputSchemas": null,
			"parentsValid": true,
			"calculatedType": "",
			"sqlQuery": "select id, created_at, updated_at, cluster_id, type, completed_at, status, content from cluster_operations",
			"codeGenVersion": 2
		},
		"node-cluster_operations-s3": {
			"nodeId": "node-cluster_operations-s3",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-cluster_operations-sql"
			],
			"name": "S3 bucket",
			"generatedNodeName": "S3bucket_node3",
			"classification": "DataSink",
			"type": "S3",
			"streamingBatchInterval": 100,
			"format": "csv",
			"compression": "none",
			"path": "s3://centralized-storage-prod-pingcap/metadb/cm/cluster_operations/",
			"partitionKeys": [],
			"schemaChangePolicy": {
				"enableUpdateCatalog": false,
				"updateBehavior": null,
				"database": null,
				"table": null
			},
			"updateCatalogOptions": "none",
			"calculatedType": ""
		},
		"node-aws_vpc_peerings-source": {
			"nodeId": "node-aws_vpc_peerings-source",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [],
			"name": "aws_vpc_peerings",
			"generatedNodeName": "node-aws_vpc_peerings-source",
			"classification": "DataSource",
			"type": "MySQL",
			"isCatalog": false,
			"database": "prod_core",
			"table": "prod_core.aws_vpc_peerings",
			"connectionName": "prod-core-svc-conn",
			"connectionType": "mysql",
			"redshiftTmpDir": "",
			"outputSchemas": null,
			"calculatedType": "",
			"codeGenVersion": 2
		},
		"node-aws_vpc_peerings-sql": {
			"nodeId": "node-aws_vpc_peerings-sql",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-aws_vpc_peerings-source"
			],
			"name": "SQL Query",
			"generatedNodeName": "SQLQuery_node1691749371984",
			"classification": "Transform",
			"type": "SqlCode",
			"sqlAliases": [
				{
					"from": "node-aws_vpc_peerings-source",
					"alias": "aws_vpc_peerings"
				}
			],
			"outputSchemas": null,
			"parentsValid": true,
			"calculatedType": "",
			"sqlQuery": "select id, created_at, updated_at, region, tenant_account_id, tenant_region, tenant_vpc_id, tenant_vpc_c_id_r, vpc_peering_id, private_host_zone, status, project_id, peering_type from aws_vpc_peerings",
			"codeGenVersion": 2
		},
		"node-aws_vpc_peerings-s3": {
			"nodeId": "node-aws_vpc_peerings-s3",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-aws_vpc_peerings-sql"
			],
			"name": "S3 bucket",
			"generatedNodeName": "S3bucket_node3",
			"classification": "DataSink",
			"type": "S3",
			"streamingBatchInterval": 100,
			"format": "csv",
			"compression": "none",
			"path": "s3://centralized-storage-prod-pingcap/metadb/cm/aws_vpc_peerings/",
			"partitionKeys": [],
			"schemaChangePolicy": {
				"enableUpdateCatalog": false,
				"updateBehavior": null,
				"database": null,
				"table": null
			},
			"updateCatalogOptions": "none",
			"calculatedType": ""
		},
		"node-gcp_vpc_peerings-source": {
			"nodeId": "node-gcp_vpc_peerings-source",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [],
			"name": "gcp_vpc_peerings",
			"generatedNodeName": "node-gcp_vpc_peerings-source",
			"classification": "DataSource",
			"type": "MySQL",
			"isCatalog": false,
			"database": "prod_core",
			"table": "prod_core.gcp_vpc_peerings",
			"connectionName": "prod-core-svc-conn",
			"connectionType": "mysql",
			"redshiftTmpDir": "",
			"outputSchemas": null,
			"calculatedType": "",
			"codeGenVersion": 2
		},
		"node-gcp_vpc_peerings-sql": {
			"nodeId": "node-gcp_vpc_peerings-sql",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-gcp_vpc_peerings-source"
			],
			"name": "SQL Query",
			"generatedNodeName": "SQLQuery_node1691749371984",
			"classification": "Transform",
			"type": "SqlCode",
			"sqlAliases": [
				{
					"from": "node-gcp_vpc_peerings-source",
					"alias": "gcp_vpc_peerings"
				}
			],
			"outputSchemas": null,
			"parentsValid": true,
			"calculatedType": "",
			"sqlQuery": "select id, created_at, updated_at, region, tenant_project_id, tenant_network_name, tenant_vpc_region, tenant_vpc_c_id_r, network_name, status, project_id, peering_type from gcp_vpc_peerings",
			"codeGenVersion": 2
		},
		"node-gcp_vpc_peerings-s3": {
			"nodeId": "node-gcp_vpc_peerings-s3",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-gcp_vpc_peerings-sql"
			],
			"name": "S3 bucket",
			"generatedNodeName": "S3bucket_node3",
			"classification": "DataSink",
			"type": "S3",
			"streamingBatchInterval": 100,
			"format": "csv",
			"compression": "none",
			"path": "s3://centralized-storage-prod-pingcap/metadb/cm/gcp_vpc_peerings/",
			"partitionKeys": [],
			"schemaChangePolicy": {
				"enableUpdateCatalog": false,
				"updateBehavior": null,
				"database": null,
				"table": null
			},
			"updateCatalogOptions": "none",
			"calculatedType": ""
		},
		"node-providers-source": {
			"nodeId": "node-providers-source",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [],
			"name": "providers",
			"generatedNodeName": "node-providers-source",
			"classification": "DataSource",
			"type": "MySQL",
			"isCatalog": false,
			"database": "prod_core",
			"table": "prod_core.providers",
			"connectionName": "prod-core-svc-conn",
			"connectionType": "mysql",
			"redshiftTmpDir": "",
			"outputSchemas": null,
			"calculatedType": "",
			"codeGenVersion": 2
		},
		"node-providers-sql": {
			"nodeId": "node-providers-sql",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-providers-source"
			],
			"name": "SQL Query",
			"generatedNodeName": "SQLQuery_node1691749371984",
			"classification": "Transform",
			"type": "SqlCode",
			"sqlAliases": [
				{
					"from": "node-providers-source",
					"alias": "providers"
				}
			],
			"outputSchemas": null,
			"parentsValid": true,
			"calculatedType": "",
			"sqlQuery": "select id, created_at, updated_at, name, status from providers",
			"codeGenVersion": 2
		},
		"node-providers-s3": {
			"nodeId": "node-providers-s3",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-providers-sql"
			],
			"name": "S3 bucket",
			"generatedNodeName": "S3bucket_node3",
			"classification": "DataSink",
			"type": "S3",
			"streamingBatchInterval": 100,
			"format": "csv",
			"compression": "none",
			"path": "s3://centralized-storage-prod-pingcap/metadb/cm/providers/",
			"partitionKeys": [],
			"schemaChangePolicy": {
				"enableUpdateCatalog": false,
				"updateBehavior": null,
				"database": null,
				"table": null
			},
			"updateCatalogOptions": "none",
			"calculatedType": ""
		},
		"node-regions-source": {
			"nodeId": "node-regions-source",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [],
			"name": "regions",
			"generatedNodeName": "node-regions-source",
			"classification": "DataSource",
			"type": "MySQL",
			"isCatalog": false,
			"database": "prod_core",
			"table": "prod_core.regions",
			"connectionName": "prod-core-svc-conn",
			"connectionType": "mysql",
			"redshiftTmpDir": "",
			"outputSchemas": null,
			"calculatedType": "",
			"codeGenVersion": 2
		},
		"node-regions-sql": {
			"nodeId": "node-regions-sql",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-regions-source"
			],
			"name": "SQL Query",
			"generatedNodeName": "SQLQuery_node1691749371984",
			"classification": "Transform",
			"type": "SqlCode",
			"sqlAliases": [
				{
					"from": "node-regions-source",
					"alias": "regions"
				}
			],
			"outputSchemas": null,
			"parentsValid": true,
			"calculatedType": "",
			"sqlQuery": "select id, created_at, updated_at, name, display_name, provider_id, status, is_public, default_backup_time from regions",
			"codeGenVersion": 2
		},
		"node-regions-s3": {
			"nodeId": "node-regions-s3",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-regions-sql"
			],
			"name": "S3 bucket",
			"generatedNodeName": "S3bucket_node3",
			"classification": "DataSink",
			"type": "S3",
			"streamingBatchInterval": 100,
			"format": "csv",
			"compression": "none",
			"path": "s3://centralized-storage-prod-pingcap/metadb/cm/regions/",
			"partitionKeys": [],
			"schemaChangePolicy": {
				"enableUpdateCatalog": false,
				"updateBehavior": null,
				"database": null,
				"table": null
			},
			"updateCatalogOptions": "none",
			"calculatedType": ""
		},
		"node-cluster_snapshots-source": {
			"nodeId": "node-cluster_snapshots-source",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [],
			"name": "cluster_snapshots",
			"generatedNodeName": "node-cluster_snapshots-source",
			"classification": "DataSource",
			"type": "MySQL",
			"isCatalog": false,
			"database": "prod_core",
			"table": "prod_core.cluster_snapshots",
			"connectionName": "prod-core-svc-conn",
			"connectionType": "mysql",
			"redshiftTmpDir": "",
			"outputSchemas": null,
			"calculatedType": "",
			"codeGenVersion": 2
		},
		"node-cluster_snapshots-sql": {
			"nodeId": "node-cluster_snapshots-sql",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-cluster_snapshots-source"
			],
			"name": "SQL Query",
			"generatedNodeName": "SQLQuery_node1691749371984",
			"classification": "Transform",
			"type": "SqlCode",
			"sqlAliases": [
				{
					"from": "node-cluster_snapshots-source",
					"alias": "cluster_snapshots"
				}
			],
			"outputSchemas": null,
			"parentsValid": true,
			"calculatedType": "",
			"sqlQuery": "select id, created_at, updated_at, tenant_id, project_id, cluster_id, component_states from cluster_snapshots",
			"codeGenVersion": 2
		},
		"node-cluster_snapshots-s3": {
			"nodeId": "node-cluster_snapshots-s3",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-cluster_snapshots-sql"
			],
			"name": "S3 bucket",
			"generatedNodeName": "S3bucket_node3",
			"classification": "DataSink",
			"type": "S3",
			"streamingBatchInterval": 100,
			"format": "csv",
			"compression": "none",
			"path": "s3://centralized-storage-prod-pingcap/metadb/cm/cluster_snapshots/",
			"partitionKeys": [],
			"schemaChangePolicy": {
				"enableUpdateCatalog": false,
				"updateBehavior": null,
				"database": null,
				"table": null
			},
			"updateCatalogOptions": "none",
			"calculatedType": ""
		},
		"node-project_meterings-source": {
			"nodeId": "node-project_meterings-source",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [],
			"name": "project_meterings",
			"generatedNodeName": "node-project_meterings-source",
			"classification": "DataSource",
			"type": "MySQL",
			"isCatalog": false,
			"database": "prod_core",
			"table": "prod_core.project_meterings",
			"connectionName": "prod-core-svc-conn",
			"connectionType": "mysql",
			"redshiftTmpDir": "",
			"outputSchemas": null,
			"calculatedType": "",
			"codeGenVersion": 2
		},
		"node-project_meterings-sql": {
			"nodeId": "node-project_meterings-sql",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-project_meterings-source"
			],
			"name": "SQL Query",
			"generatedNodeName": "SQLQuery_node1691749371984",
			"classification": "Transform",
			"type": "SqlCode",
			"sqlAliases": [
				{
					"from": "node-project_meterings-source",
					"alias": "project_meterings"
				}
			],
			"outputSchemas": null,
			"parentsValid": true,
			"calculatedType": "",
			"sqlQuery": "select id, created_at, updated_at, tenant_id, project_id, start_ts, end_ts, project_metering_states, latest from project_meterings",
			"codeGenVersion": 2
		},
		"node-project_meterings-s3": {
			"nodeId": "node-project_meterings-s3",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-project_meterings-sql"
			],
			"name": "S3 bucket",
			"generatedNodeName": "S3bucket_node3",
			"classification": "DataSink",
			"type": "S3",
			"streamingBatchInterval": 100,
			"format": "csv",
			"compression": "none",
			"path": "s3://centralized-storage-prod-pingcap/metadb/cm/project_meterings/",
			"partitionKeys": [],
			"schemaChangePolicy": {
				"enableUpdateCatalog": false,
				"updateBehavior": null,
				"database": null,
				"table": null
			},
			"updateCatalogOptions": "none",
			"calculatedType": ""
		},
		"node-infra_compute_regions-source": {
			"nodeId": "node-infra_compute_regions-source",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [],
			"name": "infra_compute_regions",
			"generatedNodeName": "node-infra_compute_regions-source",
			"classification": "DataSource",
			"type": "MySQL",
			"isCatalog": false,
			"database": "prod_core",
			"table": "prod_core.infra_compute_regions",
			"connectionName": "prod-core-svc-conn",
			"connectionType": "mysql",
			"redshiftTmpDir": "",
			"outputSchemas": null,
			"calculatedType": "",
			"codeGenVersion": 2
		},
		"node-infra_compute_regions-sql": {
			"nodeId": "node-infra_compute_regions-sql",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-infra_compute_regions-source"
			],
			"name": "SQL Query",
			"generatedNodeName": "SQLQuery_node1691749371984",
			"classification": "Transform",
			"type": "SqlCode",
			"sqlAliases": [
				{
					"from": "node-infra_compute_regions-source",
					"alias": "infra_compute_regions"
				}
			],
			"outputSchemas": null,
			"parentsValid": true,
			"calculatedType": "",
			"sqlQuery": "select infra_compute_id, region_id from infra_compute_regions",
			"codeGenVersion": 2
		},
		"node-infra_compute_regions-s3": {
			"nodeId": "node-infra_compute_regions-s3",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-infra_compute_regions-sql"
			],
			"name": "S3 bucket",
			"generatedNodeName": "S3bucket_node3",
			"classification": "DataSink",
			"type": "S3",
			"streamingBatchInterval": 100,
			"format": "csv",
			"compression": "none",
			"path": "s3://centralized-storage-prod-pingcap/metadb/cm/infra_compute_regions/",
			"partitionKeys": [],
			"schemaChangePolicy": {
				"enableUpdateCatalog": false,
				"updateBehavior": null,
				"database": null,
				"table": null
			},
			"updateCatalogOptions": "none",
			"calculatedType": ""
		},
		"node-infra_computes-source": {
			"nodeId": "node-infra_computes-source",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [],
			"name": "infra_computes",
			"generatedNodeName": "node-infra_computes-source",
			"classification": "DataSource",
			"type": "MySQL",
			"isCatalog": false,
			"database": "prod_core",
			"table": "prod_core.infra_computes",
			"connectionName": "prod-core-svc-conn",
			"connectionType": "mysql",
			"redshiftTmpDir": "",
			"outputSchemas": null,
			"calculatedType": "",
			"codeGenVersion": 2
		},
		"node-infra_computes-sql": {
			"nodeId": "node-infra_computes-sql",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-infra_computes-source"
			],
			"name": "SQL Query",
			"generatedNodeName": "SQLQuery_node1691749371984",
			"classification": "Transform",
			"type": "SqlCode",
			"sqlAliases": [
				{
					"from": "node-infra_computes-source",
					"alias": "infra_computes"
				}
			],
			"outputSchemas": null,
			"parentsValid": true,
			"calculatedType": "",
			"sqlQuery": "select id, created_at, updated_at, instance_type, infra_provider_id, cpu_num, memory_size_gi, local_storage_size_gi from infra_computes",
			"codeGenVersion": 2
		},
		"node-infra_computes-s3": {
			"nodeId": "node-infra_computes-s3",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-infra_computes-sql"
			],
			"name": "S3 bucket",
			"generatedNodeName": "S3bucket_node3",
			"classification": "DataSink",
			"type": "S3",
			"streamingBatchInterval": 100,
			"format": "csv",
			"compression": "none",
			"path": "s3://centralized-storage-prod-pingcap/metadb/cm/infra_computes/",
			"partitionKeys": [],
			"schemaChangePolicy": {
				"enableUpdateCatalog": false,
				"updateBehavior": null,
				"database": null,
				"table": null
			},
			"updateCatalogOptions": "none",
			"calculatedType": ""
		},
		"node-infra_providers-source": {
			"nodeId": "node-infra_providers-source",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [],
			"name": "infra_providers",
			"generatedNodeName": "node-infra_providers-source",
			"classification": "DataSource",
			"type": "MySQL",
			"isCatalog": false,
			"database": "prod_core",
			"table": "prod_core.infra_providers",
			"connectionName": "prod-core-svc-conn",
			"connectionType": "mysql",
			"redshiftTmpDir": "",
			"outputSchemas": null,
			"calculatedType": "",
			"codeGenVersion": 2
		},
		"node-infra_providers-sql": {
			"nodeId": "node-infra_providers-sql",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-infra_providers-source"
			],
			"name": "SQL Query",
			"generatedNodeName": "SQLQuery_node1691749371984",
			"classification": "Transform",
			"type": "SqlCode",
			"sqlAliases": [
				{
					"from": "node-infra_providers-source",
					"alias": "infra_providers"
				}
			],
			"outputSchemas": null,
			"parentsValid": true,
			"calculatedType": "",
			"sqlQuery": "select id, created_at, updated_at, name, deploy_type, provider_id from infra_providers",
			"codeGenVersion": 2
		},
		"node-infra_providers-s3": {
			"nodeId": "node-infra_providers-s3",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-infra_providers-sql"
			],
			"name": "S3 bucket",
			"generatedNodeName": "S3bucket_node3",
			"classification": "DataSink",
			"type": "S3",
			"streamingBatchInterval": 100,
			"format": "csv",
			"compression": "none",
			"path": "s3://centralized-storage-prod-pingcap/metadb/cm/infra_providers/",
			"partitionKeys": [],
			"schemaChangePolicy": {
				"enableUpdateCatalog": false,
				"updateBehavior": null,
				"database": null,
				"table": null
			},
			"updateCatalogOptions": "none",
			"calculatedType": ""
		},
		"node-infra_storages-source": {
			"nodeId": "node-infra_storages-source",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [],
			"name": "infra_storages",
			"generatedNodeName": "node-infra_storages-source",
			"classification": "DataSource",
			"type": "MySQL",
			"isCatalog": false,
			"database": "prod_core",
			"table": "prod_core.infra_storages",
			"connectionName": "prod-core-svc-conn",
			"connectionType": "mysql",
			"redshiftTmpDir": "",
			"outputSchemas": null,
			"calculatedType": "",
			"codeGenVersion": 2
		},
		"node-infra_storages-sql": {
			"nodeId": "node-infra_storages-sql",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-infra_storages-source"
			],
			"name": "SQL Query",
			"generatedNodeName": "SQLQuery_node1691749371984",
			"classification": "Transform",
			"type": "SqlCode",
			"sqlAliases": [
				{
					"from": "node-infra_storages-source",
					"alias": "infra_storages"
				}
			],
			"outputSchemas": null,
			"parentsValid": true,
			"calculatedType": "",
			"sqlQuery": "select id, created_at, updated_at, infra_provider_id, class_name, instance_type, iops, throughput_mi from infra_storages",
			"codeGenVersion": 2
		},
		"node-infra_storages-s3": {
			"nodeId": "node-infra_storages-s3",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-infra_storages-sql"
			],
			"name": "S3 bucket",
			"generatedNodeName": "S3bucket_node3",
			"classification": "DataSink",
			"type": "S3",
			"streamingBatchInterval": 100,
			"format": "csv",
			"compression": "none",
			"path": "s3://centralized-storage-prod-pingcap/metadb/cm/infra_storages/",
			"partitionKeys": [],
			"schemaChangePolicy": {
				"enableUpdateCatalog": false,
				"updateBehavior": null,
				"database": null,
				"table": null
			},
			"updateCatalogOptions": "none",
			"calculatedType": ""
		},
		"node-billing_report_records-source": {
			"nodeId": "node-billing_report_records-source",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [],
			"name": "billing_report_records",
			"generatedNodeName": "node-billing_report_records-source",
			"classification": "DataSource",
			"type": "MySQL",
			"isCatalog": false,
			"database": "prod_core",
			"table": "prod_core.billing_report_records",
			"connectionName": "prod-core-svc-conn",
			"connectionType": "mysql",
			"redshiftTmpDir": "",
			"outputSchemas": null,
			"calculatedType": "",
			"codeGenVersion": 2
		},
		"node-billing_report_records-sql": {
			"nodeId": "node-billing_report_records-sql",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-billing_report_records-source"
			],
			"name": "SQL Query",
			"generatedNodeName": "SQLQuery_node1691749371984",
			"classification": "Transform",
			"type": "SqlCode",
			"sqlAliases": [
				{
					"from": "node-billing_report_records-source",
					"alias": "billing_report_records"
				}
			],
			"outputSchemas": null,
			"parentsValid": true,
			"calculatedType": "",
			"sqlQuery": "select id, created_at, updated_at, tenant_id, data, status, project_metering_id, cluster_metering_id from billing_report_records",
			"codeGenVersion": 2
		},
		"node-billing_report_records-s3": {
			"nodeId": "node-billing_report_records-s3",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-billing_report_records-sql"
			],
			"name": "S3 bucket",
			"generatedNodeName": "S3bucket_node3",
			"classification": "DataSink",
			"type": "S3",
			"streamingBatchInterval": 100,
			"format": "csv",
			"compression": "none",
			"path": "s3://centralized-storage-prod-pingcap/metadb/cm/billing_report_records/",
			"partitionKeys": [],
			"schemaChangePolicy": {
				"enableUpdateCatalog": false,
				"updateBehavior": null,
				"database": null,
				"table": null
			},
			"updateCatalogOptions": "none",
			"calculatedType": ""
		},
		"node-cluster_meterings-source": {
			"nodeId": "node-cluster_meterings-source",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [],
			"name": "cluster_meterings",
			"generatedNodeName": "node-cluster_meterings-source",
			"classification": "DataSource",
			"type": "MySQL",
			"isCatalog": false,
			"database": "prod_core",
			"table": "prod_core.cluster_meterings",
			"connectionName": "prod-core-svc-conn",
			"connectionType": "mysql",
			"redshiftTmpDir": "",
			"outputSchemas": null,
			"calculatedType": "",
			"codeGenVersion": 2
		},
		"node-cluster_meterings-sql": {
			"nodeId": "node-cluster_meterings-sql",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-cluster_meterings-source"
			],
			"name": "SQL Query",
			"generatedNodeName": "SQLQuery_node1691749371984",
			"classification": "Transform",
			"type": "SqlCode",
			"sqlAliases": [
				{
					"from": "node-cluster_meterings-source",
					"alias": "cluster_meterings"
				}
			],
			"outputSchemas": null,
			"parentsValid": true,
			"calculatedType": "",
			"sqlQuery": "select id, created_at, updated_at, tenant_id, project_id, start_ts, end_ts, latest, cluster_metering_states, cluster_id from cluster_meterings",
			"codeGenVersion": 2
		},
		"node-cluster_meterings-s3": {
			"nodeId": "node-cluster_meterings-s3",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-cluster_meterings-sql"
			],
			"name": "S3 bucket",
			"generatedNodeName": "S3bucket_node3",
			"classification": "DataSink",
			"type": "S3",
			"streamingBatchInterval": 100,
			"format": "csv",
			"compression": "none",
			"path": "s3://centralized-storage-prod-pingcap/metadb/cm/cluster_meterings/",
			"partitionKeys": [],
			"schemaChangePolicy": {
				"enableUpdateCatalog": false,
				"updateBehavior": null,
				"database": null,
				"table": null
			},
			"updateCatalogOptions": "none",
			"calculatedType": ""
		},
		"node-cluster_cidrs-source": {
			"nodeId": "node-cluster_cidrs-source",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [],
			"name": "cluster_cidrs",
			"generatedNodeName": "node-cluster_cidrs-source",
			"classification": "DataSource",
			"type": "MySQL",
			"isCatalog": false,
			"database": "prod_core",
			"table": "prod_core.cluster_cidrs",
			"connectionName": "prod-core-svc-conn",
			"connectionType": "mysql",
			"redshiftTmpDir": "",
			"outputSchemas": null,
			"calculatedType": "",
			"codeGenVersion": 2
		},
		"node-cluster_cidrs-sql": {
			"nodeId": "node-cluster_cidrs-sql",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-cluster_cidrs-source"
			],
			"name": "SQL Query",
			"generatedNodeName": "SQLQuery_node1691749371984",
			"classification": "Transform",
			"type": "SqlCode",
			"sqlAliases": [
				{
					"from": "node-cluster_cidrs-source",
					"alias": "cluster_cidrs"
				}
			],
			"outputSchemas": null,
			"parentsValid": true,
			"calculatedType": "",
			"sqlQuery": "select id, created_at, updated_at, cluster_id, cidr, disable_public_lb, status from cluster_cidrs",
			"codeGenVersion": 2
		},
		"node-cluster_cidrs-s3": {
			"nodeId": "node-cluster_cidrs-s3",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-cluster_cidrs-sql"
			],
			"name": "S3 bucket",
			"generatedNodeName": "S3bucket_node3",
			"classification": "DataSink",
			"type": "S3",
			"streamingBatchInterval": 100,
			"format": "csv",
			"compression": "none",
			"path": "s3://centralized-storage-prod-pingcap/metadb/cm/cluster_cidrs/",
			"partitionKeys": [],
			"schemaChangePolicy": {
				"enableUpdateCatalog": false,
				"updateBehavior": null,
				"database": null,
				"table": null
			},
			"updateCatalogOptions": "none",
			"calculatedType": ""
		},
		"node-tiers-source": {
			"nodeId": "node-tiers-source",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [],
			"name": "tiers",
			"generatedNodeName": "node-tiers-source",
			"classification": "DataSource",
			"type": "MySQL",
			"isCatalog": false,
			"database": "prod_core",
			"table": "prod_core.tiers",
			"connectionName": "prod-core-svc-conn",
			"connectionType": "mysql",
			"redshiftTmpDir": "",
			"outputSchemas": null,
			"calculatedType": "",
			"codeGenVersion": 2
		},
		"node-tiers-sql": {
			"nodeId": "node-tiers-sql",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-tiers-source"
			],
			"name": "SQL Query",
			"generatedNodeName": "SQLQuery_node1691749371984",
			"classification": "Transform",
			"type": "SqlCode",
			"sqlAliases": [
				{
					"from": "node-tiers-source",
					"alias": "tiers"
				}
			],
			"outputSchemas": null,
			"parentsValid": true,
			"calculatedType": "",
			"sqlQuery": "select id, created_at, updated_at, tier_key, name, display_name, memo, deploy_type, component_type, default, cpu_num, memory_size_gi, tier_unit_mapping from tiers",
			"codeGenVersion": 2
		},
		"node-tiers-s3": {
			"nodeId": "node-tiers-s3",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-tiers-sql"
			],
			"name": "S3 bucket",
			"generatedNodeName": "S3bucket_node3",
			"classification": "DataSink",
			"type": "S3",
			"streamingBatchInterval": 100,
			"format": "csv",
			"compression": "none",
			"path": "s3://centralized-storage-prod-pingcap/metadb/cm/tiers/",
			"partitionKeys": [],
			"schemaChangePolicy": {
				"enableUpdateCatalog": false,
				"updateBehavior": null,
				"database": null,
				"table": null
			},
			"updateCatalogOptions": "none",
			"calculatedType": ""
		},
		"node-tier_units-source": {
			"nodeId": "node-tier_units-source",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [],
			"name": "tier_units",
			"generatedNodeName": "node-tier_units-source",
			"classification": "DataSource",
			"type": "MySQL",
			"isCatalog": false,
			"database": "prod_core",
			"table": "prod_core.tier_units",
			"connectionName": "prod-core-svc-conn",
			"connectionType": "mysql",
			"redshiftTmpDir": "",
			"outputSchemas": null,
			"calculatedType": "",
			"codeGenVersion": 2
		},
		"node-tier_units-sql": {
			"nodeId": "node-tier_units-sql",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-tier_units-source"
			],
			"name": "SQL Query",
			"generatedNodeName": "SQLQuery_node1691749371984",
			"classification": "Transform",
			"type": "SqlCode",
			"sqlAliases": [
				{
					"from": "node-tier_units-source",
					"alias": "tier_units"
				}
			],
			"outputSchemas": null,
			"parentsValid": true,
			"calculatedType": "",
			"sqlQuery": "select id, created_at, updated_at, tier_unit_key, memo, default_node_num, deploy_type, component_type, min_storage_gi, max_storage_gi, default_storage_gi, provider_id, infra_provider_id, infra_compute_id, infra_storage_id, pd from tier_units",
			"codeGenVersion": 2
		},
		"node-tier_units-s3": {
			"nodeId": "node-tier_units-s3",
			"dataPreview": false,
			"previewAmount": 0,
			"inputs": [
				"node-tier_units-sql"
			],
			"name": "S3 bucket",
			"generatedNodeName": "S3bucket_node3",
			"classification": "DataSink",
			"type": "S3",
			"streamingBatchInterval": 100,
			"format": "csv",
			"compression": "none",
			"path": "s3://centralized-storage-prod-pingcap/metadb/cm/tier_units/",
			"partitionKeys": [],
			"schemaChangePolicy": {
				"enableUpdateCatalog": false,
				"updateBehavior": null,
				"database": null,
				"table": null
			},
			"updateCatalogOptions": "none",
			"calculatedType": ""
		}
	},
	"hasBeenSaved": false
}