{
  "FY22- Telemetry MAU (CN)": {
    "Cron": "30 5 */2 * *",
    "Jobs": [
      {
        "TargetTable": "telemetry_mau_cn",
        "InitSQL": [
          "CREATE TABLE IF NOT EXISTS telemetry_mau_cn ( telemetry_tidb_instance__unique_tracking_count BIGINT(20), telemetry_tidb_basic_info_with_date__ts_month DATETIME DEFAULT NULL)  ENGINE=INNODB;"
        ],
        "CalSQL": "SELECT CAST(DATE_FORMAT(CONVERT_TZ(`telemetry_tidb_basic_info_with_date`.ts, @@session.time_zone, '+08:00'), '%Y-%m-01T00:00:00.000') AS DATETIME) `telemetry_tidb_basic_info_with_date__ts_month`, count(distinct `telemetry_tidb_basic_info_with_date`.tracking_id) `telemetry_tidb_instance__unique_tracking_count` FROM `telemetry-cn`.`telemetry_tidb_instance` AS `telemetry_tidb_instance` LEFT JOIN `telemetry-cn`.`telemetry_tidb_basic_info_with_date` AS `telemetry_tidb_basic_info_with_date` ON `telemetry_tidb_instance`.basic_info_id = `telemetry_tidb_basic_info_with_date`.pk_id LEFT JOIN `telemetry-cn`.`telemetry_tidb_host_extra` AS `telemetry_tidb_host_extra` ON `telemetry_tidb_basic_info_with_date`.pk_id = `telemetry_tidb_host_extra`.basic_info_id WHERE(lower(`telemetry_tidb_instance`.up_time) like '%h%' AND SUBSTRING_INDEX (`telemetry_tidb_instance`.up_time, \"h\", 1) >= 48) AND (`telemetry_tidb_host_extra`.key = 'platform' AND `telemetry_tidb_host_extra`.value <> 'darwin') AND (`telemetry_tidb_basic_info_with_date`.ip NOT IN ('128.1.49.85', '45.251.23.186', '180.167.192.138', '117.50.84.111', '106.75.116.22', '106.75.96.68', '128.1.49.135', '106.75.52.157', '118.194.230.143', '106.75.64.135', '203.90.236.205', '117.50.66.239', '40.74.68.232', '106.75.54.70', '118.113.15.98', '101.207.139.187')) AND (`telemetry_tidb_basic_info_with_date`.pk_id IN ( select basic_info_id from ( select count(basic_info_id) as tikv_count, basic_info_id from telemetry_tidb_instance where instance_type = 'tikv' group by basic_info_id) as t where tikv_count >= 3 )) AND (DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 365 DAY), '%Y-%m') <= DATE_FORMAT(`telemetry_tidb_basic_info_with_date`.ts, '%Y-%m')) GROUP BY 1 ORDER BY 1 ASC LIMIT 10000",
        "CalParams": {},
        "QueryDatabase": "telemetry-cn"
      }
    ]
  },
    "FY22- Telemetry MAU (GLOBAL)": {
      "Cron": "30 5 */2 * *",
      "Jobs": [
        {
          "TargetTable": "telemetry_mau_global",
          "InitSQL": [
            "CREATE TABLE IF NOT EXISTS telemetry_mau_global ( telemetry_tidb_instance_global__unique_tracking_count BIGINT(20), telemetry_tidb_basic_info_with_date_global__ts_month DATETIME DEFAULT NULL)  ENGINE=INNODB;"
          ],
          "CalSQL": "SELECT CAST(DATE_FORMAT(CONVERT_TZ(`telemetry_tidb_basic_info_with_date_global`.ts, @@session.time_zone, '+00:00'), '%Y-%m-01T00:00:00.000') AS DATETIME) `telemetry_tidb_basic_info_with_date_global__ts_month`, count(distinct `telemetry_tidb_basic_info_with_date_global`.tracking_id) `telemetry_tidb_instance_global__unique_tracking_count` FROM `telemetry-global`.`telemetry_tidb_instance` AS `telemetry_tidb_instance_global` LEFT JOIN `telemetry-global`.`telemetry_tidb_basic_info_with_date` AS `telemetry_tidb_basic_info_with_date_global` ON `telemetry_tidb_instance_global`.basic_info_id = `telemetry_tidb_basic_info_with_date_global`.pk_id LEFT JOIN `telemetry-global`.`telemetry_tidb_host_extra` AS `telemetry_tidb_host_extra_global` ON `telemetry_tidb_basic_info_with_date_global`.pk_id = `telemetry_tidb_host_extra_global`.basic_info_id WHERE(lower(`telemetry_tidb_instance_global`.up_time) like '%h%' AND SUBSTRING_INDEX (`telemetry_tidb_instance_global`.up_time, \"h\", 1) >= 48) AND (`telemetry_tidb_host_extra_global`.key = 'platform' AND `telemetry_tidb_host_extra_global`.value <> 'darwin') AND (`telemetry_tidb_basic_info_with_date_global`.ip NOT IN ('128.1.49.85', '45.251.23.186', '180.167.192.138', '117.50.84.111', '106.75.116.22', '106.75.96.68', '128.1.49.135', '106.75.52.157', '118.194.230.143', '106.75.64.135', '203.90.236.205', '117.50.66.239', '40.74.68.232', '106.75.54.70', '118.113.15.98', '101.207.139.187')) AND (`telemetry_tidb_basic_info_with_date_global`.pk_id IN ( select basic_info_id from ( select count(basic_info_id) as tikv_count, basic_info_id from telemetry_tidb_instance where instance_type = 'tikv' group by basic_info_id) as t where tikv_count >= 3 )) AND (DATE_FORMAT(DATE_SUB(CURDATE(), INTERVAL 365 DAY), '%Y-%m') <= DATE_FORMAT(`telemetry_tidb_basic_info_with_date_global`.ts, '%Y-%m')) GROUP BY 1 ORDER BY 1 ASC LIMIT 10000",
          "CalParams": {},
          "QueryDatabase": "telemetry-global"
        }
      ]
    },
  "FY22- Telemetry DAU (Global)" : {
    "Cron": "30 5 * * *",
    "Jobs": [
      {
        "TargetTable": "telemetry_dau_global",
        "InitSQL": [
          "CREATE TABLE IF NOT EXISTS telemetry_dau_global ( telemetry_tidb_instance_global__unique_tracking_count BIGINT(20), telemetry_tidb_basic_info_with_date_global__ts_day DATETIME DEFAULT NULL)  ENGINE=INNODB;"
        ],
        "CalSQL": "SELECT CAST(DATE_FORMAT(CONVERT_TZ(`telemetry_tidb_basic_info_with_date_global`.ts, @@session.time_zone, '+00:00'), '%Y-%m-%dT00:00:00.000') AS DATETIME) `telemetry_tidb_basic_info_with_date_global__ts_day`, count(distinct `telemetry_tidb_basic_info_with_date_global`.tracking_id) `telemetry_tidb_instance_global__unique_tracking_count` FROM `telemetry-global`.`telemetry_tidb_instance` AS `telemetry_tidb_instance_global` LEFT JOIN `telemetry-global`.`telemetry_tidb_basic_info_with_date` AS `telemetry_tidb_basic_info_with_date_global` ON `telemetry_tidb_instance_global`.basic_info_id = `telemetry_tidb_basic_info_with_date_global`.pk_id LEFT JOIN `telemetry-global`.`telemetry_tidb_host_extra` AS `telemetry_tidb_host_extra_global` ON `telemetry_tidb_basic_info_with_date_global`.pk_id = `telemetry_tidb_host_extra_global`.basic_info_id WHERE(lower(`telemetry_tidb_instance_global`.up_time) like '%h%' AND SUBSTRING_INDEX (`telemetry_tidb_instance_global`.up_time, \"h\", 1) >= 48) AND (`telemetry_tidb_host_extra_global`.key = 'platform' AND `telemetry_tidb_host_extra_global`.value <> 'darwin') AND (`telemetry_tidb_basic_info_with_date_global`.ip NOT IN ('128.1.49.85', '45.251.23.186', '180.167.192.138', '117.50.84.111', '106.75.116.22', '106.75.96.68', '128.1.49.135', '106.75.52.157', '118.194.230.143', '106.75.64.135', '203.90.236.205', '117.50.66.239', '40.74.68.232', '106.75.54.70', '118.113.15.98', '101.207.139.187')) AND (`telemetry_tidb_basic_info_with_date_global`.pk_id IN ( select basic_info_id from ( select count(basic_info_id) as tikv_count, basic_info_id from telemetry_tidb_instance where instance_type = 'tikv' group by basic_info_id) as t where tikv_count >= 3 )) AND (DATE_SUB(CURDATE(), INTERVAL 180 DAY) < `telemetry_tidb_basic_info_with_date_global`.ts) GROUP BY 1 ORDER BY 1 ASC LIMIT 10000",
        "CalParams": {},
        "QueryDatabase": "telemetry-global"
      }
    ]
  },
  "FY22- Telemetry DAU (CN)" : {
    "Cron": "30 5 * * *",
    "Jobs": [
      {
        "TargetTable": "telemetry_dau_cn",
        "InitSQL": [
          "CREATE TABLE IF NOT EXISTS telemetry_dau_cn ( telemetry_tidb_instance__unique_tracking_count BIGINT(20), telemetry_tidb_basic_info_with_date__ts_day DATETIME DEFAULT NULL)  ENGINE=INNODB;"
        ],
        "CalSQL": "SELECT CAST(DATE_FORMAT(CONVERT_TZ(`telemetry_tidb_basic_info_with_date`.ts, @@session.time_zone, '+08:00'), '%Y-%m-%dT00:00:00.000') AS DATETIME) `telemetry_tidb_basic_info_with_date__ts_day`, count(distinct `telemetry_tidb_basic_info_with_date`.tracking_id) `telemetry_tidb_instance__unique_tracking_count` FROM `telemetry-cn`.`telemetry_tidb_instance` AS `telemetry_tidb_instance` LEFT JOIN `telemetry-cn`.`telemetry_tidb_basic_info_with_date` AS `telemetry_tidb_basic_info_with_date` ON `telemetry_tidb_instance`.basic_info_id = `telemetry_tidb_basic_info_with_date`.pk_id LEFT JOIN `telemetry-cn`.`telemetry_tidb_host_extra` AS `telemetry_tidb_host_extra` ON `telemetry_tidb_basic_info_with_date`.pk_id = `telemetry_tidb_host_extra`.basic_info_id WHERE(lower(`telemetry_tidb_instance`.up_time) like '%h%' AND SUBSTRING_INDEX (`telemetry_tidb_instance`.up_time, \"h\", 1) >= 48) AND (`telemetry_tidb_host_extra`.key = 'platform' AND `telemetry_tidb_host_extra`.value <> 'darwin') AND (`telemetry_tidb_basic_info_with_date`.ip NOT IN ('128.1.49.85', '45.251.23.186', '180.167.192.138', '117.50.84.111', '106.75.116.22', '106.75.96.68', '128.1.49.135', '106.75.52.157', '118.194.230.143', '106.75.64.135', '203.90.236.205', '117.50.66.239', '40.74.68.232', '106.75.54.70', '118.113.15.98', '101.207.139.187')) AND (`telemetry_tidb_basic_info_with_date`.pk_id IN ( select basic_info_id from ( select count(basic_info_id) as tikv_count, basic_info_id from telemetry_tidb_instance where instance_type = 'tikv' group by basic_info_id) as t where tikv_count >= 3 )) AND (DATE_SUB(CURDATE(), INTERVAL 180 DAY) < `telemetry_tidb_basic_info_with_date`.ts) GROUP BY 1 ORDER BY 1 ASC LIMIT 10000",
        "CalParams": {},
        "QueryDatabase": "telemetry-cn"
      }
    ]
  },
  "2022-weekly-increase-lost-Global" : {
    "Cron": "30 5 * * 3",
    "Jobs": [
      {
        "TargetTable": "telemetry_weekly_incr_lost_global",
        "InitSQL": [
          "CREATE TABLE IF NOT EXISTS telemetry_weekly_incr_lost_global (tidb_ins_new_lost_global__new_sum BIGINT(20), tidb_ins_new_lost_global__lost_sum BIGINT(20), tidb_ins_new_lost_global__daytime_week DATETIME DEFAULT NULL)  ENGINE=INNODB;"
        ],
        "CalSQL": "SELECT l.daytime AS tidb_ins_new_lost_global__daytime_week, n.num AS tidb_ins_new_lost_global__new_sum, l.num AS tidb_ins_new_lost_global__lost_sum FROM( SELECT date(daytime) daytime, count(1) num FROM( SELECT tracking_id,rnk, from_unixtime(report_timestamp / 1000) daytime FROM( SELECT tracking_id, report_timestamp, row_number() OVER(PARTITION BY tracking_id ORDER BY report_timestamp ASC) rnk FROM telemetry_tidb_basic_info WHERE tracking_id IN( SELECT * FROM telemetry_tidb_tracking_id) AND DATE_SUB(CURDATE(), INTERVAL 365 DAY) <= DATE(from_unixtime(report_timestamp / 1000))) a WHERE rnk = 1) tmp GROUP BY 1 ORDER BY 1) AS n RIGHT JOIN( SELECT date(date_add(date(daytime), INTERVAL 1 DAY)) daytime, num FROM( SELECT date(daytime) daytime, count(1) num FROM( SELECT tracking_id,rnk, from_unixtime(report_timestamp / 1000) daytime FROM( SELECT tracking_id, report_timestamp, row_number() OVER(PARTITION BY tracking_id ORDER BY report_timestamp DESC) rnk FROM telemetry_tidb_basic_info WHERE tracking_id IN( SELECT * FROM telemetry_tidb_tracking_id) AND DATE_SUB(CURDATE(), INTERVAL 365 DAY) <= DATE(from_unixtime(report_timestamp / 1000))) a WHERE rnk = 1) tmp GROUP BY 1 ORDER BY 1) b) AS l ON n.daytime = l.daytime WHERE n.daytime IS NULL ",
        "CalParams": {},
        "QueryDatabase": "telemetry-global"
      },
      {
        "TargetTable": "telemetry_weekly_incr_lost_global",
        "InitSQL": [
          "CREATE TABLE IF NOT EXISTS telemetry_weekly_incr_lost_global (tidb_ins_new_lost_global__new_sum BIGINT(20), tidb_ins_new_lost_global__lost_sum BIGINT(20), tidb_ins_new_lost_global__daytime_week DATETIME DEFAULT NULL)  ENGINE=INNODB;"
        ],
        "CalSQL": "SELECT n.daytime as tidb_ins_new_lost_global__daytime_week, n.num AS tidb_ins_new_lost_global__new_sum, l.num AS tidb_ins_new_lost_global__lost_sum FROM( SELECT date(daytime) daytime, count(1) num FROM( SELECT tracking_id,rnk, from_unixtime(report_timestamp / 1000) daytime FROM( SELECT tracking_id, report_timestamp, row_number() OVER(PARTITION BY tracking_id ORDER BY report_timestamp ASC) rnk FROM telemetry_tidb_basic_info WHERE tracking_id IN( SELECT * FROM telemetry_tidb_tracking_id) AND DATE_SUB(CURDATE(), INTERVAL 365 DAY) <= DATE(from_unixtime(report_timestamp / 1000))) a WHERE rnk = 1) tmp GROUP BY 1 ORDER BY 1) AS n left JOIN( SELECT date(date_add(date(daytime), INTERVAL 1 DAY)) daytime, num FROM( SELECT date(daytime) daytime, count(1) num FROM( SELECT tracking_id,rnk, from_unixtime(report_timestamp / 1000) daytime FROM( SELECT tracking_id, report_timestamp, row_number() OVER(PARTITION BY tracking_id ORDER BY report_timestamp DESC) rnk FROM telemetry_tidb_basic_info WHERE tracking_id IN( SELECT * FROM telemetry_tidb_tracking_id) AND DATE_SUB(CURDATE(), INTERVAL 365 DAY) <= DATE(from_unixtime(report_timestamp / 1000))) a WHERE rnk = 1) tmp GROUP BY 1 ORDER BY 1) b) AS l on l.daytime = n.daytime ",
        "CalParams": {},
        "QueryDatabase": "telemetry-global",
        "DontOverwrite": true
      },
      {
        "TargetTable": "telemetry_weekly_incr_lost_global",
        "InitSQL": [
          "CREATE TABLE IF NOT EXISTS telemetry_weekly_incr_lost_global (tidb_ins_new_lost_global__new_sum BIGINT(20), tidb_ins_new_lost_global__lost_sum BIGINT(20), tidb_ins_new_lost_global__daytime_week DATETIME DEFAULT NULL)  ENGINE=INNODB;"
        ],
        "CalSQL": "SELECT CAST(DATE_FORMAT(DATE_ADD('1900-01-01', INTERVAL TIMESTAMPDIFF(WEEK, '1900-01-01', tidb_ins_new_lost_global__daytime_week) WEEK), '%Y-%m-%dT00:00:00.000') AS DATETIME) `tidb_ins_new_lost_global__daytime_week`, sum(tidb_ins_new_lost_global__new_sum) `tidb_ins_new_lost_global__new_sum`, sum(tidb_ins_new_lost_global__lost_sum) `tidb_ins_new_lost_global__lost_sum` FROM telemetry_weekly_incr_lost_global GROUP BY 1 ORDER BY 1 ASC",
        "CalParams": {},
        "QueryDatabase": "digital-platform"
      }
    ]
  },
  "2022-weekly-increase-lost-CN": {
    "Cron": "30 5 * * 3",
    "Jobs": [
      {
        "TargetTable": "telemetry_weekly_incr_lost_cn",
        "InitSQL": [
          "CREATE TABLE IF NOT EXISTS telemetry_weekly_incr_lost_cn ( tidb_ins_new_lost__new_sum BIGINT(20), tidb_ins_new_lost__lost_sum BIGINT(20), tidb_ins_new_lost__daytime_week DATETIME DEFAULT NULL)  ENGINE=INNODB;"
        ],
        "CalSQL": "SELECT CAST(DATE_FORMAT(DATE_ADD('1900-01-01', INTERVAL TIMESTAMPDIFF(WEEK, '1900-01-01', CONVERT_TZ(`tidb_ins_new_lost`.daytime, @@session.time_zone, '+08:00')) WEEK), '%Y-%m-%dT00:00:00.000') AS DATETIME) `tidb_ins_new_lost__daytime_week`, sum(`tidb_ins_new_lost`.new) `tidb_ins_new_lost__new_sum`, sum(`tidb_ins_new_lost`.lost) `tidb_ins_new_lost__lost_sum` FROM( SELECT n.daytime AS daytime, n.num AS new, l.num AS lost FROM ( SELECT date( daytime) daytime, count( 1 ) num FROM ( SELECT *, from_unixtime( report_timestamp / 1000 ) daytime FROM ( SELECT *, row_number() over ( PARTITION BY tracking_id ORDER BY report_timestamp ASC ) rnk FROM telemetry_tidb_basic_info WHERE tracking_id IN ( SELECT * FROM telemetry_tidb_tracking_id ) ) a WHERE rnk = 1 ) tmp GROUP BY date( daytime ) ORDER BY date( daytime ) ) AS n LEFT JOIN ( SELECT date(date_add( date( daytime ), INTERVAL 1 DAY )) daytime, num FROM ( SELECT date( daytime ) daytime, count( 1 ) num FROM ( SELECT *, from_unixtime( report_timestamp / 1000 ) daytime FROM ( SELECT *, row_number() over ( PARTITION BY tracking_id ORDER BY report_timestamp DESC ) rnk FROM telemetry_tidb_basic_info WHERE tracking_id IN ( SELECT * FROM telemetry_tidb_tracking_id ) ) a WHERE rnk = 1 ) tmp GROUP BY date( daytime ) ORDER BY date( daytime ) ) b ) AS l ON n.daytime = l.daytime UNION ALL SELECT l.daytime AS daytime, n.num AS new, l.num AS lost FROM ( SELECT date( daytime ) daytime, count( 1 ) num FROM ( SELECT *, from_unixtime( report_timestamp / 1000 ) daytime FROM ( SELECT *, row_number() over ( PARTITION BY tracking_id ORDER BY report_timestamp ASC ) rnk FROM telemetry_tidb_basic_info WHERE tracking_id IN ( SELECT * FROM telemetry_tidb_tracking_id ) ) a WHERE rnk = 1 ) tmp GROUP BY date( daytime ) ORDER BY date( daytime ) ) AS n RIGHT JOIN ( SELECT date(date_add( date( daytime ), INTERVAL 1 DAY )) daytime, num FROM ( SELECT date( daytime ) daytime, count( 1 ) num FROM ( SELECT *, from_unixtime( report_timestamp / 1000 ) daytime FROM ( SELECT *, row_number() over ( PARTITION BY tracking_id ORDER BY report_timestamp DESC ) rnk FROM telemetry_tidb_basic_info WHERE tracking_id IN ( SELECT * FROM telemetry_tidb_tracking_id ) ) a WHERE rnk = 1 ) tmp GROUP BY date( daytime ) ORDER BY date( daytime ) ) b ) AS l ON n.daytime = l.daytime WHERE n.daytime IS NULL ) AS `tidb_ins_new_lost` WHERE (DATE_SUB(CURDATE(), INTERVAL 380 DAY) < `tidb_ins_new_lost`.daytime) GROUP BY 1 ORDER BY 1 ASC LIMIT 10000",
        "CalParams": {},
        "QueryDatabase": "telemetry-cn"
      }
    ]
  }
}