from telemetry.TelemetryDataParse import * import gzip import json # This is an example of using the DataParseLib if __name__ == "__main__": with gzip.open("telemetry/test/test_data/telemetry_data_v2.gz") as fp: raw_data_lines = fp.readlines() for raw_data in raw_data_lines: try: request = json2pb(json.loads(raw_data)) print("RwaData matches the current schema ^_^") except Exception as e: print(e) print("RwaData doesn't match the current schema !") Telemetry_data = DataParse(raw_data) rawData = Telemetry_data.get_raw_data() app = Telemetry_data.get_app() ip = Telemetry_data.get_ip() host = Telemetry_data.get_host() hostExtra = Telemetry_data.get_host_extra() instances = Telemetry_data.get_instances() hardWare = Telemetry_data.get_hardware() featureUsage = Telemetry_data.get_feature_usage() clusterIndex = Telemetry_data.get_cluster_index() clusterIndexPK = Telemetry_data.get_cluster_index_pk() clusterIndexUsage = Telemetry_data.get_cluster_index_usage() slowQueryStats = Telemetry_data.get_slow_query_stats() txnCommitCounter = Telemetry_data.get_txn_commit_counter() trackingID = Telemetry_data.get_tracking_id() reportTimeStamp = Telemetry_data.get_report_timestamp() clusterIndex = Telemetry_data.get_cluster_index_cnt() clusterIndexTrueCnt = Telemetry_data.get_cluster_index_true_cnt() clusterIndexFalseCnt = Telemetry_data.get_cluster_index_false_cnt() asyncCommitUsed = Telemetry_data.get_async_commit_used() asyncCommitCnt = Telemetry_data.get_async_commit_cnt() onePCUsed = Telemetry_data.get_onePC_used() onePCCnt = Telemetry_data.get_onePC_cnt() twoPCCnt = Telemetry_data.get_twoPC_cnt() execute_count = Telemetry_data.get_execute_count_sum() copUsage = Telemetry_data.get_copr_cache_usage() tiflash_usage_pushDown = Telemetry_data.get_tiflash_pushdown() tiflash_usage_exchange = Telemetry_data.get_tiflash_exchange_pushdown() sqlUsage = Telemetry_data.get_sql_usage() sql_usage_total = Telemetry_data.get_sql_usage_total() print(sqlUsage) print("sql_usage_total", sql_usage_total) print('*'*30) print("done")