package kafka

import (
	"fmt"
	"time"

	"github.com/pingcap/test-infra/caselib/pkg/model/kafka"
	"github.com/pingcap/test-infra/caselib/pkg/model/ticdc"
	"github.com/pingcap/test-infra/caselib/pkg/model/workload"
	"github.com/pingcap/test-infra/caselib/pkg/steps"
	"github.com/pingcap/test-infra/caselib/ticdc/common"
	"github.com/pingcap/tiflow/cdc/model"
)

// Kafka real time sync
// Load resource: source(tidb cluster) / Kafka / Kafka consumer / Kafka consumer target / workload
// Create changefeed with `open-protocol`
// Run Kafka Consumer
// Create database -> run workload -> send finishmark
// Check consistency between source <-> target

var _ = common.AddTestCase("cdc_kafka_avro", func() steps.Step {
	var (
		changeFeedID1		 = "kafka-avro-task-1"
		changeFeedID2   	 = "kafka-avro-extension-1"
		dbNameVar    	     = common.DBName
		// createKafkaConsumer []steps.Step
		// loopLifeTime                = time.Minute
		// loopCron                    = 10 * time.Second
		changefeedCategory   = `[sink]`
		changefeedContent    = fmt.Sprintf(`dispatchers = [
			{ matcher = ['%s.*'], topic = \"{schema}_{table}\" },
			{ matcher = ['%s.sbtest1','test.*'], topic = \"prefix_{schema}_{table}\" },
			]`, common.DBName, common.DBName)
		// tableCount		     = 5
	)
	// for i := 1; i <= tableCount; i++ {
	// 	topicName := fmt.Sprintf("%s_sbtest%d", common.DBName, i)
	// 	createKafkaConsumer = append(createKafkaConsumer, steps.NewRunKafkaConsumer(common.ResourceHandleKafka, common.ResourceHandleKafkaConsumer, common.ResourceHandleKafkaConsumerTarget, &kafka.ConsumerOption{
	// 		Topic:    topicName,
	// 		Protocol: "canal-json",
	// 	}))
	// }
	return steps.
		NewBuilder().
		LoadEnv().
		LoadResourceFromEnv("TI_PARAM_RES_upstream", common.ResourceHandleSource).
		LoadResourceFromEnv("TI_PARAM_RES_downstream", common.ResourceHandleKafka).
		LoadResourceFromEnv("TI_PARAM_RES_workload", common.ResourceHandleWorkload).
		LoadResourceFromEnv("TI_PARAM_RES_consumer", common.ResourceHandleKafkaConsumer).
		LoadResourceFromEnv("TI_PARAM_RES_target", common.ResourceHandleKafkaConsumerTarget).
		InitCDCComponents(common.ResourceHandleSource, common.ResourceHandleKafka).
		//DropDatabasesIfExists(common.ResourceHandleSource, &dbNameVar).
		//OperateChangeFeed(&ticdc.ChangeFeedAdminJobFlags{JobType: model.AdminRemove, ID: changeFeedID2, ForceRemove: true}).
		InitChangefeedConfig(&changefeedCategory, &changefeedContent).
		OperateChangeFeed(&ticdc.ChangeFeedCreateFlags{
			SinkType: ticdc.SinkTypeKafka,
			ID:       changeFeedID1,
			Options: map[string]string{
				"topic":              "cdc-avro-multiple-topic",
				"protocol":           "avro",
				"replication-factor": "1",
			},
			Config: true,
		}).
		OperateChangeFeed(&ticdc.ChangeFeedCreateFlags{
			SinkType: ticdc.SinkTypeKafka,
			ID:       changeFeedID2,
			Options: map[string]string{
				"topic":              "cdc-open-protocol-multiple-topic",
				"max-message-bytes":  "1048576",
				"protocol":           "open-protocol",
				"replication-factor": "2",
			},
		}).
		Sleep(20*time.Second).
		RunKafkaConsumer(common.ResourceHandleKafka, common.ResourceHandleKafkaConsumer, common.ResourceHandleKafkaConsumerTarget, &kafka.ConsumerOption{
			Topic:    "cdc-open-protocol-multiple-topic",
			Protocol: "open-protocol",
		}).
		CreateDatabase(common.ResourceHandleSource, dbNameVar).
		InitWorkload(common.ResourceHandleWorkload).
		RunWorkload(common.Spec.GetWorkloadOption(workload.CommandTypePrepare)).
		//RunLoopTask(loopLifeTime, loopCron, false, createKafkaConsumer...).
		RunWorkload(common.Spec.GetWorkloadOption(workload.CommandTypeRun)).
		SendFinishMark(dbNameVar).
		Sleep(1*time.Minute).
		// RunKafkaConsumer(common.ResourceHandleKafka, common.ResourceHandleKafkaConsumer, common.ResourceHandleKafkaConsumerTarget, &kafka.ConsumerOption{
		// 	Topic:    "workload_finishmark",
		// 	Protocol: "canal-json",
		// }).
		WaitFinishMark(common.ResourceHandleKafkaConsumerTarget, dbNameVar, 1*time.Hour).
		CheckConsistency(common.ResourceHandleSource, common.ResourceHandleKafkaConsumerTarget, dbNameVar).
		DropDatabasesIfExists(common.ResourceHandleSource, &dbNameVar).
		Sleep(1 * time.Minute).
		OperateChangeFeed(&ticdc.ChangeFeedAdminJobFlags{JobType: model.AdminRemove, ID: changeFeedID2, ForceRemove: true}).
		Build()
},
)