package kafka

import (
	"time"

	"github.com/pingcap/test-infra/caselib/pkg/model/kafka"
	"github.com/pingcap/test-infra/caselib/pkg/model/ticdc"
	"github.com/pingcap/test-infra/caselib/pkg/model/workload"
	"github.com/pingcap/test-infra/caselib/pkg/steps"
	"github.com/pingcap/test-infra/caselib/ticdc/common"
	"github.com/pingcap/tiflow/cdc/model"
)

// Kafka real time sync
// Load resource: source(tidb cluster) / Kafka / Kafka consumer / Kafka consumer target / workload
// Create changefeed with `open-protocol`
// Run Kafka Consumer
// Create database -> run workload -> send finishmark
// Check consistency between source <-> target

var _ = common.AddTestCase("kafka_realtime", func() steps.Step {
	var (
		changeFeedID1 = "kafka-canal-json-task-1"
		changeFeedID2 = "kafka-open-protocol-task-1"
		dbNameVar     = common.DBName
	)
	return steps.
		NewBuilder().
		LoadEnv().
		LoadResourceFromEnv("TI_PARAM_RES_upstream", common.ResourceHandleSource).
		LoadResourceFromEnv("TI_PARAM_RES_downstream", common.ResourceHandleKafka).
		LoadResourceFromEnv("TI_PARAM_RES_workload", common.ResourceHandleWorkload).
		LoadResourceFromEnv("TI_PARAM_RES_consumer", common.ResourceHandleKafkaConsumer).
		LoadResourceFromEnv("TI_PARAM_RES_target", common.ResourceHandleKafkaConsumerTarget).
		InitCDCComponents(common.ResourceHandleSource, common.ResourceHandleKafka).
		OperateChangeFeed(&ticdc.ChangeFeedCreateFlags{
			SinkType: ticdc.SinkTypeKafka,
			ID:       changeFeedID1,
			Options: map[string]string{
				"topic":              "cdc-event-canal-json",
				"protocol":           "canal-json",
				"replication-factor": "1",
			},
		}).
		OperateChangeFeed(&ticdc.ChangeFeedCreateFlags{
			SinkType: ticdc.SinkTypeKafka,
			ID:       changeFeedID2,
			Options: map[string]string{
				"topic":              "cdc-event-open-protocol-realtime",
				"max-message-bytes":  "1048576",
				"protocol":           "open-protocol",
				"replication-factor": "2",
			},
		}).
		Sleep(20*time.Second).
		RunKafkaConsumer(common.ResourceHandleKafka, common.ResourceHandleKafkaConsumer, common.ResourceHandleKafkaConsumerTarget, &kafka.ConsumerOption{
			Topic:    "cdc-event-canal-json",
			Protocol: "canal-json",
		}).
		CreateDatabase(common.ResourceHandleSource, dbNameVar).
		InitWorkload(common.ResourceHandleWorkload).
		RunWorkload(common.Spec.GetWorkloadOption(workload.CommandTypePrepare)).
		RunWorkload(common.Spec.GetWorkloadOption(workload.CommandTypeRun)).
		SendFinishMark(dbNameVar).
		Sleep(1*time.Minute).
		WaitFinishMark(common.ResourceHandleKafkaConsumerTarget, dbNameVar, 1*time.Hour).
		CheckConsistency(common.ResourceHandleSource, common.ResourceHandleKafkaConsumerTarget, dbNameVar).
		DropDatabasesIfExists(common.ResourceHandleSource, &dbNameVar).
		Sleep(1 * time.Minute).
		OperateChangeFeed(&ticdc.ChangeFeedAdminJobFlags{JobType: model.AdminRemove, ID: changeFeedID1, ForceRemove: true}).
		OperateChangeFeed(&ticdc.ChangeFeedAdminJobFlags{JobType: model.AdminRemove, ID: changeFeedID2, ForceRemove: true}).
		Build()
})