package constants

type DatasetCategory string

const (
	Benchmark DatasetCategory = "benchmark"
	Baseline  DatasetCategory = "baseline"
	Question  DatasetCategory = "question"
)

type EvaluationPhase string

const (
	EvaluationDeploying  EvaluationPhase = "EvaluationDeploying"
	EvaluationExecuting  EvaluationPhase = "EvaluationExecuting"
	EvaluationPreparing  EvaluationPhase = "EvaluationPreparing"
	EvaluationEvaluating EvaluationPhase = "EvaluationEvaluating"
	EvaluationDone       EvaluationPhase = "EvaluationDone"
	EvaluationFailed     EvaluationPhase = "EvaluationFailed"
)

var MetaFileKey = "evaluations/%s/%s/meta.yaml"
var ResultFileKey = "evaluations/%s/%s/result.txt"

var ModelMetaFileKey = "models/%s/%s.yaml"
var TemplateFileKey = "template/%s.txt"

var DatasetRootKey = "dataset/%s/"
var DatasetMetaFileKey = "dataset/%s/meta.yaml"
var DatasetTablesFileKey = "dataset/%s/tables.json"
var DatasetBenchmarkFileKey = "dataset/%s/benchmark.csv"
var DatasetRecordsKey = "dataset/joined-data/%s/v1/%s"

func EvaluationBucketName() string {
	return "gpt-platform-dev"
}

var EvaluationNamespace = "evaluation"
var EvaluationTTLSecondsAfterFinished = int32(24 * 86400)
var EvaluationCompletions = int32(1)
var EvaluationBackoffLimit = int32(0)

//var EvaluationImage = "552185537300.dkr.ecr.us-west-2.amazonaws.com/evaluation:v23"