apiVersion: v1
kind: Service
metadata:
  labels:
    app.kubernetes.io/name: keyspace-etcd-group-0
  annotations:
    pulumi.com/skipAwait: "true"
  name: keyspace-etcd-group-0
  namespace: tidb-serverless
spec:
  ports:
    - name: etcd-cluster
      port: 2379
      protocol: TCP
      targetPort: 2379
  selector:
    app.kubernetes.io/name: keyspace-etcd-group-0
  type: ClusterIP
---
apiVersion: v1
kind: Service
metadata:
  labels:
    app.kubernetes.io/name: keyspace-etcd-group-0
  annotations:
    pulumi.com/skipAwait: "true"
  name: keyspace-etcd-group-0-peer
  namespace: tidb-serverless
spec:
  clusterIP: None
  ports:
    - name: peer
      port: 2380
      protocol: TCP
      targetPort: 2380
    - name: client
      port: 2379
      protocol: TCP
      targetPort: 2379
  selector:
    app.kubernetes.io/name: keyspace-etcd-group-0
  type: ClusterIP
---
apiVersion: apps/v1
kind: StatefulSet
metadata:
  labels:
    app.kubernetes.io/name: keyspace-etcd-group-0
  name: keyspace-etcd-group-0
  namespace: tidb-serverless
spec:
  updateStrategy:
    type: RollingUpdate
    rollingUpdate:
      partition: 3
  podManagementPolicy: OrderedReady
  replicas: 3
  selector:
    matchLabels:
      app.kubernetes.io/name: keyspace-etcd-group-0
  serviceName: keyspace-etcd-group-0-peer
  template:
    metadata:
      labels:
        app.kubernetes.io/name: keyspace-etcd-group-0
        zr-evicter.tidbcloud.com/ignored: "true"
      annotations:
        cluster-autoscaler.kubernetes.io/safe-to-evict: "false"
    spec:
      nodeSelector:
        cp9.tidbcloud.com/starter-role: keyspace-etcd
      tolerations:
        - key: cp9.tidbcloud.com/starter-role
          operator: Equal
          value: keyspace-etcd
          effect: NoSchedule
        - key: status-taint.cluster-autoscaler.kubernetes.io/zr-evicter
          operator: Exists
          effect: NoSchedule
      topologySpreadConstraints:
        - labelSelector:
            matchLabels:
              app.kubernetes.io/name: keyspace-etcd-group-0
          maxSkew: 1
          topologyKey: topology.kubernetes.io/zone
          whenUnsatisfiable: DoNotSchedule
      initContainers:
        - name: fix-permissions
          image: busybox
          command: [ 'sh', '-c', 'chmod 700 /var/lib/etcd' ]
          volumeMounts:
            - name: datadir
              mountPath: /var/lib/etcd
      containers:
        - command: ["/bin/sh", "-ec"]
          args:
            - |
              INITIAL_CLUSTER="${GROUP_NAME}-0=https://${GROUP_NAME}-0.${SERVICE_NAME}.${CLUSTER_NAMESPACE}:2380,"
              INITIAL_CLUSTER=${INITIAL_CLUSTER}"${GROUP_NAME}-1=https://${GROUP_NAME}-1.${SERVICE_NAME}.${CLUSTER_NAMESPACE}:2380,"
              INITIAL_CLUSTER=${INITIAL_CLUSTER}"${GROUP_NAME}-2=https://${GROUP_NAME}-2.${SERVICE_NAME}.${CLUSTER_NAMESPACE}:2380"
              echo "Generated INITIAL_CLUSTER: $INITIAL_CLUSTER"

              etcd --data-dir=/var/lib/etcd --name=${MY_POD_NAME} \
                --listen-peer-urls=https://0.0.0.0:2380 \
                --listen-client-urls=https://0.0.0.0:2379 \
                --advertise-client-urls=https://${MY_POD_NAME}.${SERVICE_NAME}.${CLUSTER_NAMESPACE}:2379 \
                --initial-advertise-peer-urls=https://${MY_POD_NAME}.${SERVICE_NAME}.${CLUSTER_NAMESPACE}:2380 \
                --initial-cluster-state='new' \
                --initial-cluster-token=${GROUP_NAME} \
                --initial-cluster=${INITIAL_CLUSTER} \
                --auto-compaction-retention=1 \
                --auto-compaction-mode='periodic' \
                --quota-backend-bytes=8589934592 \
                --peer-trusted-ca-file=/var/lib/etcd-tls/ca.crt \
                --peer-cert-file=/var/lib/etcd-tls/tls.crt \
                --peer-key-file=/var/lib/etcd-tls/tls.key \
                --trusted-ca-file=/var/lib/etcd-tls/ca.crt \
                --cert-file=/var/lib/etcd-tls/tls.crt \
                --key-file=/var/lib/etcd-tls/tls.key
          env:
            - name: SERVICE_NAME
              value: keyspace-etcd-group-0-peer
            - name: GROUP_NAME
              value: keyspace-etcd-group-0
            - name: MY_POD_NAME
              valueFrom:
                fieldRef:
                  apiVersion: v1
                  fieldPath: metadata.name
            - name: CLUSTER_NAMESPACE
              valueFrom:
                fieldRef:
                  apiVersion: v1
                  fieldPath: metadata.namespace
          image: gcr.io/etcd-development/etcd:v3.5.4
          imagePullPolicy: IfNotPresent
          name: etcd
          ports:
            - containerPort: 2380
              name: peer
              protocol: TCP
            - containerPort: 2379
              name: client
              protocol: TCP
          resources:
            limits:
              memory: "4Gi"
              cpu: "2"
            requests:
              memory: "4Gi"
              cpu: "500m"
          volumeMounts:
            - name: datadir
              mountPath: /var/lib/etcd
            - name: etcd-tls
              mountPath: /var/lib/etcd-tls
      volumes:
        - name: etcd-tls
          secret:
            secretName: keyspace-etcd-group-0-cluster-secret
  volumeClaimTemplates:
    - metadata:
        name: datadir
      spec:
        accessModes: ["ReadWriteOnce"]
        resources:
          requests:
            storage: "20Gi"
        storageClassName: "ebs-sc"
---
apiVersion: v1
kind: Service
metadata:
  labels:
    app.kubernetes.io/name: keyspace-etcd-group-1
  annotations:
    pulumi.com/skipAwait: "true"
  name: keyspace-etcd-group-1
  namespace: tidb-serverless
spec:
  ports:
    - name: etcd-cluster
      port: 2379
      protocol: TCP
      targetPort: 2379
  selector:
    app.kubernetes.io/name: keyspace-etcd-group-1
  type: ClusterIP
---
apiVersion: v1
kind: Service
metadata:
  labels:
    app.kubernetes.io/name: keyspace-etcd-group-1
  annotations:
    pulumi.com/skipAwait: "true"
  name: keyspace-etcd-group-1-peer
  namespace: tidb-serverless
spec:
  clusterIP: None
  ports:
    - name: peer
      port: 2380
      protocol: TCP
      targetPort: 2380
    - name: client
      port: 2379
      protocol: TCP
      targetPort: 2379
  selector:
    app.kubernetes.io/name: keyspace-etcd-group-1
  type: ClusterIP
---
apiVersion: apps/v1
kind: StatefulSet
metadata:
  labels:
    app.kubernetes.io/name: keyspace-etcd-group-1
  name: keyspace-etcd-group-1
  namespace: tidb-serverless
spec:
  updateStrategy:
    type: RollingUpdate
    rollingUpdate:
      partition: 3
  podManagementPolicy: OrderedReady
  replicas: 3
  selector:
    matchLabels:
      app.kubernetes.io/name: keyspace-etcd-group-1
  serviceName: keyspace-etcd-group-1-peer
  template:
    metadata:
      labels:
        app.kubernetes.io/name: keyspace-etcd-group-1
        zr-evicter.tidbcloud.com/ignored: "true"
      annotations:
        cluster-autoscaler.kubernetes.io/safe-to-evict: "false"
    spec:
      nodeSelector:
        cp9.tidbcloud.com/starter-role: keyspace-etcd
      tolerations:
        - key: cp9.tidbcloud.com/starter-role
          operator: Equal
          value: keyspace-etcd
          effect: NoSchedule
        - key: status-taint.cluster-autoscaler.kubernetes.io/zr-evicter
          operator: Exists
          effect: NoSchedule
      topologySpreadConstraints:
        - labelSelector:
            matchLabels:
              app.kubernetes.io/name: keyspace-etcd-group-1
          maxSkew: 1
          topologyKey: topology.kubernetes.io/zone
          whenUnsatisfiable: DoNotSchedule
      initContainers:
        - name: fix-permissions
          image: busybox
          command: [ 'sh', '-c', 'chmod 700 /var/lib/etcd' ]
          volumeMounts:
            - name: datadir
              mountPath: /var/lib/etcd
      containers:
        - command: ["/bin/sh", "-ec"]
          args:
            - |
              INITIAL_CLUSTER="${GROUP_NAME}-0=https://${GROUP_NAME}-0.${SERVICE_NAME}.${CLUSTER_NAMESPACE}:2380,"
              INITIAL_CLUSTER=${INITIAL_CLUSTER}"${GROUP_NAME}-1=https://${GROUP_NAME}-1.${SERVICE_NAME}.${CLUSTER_NAMESPACE}:2380,"
              INITIAL_CLUSTER=${INITIAL_CLUSTER}"${GROUP_NAME}-2=https://${GROUP_NAME}-2.${SERVICE_NAME}.${CLUSTER_NAMESPACE}:2380"
              echo "Generated INITIAL_CLUSTER: $INITIAL_CLUSTER"

              etcd --data-dir=/var/lib/etcd --name=${MY_POD_NAME} \
                --listen-peer-urls=https://0.0.0.0:2380 \
                --listen-client-urls=https://0.0.0.0:2379 \
                --advertise-client-urls=https://${MY_POD_NAME}.${SERVICE_NAME}.${CLUSTER_NAMESPACE}:2379 \
                --initial-advertise-peer-urls=https://${MY_POD_NAME}.${SERVICE_NAME}.${CLUSTER_NAMESPACE}:2380 \
                --initial-cluster-state='new' \
                --initial-cluster-token=${GROUP_NAME} \
                --initial-cluster=${INITIAL_CLUSTER} \
                --auto-compaction-retention=1 \
                --auto-compaction-mode='periodic' \
                --quota-backend-bytes=8589934592 \
                --peer-trusted-ca-file=/var/lib/etcd-tls/ca.crt \
                --peer-cert-file=/var/lib/etcd-tls/tls.crt \
                --peer-key-file=/var/lib/etcd-tls/tls.key \
                --trusted-ca-file=/var/lib/etcd-tls/ca.crt \
                --cert-file=/var/lib/etcd-tls/tls.crt \
                --key-file=/var/lib/etcd-tls/tls.key
          env:
            - name: SERVICE_NAME
              value: keyspace-etcd-group-1-peer
            - name: GROUP_NAME
              value: keyspace-etcd-group-1
            - name: MY_POD_NAME
              valueFrom:
                fieldRef:
                  apiVersion: v1
                  fieldPath: metadata.name
            - name: CLUSTER_NAMESPACE
              valueFrom:
                fieldRef:
                  apiVersion: v1
                  fieldPath: metadata.namespace
          image: gcr.io/etcd-development/etcd:v3.5.4
          imagePullPolicy: IfNotPresent
          name: etcd
          ports:
            - containerPort: 2380
              name: peer
              protocol: TCP
            - containerPort: 2379
              name: client
              protocol: TCP
          resources:
            limits:
              memory: "4Gi"
              cpu: "2"
            requests:
              memory: "4Gi"
              cpu: "500m"
          volumeMounts:
            - name: datadir
              mountPath: /var/lib/etcd
            - name: etcd-tls
              mountPath: /var/lib/etcd-tls
      volumes:
        - name: etcd-tls
          secret:
            secretName: keyspace-etcd-group-1-cluster-secret
  volumeClaimTemplates:
    - metadata:
        name: datadir
      spec:
        accessModes: ["ReadWriteOnce"]
        resources:
          requests:
            storage: "20Gi"
        storageClassName: "ebs-sc"
---
apiVersion: v1
kind: Service
metadata:
  labels:
    app.kubernetes.io/name: keyspace-etcd-group-2
  annotations:
    pulumi.com/skipAwait: "true"
  name: keyspace-etcd-group-2
  namespace: tidb-serverless
spec:
  ports:
    - name: etcd-cluster
      port: 2379
      protocol: TCP
      targetPort: 2379
  selector:
    app.kubernetes.io/name: keyspace-etcd-group-2
  type: ClusterIP
---
apiVersion: v1
kind: Service
metadata:
  labels:
    app.kubernetes.io/name: keyspace-etcd-group-2
  annotations:
    pulumi.com/skipAwait: "true"
  name: keyspace-etcd-group-2-peer
  namespace: tidb-serverless
spec:
  clusterIP: None
  ports:
    - name: peer
      port: 2380
      protocol: TCP
      targetPort: 2380
    - name: client
      port: 2379
      protocol: TCP
      targetPort: 2379
  selector:
    app.kubernetes.io/name: keyspace-etcd-group-2
  type: ClusterIP
---
apiVersion: apps/v1
kind: StatefulSet
metadata:
  labels:
    app.kubernetes.io/name: keyspace-etcd-group-2
  name: keyspace-etcd-group-2
  namespace: tidb-serverless
spec:
  updateStrategy:
    type: RollingUpdate
    rollingUpdate:
      partition: 3
  podManagementPolicy: OrderedReady
  replicas: 3
  selector:
    matchLabels:
      app.kubernetes.io/name: keyspace-etcd-group-2
  serviceName: keyspace-etcd-group-2-peer
  template:
    metadata:
      labels:
        app.kubernetes.io/name: keyspace-etcd-group-2
        zr-evicter.tidbcloud.com/ignored: "true"
      annotations:
        cluster-autoscaler.kubernetes.io/safe-to-evict: "false"
    spec:
      nodeSelector:
        cp9.tidbcloud.com/starter-role: keyspace-etcd
      tolerations:
        - key: cp9.tidbcloud.com/starter-role
          operator: Equal
          value: keyspace-etcd
          effect: NoSchedule
        - key: status-taint.cluster-autoscaler.kubernetes.io/zr-evicter
          operator: Exists
          effect: NoSchedule
      topologySpreadConstraints:
        - labelSelector:
            matchLabels:
              app.kubernetes.io/name: keyspace-etcd-group-2
          maxSkew: 1
          topologyKey: topology.kubernetes.io/zone
          whenUnsatisfiable: DoNotSchedule
      initContainers:
        - name: fix-permissions
          image: busybox
          command: [ 'sh', '-c', 'chmod 700 /var/lib/etcd' ]
          volumeMounts:
            - name: datadir
              mountPath: /var/lib/etcd
      containers:
        - command: ["/bin/sh", "-ec"]
          args:
            - |
              INITIAL_CLUSTER="${GROUP_NAME}-0=https://${GROUP_NAME}-0.${SERVICE_NAME}.${CLUSTER_NAMESPACE}:2380,"
              INITIAL_CLUSTER=${INITIAL_CLUSTER}"${GROUP_NAME}-1=https://${GROUP_NAME}-1.${SERVICE_NAME}.${CLUSTER_NAMESPACE}:2380,"
              INITIAL_CLUSTER=${INITIAL_CLUSTER}"${GROUP_NAME}-2=https://${GROUP_NAME}-2.${SERVICE_NAME}.${CLUSTER_NAMESPACE}:2380"
              echo "Generated INITIAL_CLUSTER: $INITIAL_CLUSTER"

              etcd --data-dir=/var/lib/etcd --name=${MY_POD_NAME} \
                --listen-peer-urls=https://0.0.0.0:2380 \
                --listen-client-urls=https://0.0.0.0:2379 \
                --advertise-client-urls=https://${MY_POD_NAME}.${SERVICE_NAME}.${CLUSTER_NAMESPACE}:2379 \
                --initial-advertise-peer-urls=https://${MY_POD_NAME}.${SERVICE_NAME}.${CLUSTER_NAMESPACE}:2380 \
                --initial-cluster-state='new' \
                --initial-cluster-token=${GROUP_NAME} \
                --initial-cluster=${INITIAL_CLUSTER} \
                --auto-compaction-retention=1 \
                --auto-compaction-mode='periodic' \
                --quota-backend-bytes=8589934592 \
                --peer-trusted-ca-file=/var/lib/etcd-tls/ca.crt \
                --peer-cert-file=/var/lib/etcd-tls/tls.crt \
                --peer-key-file=/var/lib/etcd-tls/tls.key \
                --trusted-ca-file=/var/lib/etcd-tls/ca.crt \
                --cert-file=/var/lib/etcd-tls/tls.crt \
                --key-file=/var/lib/etcd-tls/tls.key
          env:
            - name: SERVICE_NAME
              value: keyspace-etcd-group-2-peer
            - name: GROUP_NAME
              value: keyspace-etcd-group-2
            - name: MY_POD_NAME
              valueFrom:
                fieldRef:
                  apiVersion: v1
                  fieldPath: metadata.name
            - name: CLUSTER_NAMESPACE
              valueFrom:
                fieldRef:
                  apiVersion: v1
                  fieldPath: metadata.namespace
          image: gcr.io/etcd-development/etcd:v3.5.4
          imagePullPolicy: IfNotPresent
          name: etcd
          ports:
            - containerPort: 2380
              name: peer
              protocol: TCP
            - containerPort: 2379
              name: client
              protocol: TCP
          resources:
            limits:
              memory: "4Gi"
              cpu: "2"
            requests:
              memory: "4Gi"
              cpu: "500m"
          volumeMounts:
            - name: datadir
              mountPath: /var/lib/etcd
            - name: etcd-tls
              mountPath: /var/lib/etcd-tls
      volumes:
        - name: etcd-tls
          secret:
            secretName: keyspace-etcd-group-2-cluster-secret
  volumeClaimTemplates:
    - metadata:
        name: datadir
      spec:
        accessModes: ["ReadWriteOnce"]
        resources:
          requests:
            storage: "20Gi"
        storageClassName: "ebs-sc"