230825 druid operator 도입을 위한 druid node 추가

This commit is contained in:
havelight-ee
2023-08-25 15:47:03 +09:00
parent b2e6e4a4a9
commit eb1d2810af
6 changed files with 744 additions and 93 deletions

View File

@@ -0,0 +1,31 @@
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-data-druid-historical-cold
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpTokens: required
kubelet:
anonymousAuth: false
nodeLabels:
node-role.kubernetes.io/node: ""
machineType: m5a.4xlarge
manager: CloudGroup
maxSize: 1
minSize: 1
nodeLabels:
datasaker/druid-size: large
datasaker/group: data-druid
druid: historical
historical/tier: cold
kops.k8s.io/instancegroup: k8s-prod-data-druid-historical-cold
druid/revision: r2
role: Node
subnets:
- ap-northeast-2c
taints:
- prod/data-druid:NoSchedule
- prod/druid-historical:NoSchedule

View File

@@ -0,0 +1,31 @@
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-data-druid-historical-hot
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpTokens: required
kubelet:
anonymousAuth: false
nodeLabels:
node-role.kubernetes.io/node: ""
machineType: m5a.4xlarge
manager: CloudGroup
maxSize: 1
minSize: 1
nodeLabels:
datasaker/druid-size: large
datasaker/group: data-druid
druid: historical
historical/tier: hot
kops.k8s.io/instancegroup: k8s-prod-data-druid-historical-hot
druid/revision: r2
role: Node
subnets:
- ap-northeast-2c
taints:
- prod/data-druid:NoSchedule
- prod/druid-historical:NoSchedule

View File

@@ -0,0 +1,28 @@
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-data-druid-middle-2
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpTokens: required
kubelet:
anonymousAuth: false
nodeLabels:
node-role.kubernetes.io/node: ""
machineType: m5a.2xlarge
manager: CloudGroup
maxSize: 2
minSize: 2
nodeLabels:
datasaker/druid-size: middle
datasaker/group: data-druid
druid/revision: r2
kops.k8s.io/instancegroup: k8s-prod-data-druid-middle-2
role: Node
subnets:
- ap-northeast-2c
taints:
- prod/data-druid:NoSchedule

View File

@@ -0,0 +1,30 @@
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-data-druid-middlemanager
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpTokens: required
kubelet:
anonymousAuth: false
nodeLabels:
node-role.kubernetes.io/node: ""
machineType: m5a.4xlarge
manager: CloudGroup
maxSize: 2
minSize: 2
nodeLabels:
datasaker/druid-size: large
datasaker/group: data-druid
druid: middlemanager
kops.k8s.io/instancegroup: k8s-prod-data-druid-middlemanager
druid/revision: r2
role: Node
subnets:
- ap-northeast-2c
taints:
- prod/data-druid:NoSchedule
- prod/druid-middlemanager:NoSchedule

View File

@@ -0,0 +1,28 @@
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-data-druid-small-2
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpTokens: required
kubelet:
anonymousAuth: false
nodeLabels:
node-role.kubernetes.io/node: ""
machineType: m6i.xlarge
manager: CloudGroup
maxSize: 1
minSize: 1
nodeLabels:
datasaker/druid-size: small
datasaker/group: data-druid
druid/revision: r2
kops.k8s.io/instancegroup: k8s-prod-data-druid-small-2
role: Node
subnets:
- ap-northeast-2c
taints:
- prod/data-druid:NoSchedule

View File

@@ -1,99 +1,602 @@
apiVersion: kops.k8s.io/v1alpha2 apiVersion: kops.k8s.io/v1alpha2
kind: Cluster kind: InstanceGroup
metadata: metadata:
creationTimestamp: "2022-11-01T05:36:36Z" creationTimestamp: "2023-06-07T09:14:27Z"
generation: 5 generation: 1
name: k8s-prod.datasaker.io labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-data
spec: spec:
api: image: ami-03a4aa6d399a5d20b
loadBalancer: instanceMetadata:
class: Network httpTokens: required
type: Public
authorization:
rbac: {}
channel: stable
cloudProvider: aws
configBase: s3://clusters.prod.datasaker.io/k8s-prod.datasaker.io
containerRuntime: containerd
etcdClusters:
- cpuRequest: 200m
etcdMembers:
- encryptedVolume: true
instanceGroup: master-ap-northeast-2a
name: a
- encryptedVolume: true
instanceGroup: master-ap-northeast-2b
name: b
- encryptedVolume: true
instanceGroup: master-ap-northeast-2c
name: c
memoryRequest: 100Mi
name: main
- cpuRequest: 100m
etcdMembers:
- encryptedVolume: true
instanceGroup: master-ap-northeast-2a
name: a
- encryptedVolume: true
instanceGroup: master-ap-northeast-2b
name: b
- encryptedVolume: true
instanceGroup: master-ap-northeast-2c
name: c
memoryRequest: 100Mi
name: events
iam:
allowContainerRegistry: true
legacy: false
kubelet: kubelet:
anonymousAuth: false anonymousAuth: false
kubernetesApiAccess: nodeLabels:
- 0.0.0.0/0 node-role.kubernetes.io/node: ""
- ::/0 machineType: m5a.xlarge
kubernetesVersion: 1.25.2 manager: CloudGroup
masterInternalName: api.internal.k8s-prod.datasaker.io maxSize: 1
masterPublicName: api.k8s-prod.datasaker.io minSize: 1
networkCIDR: 172.24.0.0/19 nodeLabels:
networkID: vpc-00ba2b0e9ad59f0ed datasaker/group: data
networking: kops.k8s.io/instancegroup: k8s-prod-data
calico: {} role: Node
nonMasqueradeCIDR: 100.64.0.0/10
sshAccess:
- 0.0.0.0/0
- ::/0
subnets: subnets:
- cidr: 172.24.8.0/23 - ap-northeast-2c
id: subnet-024f0deda82039fa4 taints:
name: ap-northeast-2a - prod/data:NoSchedule
type: Private
zone: ap-northeast-2a ---
- cidr: 172.24.10.0/23
id: subnet-050d942fa1c46540a apiVersion: kops.k8s.io/v1alpha2
name: ap-northeast-2b kind: InstanceGroup
type: Private metadata:
zone: ap-northeast-2b creationTimestamp: "2022-11-02T01:50:52Z"
- cidr: 172.24.12.0/23 generation: 9
id: subnet-0946eb806af7377be labels:
name: ap-northeast-2c kops.k8s.io/cluster: k8s-prod.datasaker.io
type: Private name: k8s-prod-data-druid-c
zone: ap-northeast-2c spec:
- cidr: 172.24.0.0/24 image: ami-0409b7ddbc59e3222
id: subnet-00c363356f133411d instanceMetadata:
name: utility-ap-northeast-2a httpTokens: required
type: Utility kubelet:
zone: ap-northeast-2a anonymousAuth: false
- cidr: 172.24.1.0/24 nodeLabels:
id: subnet-07aa5e879a262014d node-role.kubernetes.io/node: ""
name: utility-ap-northeast-2b machineType: m5a.4xlarge
type: Utility manager: CloudGroup
zone: ap-northeast-2b maxSize: 2
- cidr: 172.24.2.0/24 minSize: 2
id: subnet-0073a61bc56a68a3e nodeLabels:
name: utility-ap-northeast-2c datasaker/druid-size: large
type: Utility datasaker/group: data-druid
zone: ap-northeast-2c kops.k8s.io/instancegroup: k8s-prod-data-druid-c
topology: role: Node
dns: subnets:
type: Public - ap-northeast-2c
masters: private taints:
nodes: private - prod/data-druid:NoSchedule
---
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: "2023-08-25T06:22:54Z"
generation: 1
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-data-druid-historical-cold
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpTokens: required
kubelet:
anonymousAuth: false
nodeLabels:
node-role.kubernetes.io/node: ""
machineType: m5a.4xlarge
manager: CloudGroup
maxSize: 1
minSize: 1
nodeLabels:
datasaker/druid-size: large
datasaker/group: data-druid
druid: historical
druid/revision: r2
historical/tier: cold
kops.k8s.io/instancegroup: k8s-prod-data-druid-historical-cold
role: Node
subnets:
- ap-northeast-2c
taints:
- prod/data-druid:NoSchedule
- prod/druid-historical:NoSchedule
---
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: "2023-08-25T06:23:03Z"
generation: 6
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-data-druid-historical-hot
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpTokens: required
kubelet:
anonymousAuth: false
nodeLabels:
node-role.kubernetes.io/node: ""
machineType: m5a.4xlarge
manager: CloudGroup
maxSize: 1
minSize: 1
nodeLabels:
datasaker/druid-size: large
datasaker/group: data-druid
druid: historical
druid/revision: r2
historical/tier: hot
kops.k8s.io/instancegroup: k8s-prod-data-druid-historical-hot
role: Node
subnets:
- ap-northeast-2c
taints:
- prod/data-druid:NoSchedule
- prod/druid-historical:NoSchedule
---
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: "2023-05-26T02:27:44Z"
generation: 5
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-data-druid-large
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpTokens: required
kubelet:
anonymousAuth: false
nodeLabels:
node-role.kubernetes.io/node: ""
machineType: m5.4xlarge
manager: CloudGroup
maxSize: 2
minSize: 2
nodeLabels:
datasaker/druid-size: large
datasaker/group: data-druid
druid: middlemanager
kops.k8s.io/instancegroup: k8s-prod-data-druid-large
role: Node
subnets:
- ap-northeast-2c
taints:
- prod/data-druid:NoSchedule
- prod/druid-middlemanager:NoSchedule
---
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: "2023-04-29T12:23:16Z"
generation: 1
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-data-druid-middle
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpTokens: required
kubelet:
anonymousAuth: false
nodeLabels:
node-role.kubernetes.io/node: ""
machineType: m5a.2xlarge
manager: CloudGroup
maxSize: 2
minSize: 2
nodeLabels:
datasaker/druid-size: middle
datasaker/group: data-druid
kops.k8s.io/instancegroup: k8s-prod-data-druid-middle
role: Node
subnets:
- ap-northeast-2c
taints:
- prod/data-druid:NoSchedule
---
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: "2023-08-25T06:23:13Z"
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-data-druid-middle-2
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpTokens: required
kubelet:
anonymousAuth: false
nodeLabels:
node-role.kubernetes.io/node: ""
machineType: m5a.2xlarge
manager: CloudGroup
maxSize: 2
minSize: 2
nodeLabels:
datasaker/druid-size: middle
datasaker/group: data-druid
druid/revision: r2
kops.k8s.io/instancegroup: k8s-prod-data-druid-middle-2
role: Node
subnets:
- ap-northeast-2c
taints:
- prod/data-druid:NoSchedule
---
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: "2023-08-25T06:23:21Z"
generation: 6
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-data-druid-middlemanager
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpTokens: required
kubelet:
anonymousAuth: false
nodeLabels:
node-role.kubernetes.io/node: ""
machineType: m5a.4xlarge
manager: CloudGroup
maxSize: 2
minSize: 2
nodeLabels:
datasaker/druid-size: large
datasaker/group: data-druid
druid: middlemanager
druid/revision: r2
kops.k8s.io/instancegroup: k8s-prod-data-druid-middlemanager
role: Node
subnets:
- ap-northeast-2c
taints:
- prod/data-druid:NoSchedule
- prod/druid-middlemanager:NoSchedule
---
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: "2023-04-29T12:23:24Z"
generation: 8
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-data-druid-small
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpTokens: required
kubelet:
anonymousAuth: false
nodeLabels:
node-role.kubernetes.io/node: ""
machineType: m6i.xlarge
manager: CloudGroup
maxSize: 1
minSize: 1
nodeLabels:
datasaker/druid-size: small
datasaker/group: data-druid
kops.k8s.io/instancegroup: k8s-prod-data-druid-small
role: Node
subnets:
- ap-northeast-2c
taints:
- prod/data-druid:NoSchedule
---
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: "2023-08-25T06:23:34Z"
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-data-druid-small-2
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpTokens: required
kubelet:
anonymousAuth: false
nodeLabels:
node-role.kubernetes.io/node: ""
machineType: m6i.xlarge
manager: CloudGroup
maxSize: 1
minSize: 1
nodeLabels:
datasaker/druid-size: small
datasaker/group: data-druid
druid/revision: r2
kops.k8s.io/instancegroup: k8s-prod-data-druid-small-2
role: Node
subnets:
- ap-northeast-2c
taints:
- prod/data-druid:NoSchedule
---
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: "2023-06-05T06:48:41Z"
generation: 1
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-data-es-data
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpTokens: required
kubelet:
anonymousAuth: false
nodeLabels:
node-role.kubernetes.io/node: ""
machineType: m5a.2xlarge
manager: CloudGroup
maxSize: 2
minSize: 2
nodeLabels:
datasaker/group: data-es-data
kops.k8s.io/instancegroup: k8s-prod-data-es-data
role: Node
subnets:
- ap-northeast-2c
taints:
- prod/data-es-data:NoSchedule
---
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: "2023-06-07T02:05:11Z"
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-data-es-master
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpTokens: required
kubelet:
anonymousAuth: false
nodeLabels:
node-role.kubernetes.io/node: ""
machineType: m5a.xlarge
manager: CloudGroup
maxSize: 3
minSize: 3
nodeLabels:
datasaker/group: data-es-master
kops.k8s.io/instancegroup: k8s-prod-data-es-master
role: Node
subnets:
- ap-northeast-2c
taints:
- prod/data-es-master:NoSchedule
---
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: "2023-06-05T06:48:34Z"
generation: 3
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-data-kafka
spec:
image: ami-03a4aa6d399a5d20b
instanceMetadata:
httpTokens: required
kubelet:
anonymousAuth: false
nodeLabels:
node-role.kubernetes.io/node: ""
machineType: m5a.2xlarge
manager: CloudGroup
maxSize: 3
minSize: 3
nodeLabels:
datasaker/group: data-kafka
kops.k8s.io/instancegroup: k8s-prod-data-kafka
role: Node
subnets:
- ap-northeast-2c
taints:
- prod/data-kafka:NoSchedule
---
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: "2023-06-07T08:34:13Z"
generation: 2
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-process-m5a
spec:
image: ami-01e58630c6fb43a44
instanceMetadata:
httpTokens: required
machineType: m5a.xlarge
manager: CloudGroup
maxSize: 6
minSize: 6
nodeLabels:
datasaker/group: process
kops.k8s.io/instancegroup: k8s-prod-process-m5a
role: Node
rootVolumeSize: 100
subnets:
- ap-northeast-2c
taints:
- prod/process:NoSchedule
---
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: "2023-06-07T08:34:21Z"
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-process-m6i
spec:
image: ami-01e58630c6fb43a44
instanceMetadata:
httpTokens: required
machineType: m6i.xlarge
manager: CloudGroup
maxSize: 3
minSize: 3
nodeLabels:
datasaker/group: process
kops.k8s.io/instancegroup: k8s-prod-process-m6i
role: Node
rootVolumeSize: 100
subnets:
- ap-northeast-2c
taints:
- prod/process:NoSchedule
---
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: "2023-05-19T14:51:54Z"
generation: 2
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-prod-tmp
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpTokens: required
kubelet:
anonymousAuth: false
nodeLabels:
node-role.kubernetes.io/node: ""
machineType: m5a.2xlarge
maxSize: 1
minSize: 1
nodeLabels:
datasaker/group: tmp
kops.k8s.io/instancegroup: k8s-prod-tmp
role: Node
subnets:
- ap-northeast-2c
---
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: "2023-01-06T00:25:15Z"
generation: 6
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: k8s-rel-process-c
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpTokens: required
machineType: m6i.xlarge
manager: CloudGroup
maxSize: 4
minSize: 4
mixedInstancesPolicy:
onDemandAboveBase: 0
onDemandBase: 0
spotAllocationStrategy: capacity-optimized
nodeLabels:
datasaker/group: rel-process
kops.k8s.io/instancegroup: k8s-rel-process-c
role: Node
rootVolumeSize: 100
subnets:
- ap-northeast-2c
taints:
- prod/rel-process:NoSchedule
---
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: "2022-11-01T05:36:36Z"
generation: 2
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: master-ap-northeast-2a
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpPutResponseHopLimit: 3
httpTokens: required
machineType: c5a.large
maxSize: 1
minSize: 1
role: Master
subnets:
- ap-northeast-2a
---
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: "2022-11-01T05:36:36Z"
generation: 2
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: master-ap-northeast-2b
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpPutResponseHopLimit: 3
httpTokens: required
machineType: c5a.large
maxSize: 1
minSize: 1
role: Master
subnets:
- ap-northeast-2b
---
apiVersion: kops.k8s.io/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: "2022-11-01T05:36:36Z"
generation: 2
labels:
kops.k8s.io/cluster: k8s-prod.datasaker.io
name: master-ap-northeast-2c
spec:
image: ami-0409b7ddbc59e3222
instanceMetadata:
httpPutResponseHopLimit: 3
httpTokens: required
machineType: c5a.large
maxSize: 1
minSize: 1
role: Master
subnets:
- ap-northeast-2c