From e9299207c15a0a037d92312144eaf20b2ef88a3f Mon Sep 17 00:00:00 2001 From: havelight-ee Date: Mon, 22 May 2023 19:05:42 +0900 Subject: [PATCH] steampipe schedule --- README.md | 212 +++++++++++++++++++-------------------- scripts/steampipe-iac.sh | 131 ++++++++++++++++++++++++ 2 files changed, 237 insertions(+), 106 deletions(-) create mode 100755 scripts/steampipe-iac.sh diff --git a/README.md b/README.md index d920550..8b948ab 100644 --- a/README.md +++ b/README.md @@ -16,36 +16,53 @@ aws 환경 구축 시 사용하는 파일을 정리한다. |---------------------|------------------|---------------------------------------|----------------------------|-----|--------|-----------------|---------------|--------------------|---------|--------------------| | i-01da83c436c0fb834 | 172.24.13.47/23 | - | k8s-prod-process-c2 | 4 | 16 | ap-northeast-2c | m6i.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-04abf3bdccadaf05c | 172.24.13.138/23 | - | k8s-prod-tmp | 8 | 31 | ap-northeast-2c | m5a.2xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-05a497c27d7f65d78 | 172.24.12.22/23 | control-plane | - | 2 | 4 | ap-northeast-2c | c5a.large | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-0628e1521b484fde1 | 172.24.11.188/23 | control-plane | - | 2 | 4 | ap-northeast-2b | c5a.large | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-0446ae551deac0b98 | 172.24.8.218/23 | control-plane | - | 2 | 4 | ap-northeast-2a | c5a.large | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-0c370e3211468e6e5 | 172.24.12.96/23 | prod/data-druid | k8s-prod-data-druid-middle | 8 | 31 | ap-northeast-2c | m5a.2xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-07aebcfff479c0331 | 172.24.12.210/23 | prod/data-druid | k8s-prod-data-druid-small | 4 | 16 | ap-northeast-2c | m6i.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-0628e1521b484fde1 | 172.24.11.188/23 | control-plane | - | 2 | 4 | ap-northeast-2b | c5a.large | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-05a497c27d7f65d78 | 172.24.12.22/23 | control-plane | - | 2 | 4 | ap-northeast-2c | c5a.large | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-0a36b91bce0b86b6f | 172.24.12.142/23 | prod/data-druid | k8s-prod-data-druid-c | 16 | 62 | ap-northeast-2c | m5a.4xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-07046cde77753a2d4 | 172.24.12.252/23 | prod/data-druid | k8s-prod-data-druid-c | 16 | 62 | ap-northeast-2c | m5a.4xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-07aebcfff479c0331 | 172.24.12.210/23 | prod/data-druid | k8s-prod-data-druid-small | 4 | 16 | ap-northeast-2c | m6i.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-0c370e3211468e6e5 | 172.24.12.96/23 | prod/data-druid | k8s-prod-data-druid-middle | 8 | 31 | ap-northeast-2c | m5a.2xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-0f2de40153ccd640e | 172.24.13.2/23 | prod/data-druid | k8s-prod-data-druid-middle | 8 | 31 | ap-northeast-2c | m5a.2xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-0fd0e6d60f02a7b14 | 172.24.13.29/23 | prod/data-es | k8s-prod-data-es-c2 | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-06e3ca9b0a909e7bd | 172.24.13.62/23 | prod/data-es | k8s-prod-data-es-c | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-0df4bd76188c35590 | 172.24.13.100/23 | prod/data-es | k8s-prod-data-es-c3 | 4 | 16 | ap-northeast-2c | m6i.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-0097ed484d8513a71 | 172.24.12.66/23 | prod/data-kafka | k8s-prod-data-kafka-c3 | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-0a6a549b5bf51efbc | 172.24.12.207/23 | prod/data-kafka | k8s-prod-data-kafka-c | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-0097ed484d8513a71 | 172.24.12.66/23 | prod/data-kafka | k8s-prod-data-kafka-c3 | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-092354f3890ecf207 | 172.24.13.215/23 | prod/data-kafka | k8s-prod-data-kafka-c2 | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-00fdae3a253e720bf | 172.24.12.227/23 | prod/process | k8s-prod-process-c | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-0abc091cf1fc5084f | 172.24.12.23/23 | prod/process | k8s-prod-process-c4 | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-0d3e74b8884948aa3 | 172.24.13.32/23 | prod/process | k8s-prod-process-c | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-08cea9eddc5260b4d | 172.24.13.119/23 | prod/process | k8s-prod-process-c2 | 4 | 16 | ap-northeast-2c | m6i.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-01d4ba87cb4d4008b | 172.24.8.60/23 | prod/rel-process | k8s-rel-process-a | 4 | 16 | ap-northeast-2a | m4.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-001497d443833e806 | 172.24.9.226/23 | prod/rel-process | k8s-rel-process-a | 4 | 16 | ap-northeast-2a | m4.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-05a6735e0a2b11c4d | 172.24.9.183/23 | prod/rel-process | k8s-rel-process-a | 4 | 16 | ap-northeast-2a | m4.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-0e6c690fbbded065c | 172.24.9.181/23 | prod/rel-process | k8s-rel-process-a | 4 | 16 | ap-northeast-2a | m4.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-01d4ba87cb4d4008b | 172.24.8.60/23 | prod/rel-process | k8s-rel-process-a | 4 | 16 | ap-northeast-2a | m4.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | ## 리소스 목록 [93] | name | kind | reqeust_cpu | reqeust_mem | limit_cpu | limit_mem | |---------------------------------------------------|--------------|-------------|-------------|-----------|-----------| +| promtail | DaemonSet | | | | | +| dsk-log-agent | DaemonSet | 250m | 512Mi | 500m | 1G | +| prometheus-prometheus-node-exporter | DaemonSet | | | | | | aws-cloud-controller-manager | DaemonSet | 200m | | | | -| calico-kube-controllers | Deployment | | | | | +| dsk-trace-agent | DaemonSet | | | | | | calico-node | DaemonSet | 100m | | | | +| kops-controller | DaemonSet | 50m | 50Mi | | | +| ebs-csi-node | DaemonSet | | | | | +| ingress-nginx-controller | DaemonSet | 100m | 90Mi | | | +| dsk-base-agent | DaemonSet | 50m | 128Mi | 100m | 250Mi | +| druid-exporter-prometheus-druid-exporter | Deployment | | | | | +| druid-router | Deployment | | | | | +| dsk-kubernetes-agent | Deployment | 100m | 512Mi | 1 | 1000Mi | +| dsk-otel | Deployment | 250m | 512M | 1 | 2048M | +| dsk-postgres-agents-pg-1 | Deployment | 100m | 512Mi | 1 | 1000Mi | +| dsk-vault-agent | Deployment | | | | | +| ebs-csi-controller | Deployment | | | | | +| es-exporter-prometheus-elasticsearch-exporter | Deployment | | | | | +| prod-dsk-datagate-dsk-datagate-plan | Deployment | 100m | 100M | 250m | 250M | +| calico-kube-controllers | Deployment | | | | | | cert-manager | Deployment | | | | | | cert-manager-cainjector | Deployment | | | | | | cert-manager-webhook | Deployment | | | | | @@ -54,62 +71,6 @@ aws 환경 구축 시 사용하는 파일을 정리한다. | dns-controller | Deployment | 50m | 50Mi | | | | druid-broker | Deployment | | 26Gi | | 26Gi | | druid-coordinator | Deployment | | 1Gi | | 8Gi | -| druid-exporter-prometheus-druid-exporter | Deployment | | | | | -| druid-historical | Stateful_Set | | 26Gi | | 26Gi | -| druid-middle-manager | Stateful_Set | | 1Gi | | 30Gi | -| druid-postgresql | Stateful_Set | 250m | 256Mi | | | -| druid-router | Deployment | | | | | -| druid-zookeeper | Stateful_Set | 250m | 256Mi | | | -| dsk-base-agent | DaemonSet | 50m | 128Mi | 100m | 250Mi | -| dsk-kubernetes-agent | Deployment | 100m | 512Mi | 1 | 1000Mi | -| dsk-log-agent | DaemonSet | 250m | 512Mi | 500m | 1G | -| dsk-otel | Deployment | 250m | 512M | 1 | 2048M | -| dsk-postgres-agents-pg-1 | Deployment | 100m | 512Mi | 1 | 1000Mi | -| dsk-trace-agent | DaemonSet | | | | | -| dsk-vault-agent | Deployment | | | | | -| ebs-csi-controller | Deployment | | | | | -| ebs-csi-node | DaemonSet | | | | | -| elasticsearch-master | Stateful_Set | 2 | 12Gi | 2 | 12Gi | -| es-exporter-prometheus-elasticsearch-exporter | Deployment | | | | | -| ingress-nginx-controller | DaemonSet | 100m | 90Mi | | | -| kafka | Stateful_Set | 2 | 6000Mi | 3 | 10000Mi | -| kafka-akhq | Deployment | | | | | -| kafka-kafka-ui | Deployment | | | | | -| keycloak | Stateful_Set | | | | | -| kops-controller | DaemonSet | 50m | 50Mi | | | -| metrics-server | Deployment | 100m | 200Mi | | | -| mongo-dsk-mongodb-sharded-configsvr | Stateful_Set | | | | | -| mongo-dsk-mongodb-sharded-mongos | Deployment | | | | | -| mongo-dsk-mongodb-sharded-shard0-data | Stateful_Set | | | | | -| mongo-dsk-mongodb-sharded-shard1-data | Stateful_Set | | | | | -| mongo-manifest-mongodb-sharded-configsvr | Stateful_Set | | | | | -| mongo-manifest-mongodb-sharded-mongos | Deployment | | | | | -| mongo-manifest-mongodb-sharded-shard0-data | Stateful_Set | | | | | -| mongo-manifest-mongodb-sharded-shard1-data | Stateful_Set | | | | | -| nfs-provider-prod-nfs-subdir-external-provisioner | Deployment | | | | | -| postgresql | Stateful_Set | 250m | 256Mi | | | -| prod-dsk-agent-api | Deployment | | | | | -| prod-dsk-agentmanager-api | Deployment | | | | | -| prod-dsk-alert-api | Deployment | | | | | -| prod-dsk-apm-api | Deployment | 100m | 256Mi | 250m | 512Mi | -| prod-dsk-app-sender | Deployment | | | | | -| prod-dsk-backoffice | Deployment | | | | | -| prod-dsk-chart-api | Deployment | 500m | 512Mi | 1 | 1Gi | -| prod-dsk-dashboard-api | Deployment | | | | | -| prod-dsk-database-api | Deployment | 100m | 256Mi | 250m | 512Mi | -| prod-dsk-database-plan-stream | Deployment | | | | | -| prod-dsk-datagate-dsk-datagate-manifest | Deployment | 100m | 100M | 200m | 200M | -| prod-dsk-datagate-dsk-datagate-metric | Deployment | 250m | 250M | 500m | 500M | -| prod-dsk-datagate-dsk-datagate-plan | Deployment | 100m | 100M | 250m | 250M | -| prod-dsk-datagate-dsk-datagate-trace | Deployment | 100m | 250M | 200m | 500M | -| prod-dsk-infrastructure-api | Deployment | 100m | 256Mi | 250m | 512Mi | -| prod-dsk-kafka2storage-database-plan-stream | Deployment | 300m | 500Mi | 500m | 1G | -| prod-dsk-kafka2storage-database-stat-query | Deployment | 300m | 500Mi | 500m | 1G | -| prod-dsk-kafka2storage-manifest-original | Deployment | 300m | 500Mi | 500m | 1G | -| prod-dsk-kafka2storage-trace-span-stream | Deployment | 300m | 500Mi | 500m | 1G | -| prod-dsk-krakend | Deployment | 200m | 256Mi | 500m | 512Mi | -| prod-dsk-log-api | Deployment | | | | | -| prod-dsk-loggate | Deployment | 100m | 500Mi | 200m | 1500Mi | | prod-dsk-metric-base-agg-stream-1m | Deployment | 500m | 1Gi | 1 | 2Gi | | prod-dsk-metric-base-agg-stream-5m | Deployment | 500m | 1Gi | 1 | 2Gi | | prod-dsk-metric-base-flat-stream | Deployment | 500m | 500Mi | 1 | 1Gi | @@ -124,57 +85,96 @@ aws 환경 구축 시 사용하는 파일을 정리한다. | prod-dsk-trace-stream | Deployment | | | | | | prod-dsk-ui | Deployment | | | | | | prod-dsk-usergate-api | Deployment | | | | | -| prometheus-alertmanager | Stateful_Set | 10m | 32Mi | 100m | 128Mi | | prometheus-kube-state-metrics | Deployment | 10m | 32Mi | 100m | 64Mi | -| prometheus-prometheus-node-exporter | DaemonSet | | | | | | prometheus-prometheus-pushgateway | Deployment | 100m | 30Mi | 200m | 50Mi | | prometheus-server | Deployment | | | | | -| promtail | DaemonSet | | | | | -| rabbitmq | Stateful_Set | | | | | -| redis-master | Stateful_Set | | | | | | strimzi-cluster-operator | Deployment | 200m | 384Mi | 1 | 384Mi | -| vault | Stateful_Set | | | | | | vault-agent-injector | Deployment | | | | | +| kafka-akhq | Deployment | | | | | +| kafka-kafka-ui | Deployment | | | | | +| metrics-server | Deployment | 100m | 200Mi | | | +| mongo-dsk-mongodb-sharded-mongos | Deployment | | | | | +| mongo-manifest-mongodb-sharded-mongos | Deployment | | | | | +| nfs-provider-prod-nfs-subdir-external-provisioner | Deployment | | | | | +| prod-dsk-agent-api | Deployment | | | | | +| prod-dsk-agentmanager-api | Deployment | | | | | +| prod-dsk-alert-api | Deployment | | | | | +| prod-dsk-apm-api | Deployment | 100m | 256Mi | 250m | 512Mi | +| prod-dsk-app-sender | Deployment | | | | | +| prod-dsk-backoffice | Deployment | | | | | +| prod-dsk-chart-api | Deployment | 500m | 512Mi | 1 | 1Gi | +| prod-dsk-dashboard-api | Deployment | | | | | +| prod-dsk-database-api | Deployment | 100m | 256Mi | 250m | 512Mi | +| prod-dsk-database-plan-stream | Deployment | | | | | +| prod-dsk-datagate-dsk-datagate-manifest | Deployment | 100m | 100M | 200m | 200M | +| prod-dsk-datagate-dsk-datagate-metric | Deployment | 250m | 250M | 500m | 500M | +| prod-dsk-datagate-dsk-datagate-trace | Deployment | 100m | 250M | 200m | 500M | +| prod-dsk-infrastructure-api | Deployment | 100m | 256Mi | 250m | 512Mi | +| prod-dsk-kafka2storage-database-plan-stream | Deployment | 300m | 500Mi | 500m | 1G | +| prod-dsk-kafka2storage-database-stat-query | Deployment | 300m | 500Mi | 500m | 1G | +| prod-dsk-kafka2storage-manifest-original | Deployment | 300m | 500Mi | 500m | 1G | +| prod-dsk-kafka2storage-trace-span-stream | Deployment | 300m | 500Mi | 500m | 1G | +| prod-dsk-krakend | Deployment | 200m | 256Mi | 500m | 512Mi | +| prod-dsk-log-api | Deployment | | | | | +| prod-dsk-loggate | Deployment | 100m | 500Mi | 200m | 1500Mi | +| elasticsearch-master | Stateful_Set | 2 | 12Gi | 2 | 12Gi | +| kafka | Stateful_Set | 2 | 6000Mi | 3 | 10000Mi | | zookeeper | Stateful_Set | 100m | 512Mi | 200m | 1000Mi | +| vault | Stateful_Set | | | | | +| keycloak | Stateful_Set | | | | | +| druid-zookeeper | Stateful_Set | 250m | 256Mi | | | +| druid-postgresql | Stateful_Set | 250m | 256Mi | | | +| mongo-dsk-mongodb-sharded-configsvr | Stateful_Set | | | | | +| druid-historical | Stateful_Set | | 26Gi | | 26Gi | +| mongo-dsk-mongodb-sharded-shard0-data | Stateful_Set | | | | | +| mongo-dsk-mongodb-sharded-shard1-data | Stateful_Set | | | | | +| mongo-manifest-mongodb-sharded-configsvr | Stateful_Set | | | | | +| rabbitmq | Stateful_Set | | | | | +| mongo-manifest-mongodb-sharded-shard0-data | Stateful_Set | | | | | +| mongo-manifest-mongodb-sharded-shard1-data | Stateful_Set | | | | | +| prometheus-alertmanager | Stateful_Set | 10m | 32Mi | 100m | 128Mi | +| postgresql | Stateful_Set | 250m | 256Mi | | | +| redis-master | Stateful_Set | | | | | +| druid-middle-manager | Stateful_Set | | 1Gi | | 30Gi | ## 서비스 목록 (NodePort) [37] | name | namespace | type | Node Port | age | |------------------------------------------|-------------------|----------|-----------|-------------------------| -| rabbitmq | dsk-middle | NodePort | 30038 | 5 mons 9 days 03:20:00 | -| druid-router | dsk-middle | NodePort | 30076 | 3 mons 22 days 03:18:56 | -| kafka-broker | dsk-middle | NodePort | 30094 | 3 mons 1 day 00:50:23 | -| kafka-broker-global | dsk-middle | NodePort | 30095 | 3 mons 1 day 00:50:23 | -| keycloak | dsk-middle | NodePort | 30100 | 5 mons 7 days 03:22:08 | -| keycloak | dsk-middle | NodePort | 30101 | 5 mons 7 days 03:22:08 | -| mongo-manifest-mongodb-sharded | dsk-middle | NodePort | 30111 | 22 days 18:15:22 | -| mongo-dsk-mongodb-sharded | dsk-middle | NodePort | 30112 | 22 days 17:02:42 | -| redis-master | dsk-middle | NodePort | 30229 | 5 mons 9 days 03:19:47 | -| elasticsearch-master | dsk-middle | NodePort | 30433 | 19 days 05:00:57 | -| rabbitmq | dsk-middle | NodePort | 30523 | 5 mons 9 days 03:20:00 | -| rabbitmq | dsk-middle | NodePort | 30565 | 5 mons 9 days 03:20:00 | -| rabbitmq | dsk-middle | NodePort | 30655 | 5 mons 9 days 03:20:00 | -| druid-router | dsk-middle | NodePort | 30907 | 3 mons 22 days 03:18:56 | -| rabbitmq | dsk-middle | NodePort | 31021 | 5 mons 9 days 03:20:00 | -| kafka-akhq | dsk-middle | NodePort | 31100 | 3 mons 1 day 00:50:23 | -| kafka-kafka-ui | dsk-middle | NodePort | 31101 | 3 mons 1 day 00:50:23 | -| elasticsearch-master | dsk-middle | NodePort | 31110 | 19 days 05:00:57 | -| prometheus-server | prometheus | NodePort | 31132 | 10 days 02:04:48 | -| druid-exporter-prometheus-druid-exporter | dsk-middle | NodePort | 31282 | 13 days 02:42:46 | -| prod-dsk-datagate-dsk-datagate-trace | dsk-datagate-prod | NodePort | 31300 | 4 mons 4 days 00:15:09 | -| prod-dsk-datagate-dsk-datagate-manifest | dsk-datagate-prod | NodePort | 31301 | 4 mons 16 days 01:30:54 | -| prod-dsk-datagate-dsk-datagate-metric | dsk-datagate-prod | NodePort | 31302 | 4 mons 16 days 01:30:54 | -| prod-dsk-datagate-dsk-datagate-plan | dsk-datagate-prod | NodePort | 31303 | 4 mons 16 days 01:30:54 | -| prod-dsk-loggate | dsk-datagate-prod | NodePort | 31304 | 4 mons 10 days 01:44:43 | -| prod-dsk-loggate | dsk-datagate-prod | NodePort | 31305 | 4 mons 10 days 01:44:43 | -| prod-dsk-backoffice | dsk-api-prod | NodePort | 31523 | 1 mon 16 days 07:26:39 | -| rabbitmq | dsk-middle | NodePort | 31987 | 5 mons 9 days 03:20:00 | -| postgresql | dsk-middle | NodePort | 32098 | 5 mons 9 days 03:20:23 | -| druid-broker | dsk-middle | NodePort | 32200 | 3 mons 22 days 03:18:56 | -| druid-broker | dsk-middle | NodePort | 32316 | 3 mons 22 days 03:18:56 | -| kafka-outside-0 | dsk-middle | NodePort | 32400 | 3 mons 1 day 00:50:23 | -| kafka-outside-1 | dsk-middle | NodePort | 32401 | 3 mons 1 day 00:50:23 | -| kafka-outside-2 | dsk-middle | NodePort | 32402 | 3 mons 1 day 00:50:23 | -| kafka-global-0 | dsk-middle | NodePort | 32500 | 3 mons 1 day 00:50:23 | -| kafka-global-1 | dsk-middle | NodePort | 32501 | 3 mons 1 day 00:50:23 | -| kafka-global-2 | dsk-middle | NodePort | 32502 | 3 mons 1 day 00:50:23 | +| rabbitmq | dsk-middle | NodePort | 30038 | 5 mons 9 days 03:22:05 | +| druid-router | dsk-middle | NodePort | 30076 | 3 mons 22 days 03:21:01 | +| kafka-broker | dsk-middle | NodePort | 30094 | 3 mons 1 day 00:52:28 | +| kafka-broker-global | dsk-middle | NodePort | 30095 | 3 mons 1 day 00:52:28 | +| keycloak | dsk-middle | NodePort | 30100 | 5 mons 7 days 03:24:13 | +| keycloak | dsk-middle | NodePort | 30101 | 5 mons 7 days 03:24:13 | +| mongo-manifest-mongodb-sharded | dsk-middle | NodePort | 30111 | 22 days 18:17:27 | +| mongo-dsk-mongodb-sharded | dsk-middle | NodePort | 30112 | 22 days 17:04:47 | +| redis-master | dsk-middle | NodePort | 30229 | 5 mons 9 days 03:21:52 | +| elasticsearch-master | dsk-middle | NodePort | 30433 | 19 days 05:03:02 | +| rabbitmq | dsk-middle | NodePort | 30523 | 5 mons 9 days 03:22:05 | +| rabbitmq | dsk-middle | NodePort | 30565 | 5 mons 9 days 03:22:05 | +| rabbitmq | dsk-middle | NodePort | 30655 | 5 mons 9 days 03:22:05 | +| druid-router | dsk-middle | NodePort | 30907 | 3 mons 22 days 03:21:01 | +| rabbitmq | dsk-middle | NodePort | 31021 | 5 mons 9 days 03:22:05 | +| kafka-akhq | dsk-middle | NodePort | 31100 | 3 mons 1 day 00:52:28 | +| kafka-kafka-ui | dsk-middle | NodePort | 31101 | 3 mons 1 day 00:52:28 | +| elasticsearch-master | dsk-middle | NodePort | 31110 | 19 days 05:03:02 | +| prometheus-server | prometheus | NodePort | 31132 | 10 days 02:06:53 | +| druid-exporter-prometheus-druid-exporter | dsk-middle | NodePort | 31282 | 13 days 02:44:51 | +| prod-dsk-datagate-dsk-datagate-trace | dsk-datagate-prod | NodePort | 31300 | 4 mons 4 days 00:17:14 | +| prod-dsk-datagate-dsk-datagate-manifest | dsk-datagate-prod | NodePort | 31301 | 4 mons 16 days 01:32:59 | +| prod-dsk-datagate-dsk-datagate-metric | dsk-datagate-prod | NodePort | 31302 | 4 mons 16 days 01:32:59 | +| prod-dsk-datagate-dsk-datagate-plan | dsk-datagate-prod | NodePort | 31303 | 4 mons 16 days 01:32:59 | +| prod-dsk-loggate | dsk-datagate-prod | NodePort | 31304 | 4 mons 10 days 01:46:48 | +| prod-dsk-loggate | dsk-datagate-prod | NodePort | 31305 | 4 mons 10 days 01:46:48 | +| prod-dsk-backoffice | dsk-api-prod | NodePort | 31523 | 1 mon 16 days 07:28:44 | +| rabbitmq | dsk-middle | NodePort | 31987 | 5 mons 9 days 03:22:05 | +| postgresql | dsk-middle | NodePort | 32098 | 5 mons 9 days 03:22:28 | +| druid-broker | dsk-middle | NodePort | 32200 | 3 mons 22 days 03:21:01 | +| druid-broker | dsk-middle | NodePort | 32316 | 3 mons 22 days 03:21:01 | +| kafka-outside-0 | dsk-middle | NodePort | 32400 | 3 mons 1 day 00:52:28 | +| kafka-outside-1 | dsk-middle | NodePort | 32401 | 3 mons 1 day 00:52:28 | +| kafka-outside-2 | dsk-middle | NodePort | 32402 | 3 mons 1 day 00:52:28 | +| kafka-global-0 | dsk-middle | NodePort | 32500 | 3 mons 1 day 00:52:28 | +| kafka-global-1 | dsk-middle | NodePort | 32501 | 3 mons 1 day 00:52:28 | +| kafka-global-2 | dsk-middle | NodePort | 32502 | 3 mons 1 day 00:52:28 | diff --git a/scripts/steampipe-iac.sh b/scripts/steampipe-iac.sh new file mode 100755 index 0000000..fe1a365 --- /dev/null +++ b/scripts/steampipe-iac.sh @@ -0,0 +1,131 @@ +#!/bin/bash + +#------------------------------------------------------------------------------------------------------ +__init (){ + pwd + cd ${git_path} + pwd + + git pull + cat ${origin} > ${file} +} +#------------------------------------------------------------------------------------------------------ +__git_push (){ + git add ${file} + git commit -m 'steampipe schedule' + git push +} +#------------------------------------------------------------------------------------------------------ +__append (){ + line_count=`cat ${exec_log} | grep -v -- -- | grep -v name | wc -l` + echo -e "\n${title} [${line_count}]\n" >> ${file} + cat ${exec_log} >> ${file} +} +#------------------------------------------------------------------------------------------------------ +__query_exec (){ + steampipe query "${1}" > ${exec_log} + __log_sed +} +#------------------------------------------------------------------------------------------------------ +__log_sed (){ + sed -i 's/+/|/g' ${exec_log} + sed -i "s/node-role.kubernetes.io\///g" ${exec_log} + sed -i '1d;$d' ${exec_log} +} +#------------------------------------------------------------------------------------------------------ +node_query=""" +SELECT + name, + annotations ->> 'projectcalico.org/IPv4Address' AS IP, + COALESCE(taints -> 0 ->> 'key', '-') AS Taints_key, + COALESCE(tags ->> 'kops.k8s.io/instancegroup', '-') AS Instance_group, + capacity ->> 'cpu' AS CPU, + CEIL((CAST(regexp_replace(capacity ->> 'memory', 'Ki', '') AS DECIMAL) / POWER(2, 20))) AS Memory, + tags ->> 'topology.kubernetes.io/zone' AS Zone, + tags ->> 'beta.kubernetes.io/instance-type' AS Instance_type, + node_info ->> 'osImage' AS OS, + node_info ->> 'kubeletVersion' AS K8S_ver, + node_info ->> 'containerRuntimeVersion' AS Runtime_ver +FROM + kubernetes_node +ORDER BY + Taints_key +""" + +resources_query=""" +(SELECT + name, + 'Stateful_Set' as kind, + (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'requests' ->> 'cpu') AS reqeust_cpu, + (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'requests' ->> 'memory') AS reqeust_mem, + (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'limits' ->> 'cpu') AS limit_cpu, + (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'limits' ->> 'memory') AS limit_mem + +FROM + kubernetes_stateful_set +WHERE + name not like 'rel-%') +union +(SELECT + name, + 'Deployment' as kind, + (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'requests' ->> 'cpu') AS reqeust_cpu, + (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'requests' ->> 'memory') AS reqeust_mem, + (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'limits' ->> 'cpu') AS limit_cpu, + (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'limits' ->> 'memory') AS limit_mem +FROM + kubernetes_deployment +WHERE + name not like 'rel-%') +union +(SELECT + name, + 'DaemonSet' as kind, + (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'requests' ->> 'cpu') AS reqeust_cpu, + (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'requests' ->> 'memory') AS reqeust_mem, + (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'limits' ->> 'cpu') AS limit_cpu, + (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'limits' ->> 'memory') AS limit_mem +FROM + kubernetes_daemonset +WHERE + name not like 'rel-%') +order by kind +""" + +service_query=""" +select + name, + namespace, + type, + lower(p ->> 'nodePort') as \"Node Port\", + age(current_timestamp, creation_timestamp) +from + kubernetes_service, + jsonb_array_elements(ports) as p +where type='NodePort' and name not like '%rel-%' +order by + \"Node Port\" +""" +#------------------------------------------------------------------------------------------------------ +git_path="/home/jhjung/git/dsk-iac" +origin="/home/jhjung/git/org_README.md" +exec_log="${git_path}/query.log" +file="README.md" +#------------------------------------------------------------------------------------------------------ +__init + +title="## 노드 목록" +__query_exec "${node_query}" +__append + +title="## 리소스 목록" +__query_exec "${resources_query}" +__append + +title="## 서비스 목록 (NodePort)" +__query_exec "${service_query}" +__append + +rm ${exec_log} + +__git_push