From a0c1a0758c83ede4e45b5ac941d40b4327ddc2ca Mon Sep 17 00:00:00 2001 From: havelight-ee Date: Fri, 2 Jun 2023 09:39:32 +0900 Subject: [PATCH] steampipe schedule --- README.md | 100 ++++++++++++------------- scripts/steampipe_iac/steampipe-iac.sh | 12 +-- 2 files changed, 56 insertions(+), 56 deletions(-) diff --git a/README.md b/README.md index aade8f9..f9bca14 100644 --- a/README.md +++ b/README.md @@ -1,4 +1,4 @@ -*기준 시간 : 2023.05.31 13:22:30 +*기준 시간 : 2023.06.02 09:38:39 # dsk-iac aws 환경 구축 시 사용하는 파일을 정리한다. @@ -17,31 +17,31 @@ aws 환경 구축 시 사용하는 파일을 정리한다. | name | ip | taints_key | instance_group | cpu | memory | zone | instance_type | os | k8s_ver | runtime_ver | |---------------------|------------------|---------------------------------------|----------------------------|-----|--------|-----------------|---------------|--------------------|---------|--------------------| | i-04abf3bdccadaf05c | 172.24.13.138/23 | - | k8s-prod-tmp | 8 | 32 | ap-northeast-2c | m5a.2xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-041b16dbf097aa03f | 172.24.12.111/23 | control-plane | - | 2 | 4 | ap-northeast-2c | c5a.large | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-0446ae551deac0b98 | 172.24.8.218/23 | control-plane | - | 2 | 4 | ap-northeast-2a | c5a.large | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-0648e1521b484fde1 | 172.24.11.188/23 | control-plane | - | 2 | 4 | ap-northeast-2b | c5a.large | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-05a497c27d7f65d78 | 172.24.12.22/23 | control-plane | - | 2 | 4 | ap-northeast-2c | c5a.large | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-07046cde77753a2d4 | 172.24.12.252/23 | prod/data-druid | k8s-prod-data-druid-c | 16 | 64 | ap-northeast-2c | m5a.4xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-0a36b91bce0b86b6f | 172.24.12.142/23 | prod/data-druid | k8s-prod-data-druid-c | 16 | 64 | ap-northeast-2c | m5a.4xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-07aebcfff479c0332 | 172.24.12.210/23 | prod/data-druid | k8s-prod-data-druid-small | 4 | 16 | ap-northeast-2c | m6i.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-0c370e3211468e6e5 | 172.24.12.96/23 | prod/data-druid | k8s-prod-data-druid-middle | 8 | 32 | ap-northeast-2c | m5a.2xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-0a36b91bce0b86b6f | 172.24.12.142/23 | prod/data-druid | k8s-prod-data-druid-c | 16 | 64 | ap-northeast-2c | m5a.4xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-0f2de40153ccd640e | 172.24.13.2/23 | prod/data-druid | k8s-prod-data-druid-middle | 8 | 32 | ap-northeast-2c | m5a.2xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-0df4bd76188c35590 | 172.24.13.100/23 | prod/data-es | k8s-prod-data-es-c3 | 4 | 16 | ap-northeast-2c | m6i.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-07046cde77753a2d4 | 172.24.12.252/23 | prod/data-druid | k8s-prod-data-druid-c | 16 | 64 | ap-northeast-2c | m5a.4xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-07aebcfff479c0332 | 172.24.12.210/23 | prod/data-druid | k8s-prod-data-druid-small | 4 | 16 | ap-northeast-2c | m6i.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-0fd0e6d60f02a7b14 | 172.24.13.29/23 | prod/data-es | k8s-prod-data-es-c2 | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-0df4bd76188c35590 | 172.24.13.100/23 | prod/data-es | k8s-prod-data-es-c3 | 4 | 16 | ap-northeast-2c | m6i.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-06e3ca9b0a909e7bd | 172.24.13.64/23 | prod/data-es | k8s-prod-data-es-c | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-092354f3890ecf207 | 172.24.13.215/23 | prod/data-kafka | k8s-prod-data-kafka-c2 | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-0097ed484d8513a71 | 172.24.12.66/23 | prod/data-kafka | k8s-prod-data-kafka-c3 | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-0a6a549b5bf51efbc | 172.24.12.207/23 | prod/data-kafka | k8s-prod-data-kafka-c | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-092354f3890ecf207 | 172.24.13.215/23 | prod/data-kafka | k8s-prod-data-kafka-c2 | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-0b38484102aa244e8 | 172.24.13.227/23 | prod/druid-middlemanager | k8s-prod-data-druid-large | 16 | 63 | ap-northeast-2c | m5.4xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-07fd9c87549c8ca0c | 172.24.12.112/23 | prod/druid-middlemanager | k8s-prod-data-druid-large | 16 | 64 | ap-northeast-2c | m5a.4xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-0b38484102aa244e8 | 172.24.13.227/23 | prod/druid-middlemanager | k8s-prod-data-druid-large | 16 | 63 | ap-northeast-2c | m5.4xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-08cea9eddc5260b4d | 172.24.13.119/23 | prod/process | k8s-prod-process-c2 | 4 | 16 | ap-northeast-2c | m6i.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-0d3e74b8884948aa3 | 172.24.13.32/23 | prod/process | k8s-prod-process-c | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-0abc091cf1fc5084f | 172.24.12.23/23 | prod/process | k8s-prod-process-c4 | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-00fdae3a253e720bf | 172.24.12.227/23 | prod/process | k8s-prod-process-c | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | | i-01da83c436c0fb834 | 172.24.13.47/23 | prod/process | k8s-prod-process-c2 | 4 | 16 | ap-northeast-2c | m6i.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-02720b11dc4597742 | 172.24.12.232/23 | prod/rel-process | k8s-rel-process-c | 4 | 16 | ap-northeast-2c | m5zn.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-07d28eeeb2e6964ed | 172.24.12.218/23 | prod/rel-process | k8s-rel-process-c | 4 | 16 | ap-northeast-2c | m5zn.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-054ba05dd0668340b | 172.24.12.38/23 | prod/rel-process | k8s-rel-process-c | 4 | 16 | ap-northeast-2c | m5d.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | -| i-071905ffb17064bb5 | 172.24.13.234/23 | prod/rel-process | k8s-rel-process-c | 4 | 16 | ap-northeast-2c | m5d.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-0abc091cf1fc5084f | 172.24.12.23/23 | prod/process | k8s-prod-process-c4 | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-0d3e74b8884948aa3 | 172.24.13.32/23 | prod/process | k8s-prod-process-c | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-00fdae3a253e720bf | 172.24.12.227/23 | prod/process | k8s-prod-process-c | 4 | 16 | ap-northeast-2c | m5a.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-0ff6c9c6a80b6db2f | 172.24.12.138/23 | prod/rel-process | k8s-rel-process-c | 4 | 16 | ap-northeast-2c | m5d.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-0640b0720d19c5b80 | 172.24.13.232/23 | prod/rel-process | k8s-rel-process-c | 4 | 16 | ap-northeast-2c | m5zn.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-037a535a0f924e835 | 172.24.13.210/23 | prod/rel-process | k8s-rel-process-c | 4 | 16 | ap-northeast-2c | m5zn.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | +| i-080a5c702b6f43904 | 172.24.12.134/23 | prod/rel-process | k8s-rel-process-c | 4 | 16 | ap-northeast-2c | m5d.xlarge | Ubuntu 20.04.4 LTS | v1.25.2 | containerd://1.6.8 | ## 리소스 목록 [91] @@ -49,7 +49,7 @@ aws 환경 구축 시 사용하는 파일을 정리한다. |------------------------------------------------------|--------------|-------|-------------|-------------|-----------|-----------| | dsk-base-agent | DaemonSet | 26 | 50m | 128Mi | 100m | 250Mi | | promtail | DaemonSet | 26 | | | | | -| dsk-log-agent | DaemonSet | 21 | 250m | 512Mi | 500m | 1G | +| dsk-log-agent | DaemonSet | 18 | 250m | 512Mi | 500m | 1G | | prometheus-prometheus-node-exporter | DaemonSet | 26 | | | | | | aws-cloud-controller-manager | DaemonSet | 3 | 200m | | | | | dsk-trace-agent | DaemonSet | 26 | | | | | @@ -143,41 +143,41 @@ aws 환경 구축 시 사용하는 파일을 정리한다. | name | namespace | type | node_port | age | |-----------------------------------------|-------------------|----------|-----------|-------------------------| -| rabbitmq | dsk-middle | NodePort | 30038 | 5 mons 17 days 21:38:54 | -| kafka-broker | dsk-middle | NodePort | 30094 | 3 mons 9 days 19:09:17 | -| kafka-broker-global | dsk-middle | NodePort | 30095 | 3 mons 9 days 19:09:17 | -| keycloak | dsk-middle | NodePort | 30100 | 5 mons 15 days 21:41:02 | -| keycloak | dsk-middle | NodePort | 30101 | 5 mons 15 days 21:41:02 | -| mongo-manifest-mongodb-sharded | dsk-middle | NodePort | 30111 | 1 mon 1 day 12:34:16 | -| mongo-dsk-mongodb-sharded | dsk-middle | NodePort | 30112 | 1 mon 1 day 11:21:36 | -| redis-master | dsk-middle | NodePort | 30229 | 5 mons 17 days 21:38:41 | -| elasticsearch-master | dsk-middle | NodePort | 30433 | 27 days 23:19:51 | -| rabbitmq | dsk-middle | NodePort | 30523 | 5 mons 17 days 21:38:54 | -| rabbitmq | dsk-middle | NodePort | 30565 | 5 mons 17 days 21:38:54 | -| rabbitmq | dsk-middle | NodePort | 30655 | 5 mons 17 days 21:38:54 | -| rabbitmq | dsk-middle | NodePort | 32021 | 5 mons 17 days 21:38:54 | -| kafka-akhq | dsk-middle | NodePort | 32100 | 3 mons 9 days 19:09:17 | -| kafka-kafka-ui | dsk-middle | NodePort | 32101 | 3 mons 9 days 19:09:17 | -| elasticsearch-master | dsk-middle | NodePort | 32110 | 27 days 23:19:51 | -| prometheus-server | prometheus | NodePort | 32132 | 18 days 20:23:42 | -| prometheus-alertmanager | prometheus | NodePort | 32133 | 18 days 20:23:42 | -| prod-dsk-datagate-dsk-datagate-trace | dsk-datagate-prod | NodePort | 32300 | 4 mons 12 days 18:34:03 | -| prod-dsk-datagate-dsk-datagate-manifest | dsk-datagate-prod | NodePort | 32301 | 4 mons 24 days 19:49:48 | -| prod-dsk-datagate-dsk-datagate-metric | dsk-datagate-prod | NodePort | 32302 | 4 mons 24 days 19:49:48 | -| prod-dsk-datagate-dsk-datagate-plan | dsk-datagate-prod | NodePort | 32303 | 4 mons 24 days 19:49:48 | -| prod-dsk-loggate | dsk-datagate-prod | NodePort | 32304 | 4 mons 18 days 20:03:37 | -| prod-dsk-loggate | dsk-datagate-prod | NodePort | 32305 | 4 mons 18 days 20:03:37 | -| prod-dsk-backoffice | dsk-api-prod | NodePort | 32523 | 1 mon 25 days 01:45:33 | -| rabbitmq | dsk-middle | NodePort | 32987 | 5 mons 17 days 21:38:54 | -| postgresql | dsk-middle | NodePort | 32098 | 5 mons 17 days 21:39:17 | -| kafka-outside-0 | dsk-middle | NodePort | 32400 | 3 mons 9 days 19:09:17 | -| kafka-outside-1 | dsk-middle | NodePort | 32401 | 3 mons 9 days 19:09:17 | -| kafka-outside-2 | dsk-middle | NodePort | 32402 | 3 mons 9 days 19:09:17 | -| kafka-global-0 | dsk-middle | NodePort | 32500 | 3 mons 9 days 19:09:17 | -| kafka-global-1 | dsk-middle | NodePort | 32501 | 3 mons 9 days 19:09:17 | -| kafka-global-2 | dsk-middle | NodePort | 32502 | 3 mons 9 days 19:09:17 | +| rabbitmq | dsk-middle | NodePort | 30038 | 5 mons 19 days 17:55:09 | +| kafka-broker | dsk-middle | NodePort | 30094 | 3 mons 8 days 15:25:32 | +| kafka-broker-global | dsk-middle | NodePort | 30095 | 3 mons 8 days 15:25:32 | +| keycloak | dsk-middle | NodePort | 30100 | 5 mons 17 days 17:57:17 | +| keycloak | dsk-middle | NodePort | 30101 | 5 mons 17 days 17:57:17 | +| mongo-manifest-mongodb-sharded | dsk-middle | NodePort | 30111 | 1 mon 2 days 08:50:32 | +| mongo-dsk-mongodb-sharded | dsk-middle | NodePort | 30112 | 1 mon 2 days 07:37:51 | +| redis-master | dsk-middle | NodePort | 30229 | 5 mons 19 days 17:54:56 | +| elasticsearch-master | dsk-middle | NodePort | 30433 | 29 days 19:36:06 | +| rabbitmq | dsk-middle | NodePort | 30523 | 5 mons 19 days 17:55:09 | +| rabbitmq | dsk-middle | NodePort | 30565 | 5 mons 19 days 17:55:09 | +| rabbitmq | dsk-middle | NodePort | 30655 | 5 mons 19 days 17:55:09 | +| rabbitmq | dsk-middle | NodePort | 32021 | 5 mons 19 days 17:55:09 | +| kafka-akhq | dsk-middle | NodePort | 32100 | 3 mons 8 days 15:25:32 | +| kafka-kafka-ui | dsk-middle | NodePort | 32101 | 3 mons 8 days 15:25:32 | +| elasticsearch-master | dsk-middle | NodePort | 32110 | 29 days 19:36:06 | +| prometheus-server | prometheus | NodePort | 32132 | 20 days 16:39:57 | +| prometheus-alertmanager | prometheus | NodePort | 32133 | 20 days 16:39:57 | +| prod-dsk-datagate-dsk-datagate-trace | dsk-datagate-prod | NodePort | 32300 | 4 mons 14 days 14:50:18 | +| prod-dsk-datagate-dsk-datagate-manifest | dsk-datagate-prod | NodePort | 32301 | 4 mons 26 days 16:06:03 | +| prod-dsk-datagate-dsk-datagate-metric | dsk-datagate-prod | NodePort | 32302 | 4 mons 26 days 16:06:03 | +| prod-dsk-datagate-dsk-datagate-plan | dsk-datagate-prod | NodePort | 32303 | 4 mons 26 days 16:06:03 | +| prod-dsk-loggate | dsk-datagate-prod | NodePort | 32304 | 4 mons 20 days 16:19:52 | +| prod-dsk-loggate | dsk-datagate-prod | NodePort | 32305 | 4 mons 20 days 16:19:52 | +| prod-dsk-backoffice | dsk-api-prod | NodePort | 32523 | 1 mon 25 days 22:01:48 | +| rabbitmq | dsk-middle | NodePort | 32987 | 5 mons 19 days 17:55:09 | +| postgresql | dsk-middle | NodePort | 32098 | 5 mons 19 days 17:55:32 | +| kafka-outside-0 | dsk-middle | NodePort | 32400 | 3 mons 8 days 15:25:32 | +| kafka-outside-1 | dsk-middle | NodePort | 32401 | 3 mons 8 days 15:25:32 | +| kafka-outside-2 | dsk-middle | NodePort | 32402 | 3 mons 8 days 15:25:32 | +| kafka-global-0 | dsk-middle | NodePort | 32500 | 3 mons 8 days 15:25:32 | +| kafka-global-1 | dsk-middle | NodePort | 32501 | 3 mons 8 days 15:25:32 | +| kafka-global-2 | dsk-middle | NodePort | 32502 | 3 mons 8 days 15:25:32 | -## 예약 인스턴스 사용 내역 [11] +## 예약 인스턴스 사용 내역 [10] | availability_zone | instance_type | cpu | memory | ri_count | ec2_count | result | |-------------------|---------------|-----|--------|----------|-----------|--------| diff --git a/scripts/steampipe_iac/steampipe-iac.sh b/scripts/steampipe_iac/steampipe-iac.sh index ebcbab2..21b1d0c 100755 --- a/scripts/steampipe_iac/steampipe-iac.sh +++ b/scripts/steampipe_iac/steampipe-iac.sh @@ -5,6 +5,7 @@ __init (){ # pwd # cd ${git_path} # pwd + cd /home/jhjung/git/dsk-iac/scripts/steampipe_iac/ git pull @@ -20,7 +21,7 @@ __git_push (){ } #------------------------------------------------------------------------------------------------------ __append (){ - line_count=`cat ${exec_log} | grep -v -- -- | grep -v name | wc -l` + line_count=`cat ${exec_log} | grep -v -- -- | egrep -v '(name|ri_count)' | wc -l` echo -e "\n${title} [${line_count}]\n" >> ${file} cat ${exec_log} >> ${file} } @@ -61,12 +62,11 @@ resources_query=""" (SELECT name, 'Stateful_Set' as kind, - available_replicas as count, + available_replicas as count, (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'requests' ->> 'cpu') AS reqeust_cpu, (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'requests' ->> 'memory') AS reqeust_mem, (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'limits' ->> 'cpu') AS limit_cpu, (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'limits' ->> 'memory') AS limit_mem - FROM kubernetes_stateful_set WHERE @@ -75,7 +75,7 @@ union (SELECT name, 'Deployment' as kind, - available_replicas as count, + available_replicas as count, (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'requests' ->> 'cpu') AS reqeust_cpu, (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'requests' ->> 'memory') AS reqeust_mem, (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'limits' ->> 'cpu') AS limit_cpu, @@ -88,7 +88,7 @@ union (SELECT name, 'DaemonSet' as kind, - number_available as count, + number_available as count, (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'requests' ->> 'cpu') AS reqeust_cpu, (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'requests' ->> 'memory') AS reqeust_mem, (template -> 'spec' -> 'containers' -> 0 -> 'resources' -> 'limits' ->> 'cpu') AS limit_cpu, @@ -172,7 +172,7 @@ ORDER BY availability_zone """ #------------------------------------------------------------------------------------------------------ #git_path="/home/jhjung/git/dsk-iac" -origin="$(pwd)/org_README.md" +origin="org_README.md" exec_log="query.log" file="../../README.md" #------------------------------------------------------------------------------------------------------