Update version.json

dsk-metric-base-flat-stream
product: release-0.1.10

.gitignore

@@ -1 +1,2 @@
 __pycache__
+dashboard/version-management.log

README.md

@@ -1,34 +1,34 @@
 # DataSaker
-### dsk-23.03.12
+### dsk-23.03.16
 
 # Service Version
 |   Type   | Name                          |  Candidate Version  |  Release Version  |  Product Version  |
 |:--------:|:------------------------------|:-------------------:|:-----------------:|:-----------------:|
-|  front   | dsk-ui                        |   release-0.2.22    |  release-0.2.22   |  release-0.2.22   |
+|  front   | dsk-ui                        |   release-0.2.50    |  release-0.2.50   |  release-0.2.30   |
-|   api    | dsk-agent-api                 |   release-0.1.14    |  release-0.1.14   |  release-0.1.14   |
+|   api    | dsk-agent-api                 |   release-0.1.15    |  release-0.1.15   |  release-0.1.15   |
 |   api    | dsk-agentmanager-api          |    release-0.1.6    |   release-0.1.6   |   release-0.1.6   |
-|   api    | dsk-alert-api                 |   release-0.1.17    |  release-0.1.17   |  release-0.1.17   |
+|   api    | dsk-alert-api                 |   release-0.1.20    |  release-0.1.20   |  release-0.1.19   |
 |   api    | dsk-apm-api                   |   release-0.1.15    |  release-0.1.15   |  release-0.1.15   |
-|   api    | dsk-chart-api                 |    release-0.2.8    |   release-0.2.8   |   release-0.2.8   |
+|   api    | dsk-chart-api                 |                     |  release-0.2.12   |  release-0.2.11   |
 |   api    | dsk-dashboard-api             |   release-0.1.16    |  release-0.1.16   |  release-0.1.16   |
-|   api    | dsk-database-api              |   release-0.1.22    |  release-0.1.22   |  release-0.1.22   |
+|   api    | dsk-database-api              |   release-0.1.35    |  release-0.1.35   |  release-0.1.27   |
 |   api    | dsk-infrastructure-api        |   release-0.1.15    |  release-0.1.15   |  release-0.1.15   |
-|   api    | dsk-log-api                   |   release-0.1.11    |  release-0.1.11   |  release-0.1.11   |
+|   api    | dsk-log-api                   |   release-0.1.13    |  release-0.1.13   |  release-0.1.12   |
-|   api    | dsk-notification-api          |    release-0.2.6    |   release-0.2.6   |   release-0.2.6   |
+|   api    | dsk-notification-api          |                     |   release-0.2.9   |   release-0.2.9   |
 |   api    | dsk-usergate-api              |   release-0.1.13    |  release-0.1.13   |  release-0.1.13   |
-|   api    | dsk-app-sender                |    release-0.2.0    |   release-0.2.0   |   release-0.2.0   |
+|   api    | dsk-app-sender                |    release-0.2.1    |   release-0.2.1   |   release-0.2.1   |
 |   api    | dsk-backoffice                |                     |                   |                   |
-|   api    | dsk-metering-batch            |                     |   release-0.0.3   |                   |
+|   api    | dsk-metering-batch            |    release-0.0.5    |   release-0.0.4   |                   |
 |   api    | dsk-metering-blocking-batch   |                     |                   |                   |
 |   api    | dsk-live-api                  |                     |                   |                   |
-|   api    | dsk-billing-api               |    release-0.1.2    |   release-0.1.2   |   release-0.1.2   |
+|   api    | dsk-billing-api               |    release-0.1.3    |   release-0.1.2   |   release-0.1.2   |
 |  stream  | dsk-database-plan-stream      |    release-0.1.1    |   release-0.1.1   |                   |
 |  stream  | dsk-metric-base-agg-stream    |    release-0.1.3    |   release-0.1.3   |   release-0.1.3   |
-|  stream  | dsk-metric-base-flat-stream   |    release-0.1.6    |   release-0.1.6   |   release-0.1.6   |
+|  stream  | dsk-metric-base-flat-stream   |   release-0.1.10    |  release-0.1.10   |   release-0.1.6   |
-|  stream  | dsk-trace-stream              |    release-0.1.3    |   release-0.1.3   |   release-0.1.3   |
+|  stream  | dsk-trace-stream              |    release-0.2.0    |   release-0.2.0   |   release-0.1.3   |
 |  stream  | dsk-metric-custom-flat-stream |    release-0.1.3    |   release-0.1.3   |   release-0.1.3   |
-|  stream  | dsk-tagging-connector         |   release-0.1.10    |  release-0.1.10   |  release-0.1.10   |
+|  stream  | dsk-tagging-connector         |                     |  release-0.1.10   |  release-0.1.10   |
 |  stream  | dsk-kafka2storage             |    release-0.1.3    |   release-0.1.3   |   release-0.1.3   |
 |  stream  | dsk-log-connector             |    release-0.1.3    |   release-0.1.3   |   release-0.1.3   |
-| datagate | dsk-datagate                  |    release-0.1.6    |   release-0.1.6   |   release-0.1.6   |
+| datagate | dsk-datagate                  |    release-0.1.7    |   release-0.1.7   |   release-0.1.6   |
-| datagate | dsk-loggate                   |    release-0.1.4    |   release-0.1.3   |   release-0.1.3   |
+| datagate | dsk-loggate                   |    release-0.1.5    |   release-0.1.5   |   release-0.1.5   |

dashboard/logger.py

@@ -0,0 +1,28 @@
+import os, logging
+
+host = os.environ.get('VERSION_MANAGEMENT_SERVICE_HOST', default='10.10.43.240')
+service = os.environ.get('VERSION_MANAGEMENT_SERVICE_PORT', default=31090)
+
+class PrintHandler(logging.Handler):
+    def emit(self, record):
+        msg = self.format(record)
+        print(msg)
+        
+def setup_logger():
+    logger = logging.getLogger(__name__)
+    logger.setLevel(logging.INFO)
+    log_file='dashboard/version-management.log'
+    formatter = logging.Formatter(f'%(asctime)s %(levelname)s : %(message)s')
+
+    file_handler = logging.FileHandler(log_file)
+    file_handler.setFormatter(formatter)
+
+    print_handler = PrintHandler()
+    print_handler.setFormatter(formatter)
+
+    logger.addHandler(file_handler)
+    logger.addHandler(print_handler)
+
+    return logger
+
+logger = setup_logger()

dashboard/main.py

@@ -15,7 +15,7 @@ if __name__=='__main__':
         layout='wide'
     )
     
-    tab1, tab2 = st.tabs(["Deploy DataSaker", "Release Info"])
+    tab1, tab2 = st.tabs(["DataSaker", "Releases"])
     
     with tab1:
         st.header('DataSaker')
@@ -24,7 +24,6 @@ if __name__=='__main__':
         col1, col2 = st.columns([7, 3])
         with col1:
             st.subheader('Service')
-            
             if st.button('Data Reload'):
                 git_pull()
                 streamlit_js_eval(js_expressions='parent.window.location.reload()')
@@ -41,7 +40,8 @@ if __name__=='__main__':
                     'candidate_version': st.column_config.TextColumn('Candidate Version', validate=regex),
                     'release_version': st.column_config.TextColumn('Release Version', validate=regex),
                     'product_version': st.column_config.TextColumn('Product Version', validate=regex)
-                }
+                },
+                height=800
             )
         with col2:
             st.text('Edited Rows')

dashboard/settings.py

@@ -1,10 +1,10 @@
-import json, requests, os
+import os, json, requests, subprocess
 from git import Repo
 
 repo = Repo('.')
 file_path = './version.json'
-repo.config_writer().set_value('user', 'name', 'dsk-minchulahn').release()
+api_url = 'https://api.github.com/repos/cloudmoa/dsk-version-management/releases'
-repo.config_writer().set_value('user', 'email', 'minchulahn@ex-em.com').release()
+github_token = os.environ.get('GITHUB_TOKEN')
 
 def get_datasaker():
     return json.load(open(file_path, 'r'))['datasaker']
@@ -16,15 +16,29 @@ def get_commit_id():
     return repo.head.commit
 
 def get_tags():
-    return repo.tags
+    latest_tags = sorted(repo.tags, key=lambda t: t.commit.committed_date, reverse=True)
+    return latest_tags
 
 def get_github_releases():
-    api_url = 'https://api.github.com/repos/cloudmoa/dsk-version-management/releases'
-    github_token = os.environ.get('GITHUB_TOKEN')
     headers = {'Authorization': f'Bearer {github_token}', 'Accept': 'application/vnd.github.v3+json'}
     releases = requests.get(api_url, headers=headers).json()
     return releases
 
+def get_user_name_list():
+    users = ['', 'dsk-minchulahn', 'Ose-Exem', 'deukjin', 'pparkssi3']
+    return users
+
+def get_user_email(username):
+    if username == 'dsk-minchulahn': return 'minchulahn@ex-em.com'
+    elif username == 'Ose-Exem': return 'ose@ex-em.com'
+    elif username == 'deukjin': return 'djkim@ex-em.com'
+    elif username == 'pparkssi3': return 'pparkssi@ex-em.com'
+    else: return ''
+    
+def set_git_config(username, email):
+    subprocess.run(["git", "config", "--global", "user.name", username], check=True)
+    subprocess.run(["git", "config", "--global", "user.email", email], check=True)
+
 def diff():
     if len(repo.index.diff(repo.head.commit)) > 0:
         return True
@@ -51,8 +65,6 @@ def git_push(commit_message, extended_description):
         repo.git.push(force=False)
 
 def publish_release(selected_tag, release_title, release_describe):
-    api_url = 'https://api.github.com/repos/cloudmoa/sample-app/releases'
-    github_token = os.environ.get('GITHUB_TOKEN')
     headers = {'Authorization': f'Bearer {github_token}', 'Accept': 'application/vnd.github.v3+json'}
     release_data = {
         'tag_name': selected_tag,

dashboard/sidebar.py

@@ -2,6 +2,12 @@ import json, time
 import streamlit as st
 from streamlit_js_eval import streamlit_js_eval
 from settings import *
+from logger import logger
+
+if 'push_button_disabled' not in st.session_state:
+    st.session_state.push_button_disabled = True
+if 'release_button_disabled' not in st.session_state:
+    st.session_state.release_button_disabled = True
 
 def set_extended_description(edited_df):
     json_edited_df = json.loads(edited_df.to_json(orient='records'))
@@ -29,21 +35,34 @@ def show_sidebar(df, edited_df):
     with st.sidebar:
         st.subheader('Git Push')
         with st.expander('Git Push'):
+            selected_user_name = st.selectbox('User Name', get_user_name_list(), key='git_user_name')
+            
+            if selected_user_name:
+                set_git_config(selected_user_name, get_user_email(selected_user_name))
+            
             commit_message = st.text_input('Commit Message', value='Update version.json')
             extended_description = st.text_area('Extended description', value=set_extended_description(edited_df), height=200)
             
-            if st.button(key='push', label='Commit changes'):
+            if selected_user_name and commit_message:
-                if commit_message:
+                st.session_state.push_button_disabled = False
+            else:
+                st.session_state.push_button_disabled = True
+
+            if st.button(key='push', label='Commit changes', disabled=st.session_state.push_button_disabled):
+                if selected_user_name and commit_message:
                     if diff_remote_head():
                         if df.equals(edited_df):
+                            logger.warning(f'Git Push - No changes have been made | {selected_user_name}')
                             st.warning('No changes have been made', icon='⚠️')
                         else:
                             set_version_json(edited_df)
                             git_push(commit_message, extended_description)
+                            logger.info(f'Git Push - Success | {selected_user_name}')
                             st.success('Success', icon='✅')
                             time.sleep(1)
                             streamlit_js_eval(js_expressions='parent.window.location.reload()')
                     else:
+                        logger.error(f'Git Push - Updates were rejected because the tip of your current branch is behind | {selected_user_name}')
                         st.error('Updates were rejected because the tip of your current branch is behind', icon='🚨')
         
         st.divider()
@@ -51,7 +70,7 @@ def show_sidebar(df, edited_df):
         st.subheader('Draft a new release')
         with st.expander('Draft a new release'):
             tags = [tag.name for tag in get_tags()]
-            tags.insert(0, "")
+            tags.insert(0, '')
             new_tag = st.text_input('Create a new tag')
             
             if new_tag:
@@ -64,15 +83,23 @@ def show_sidebar(df, edited_df):
             release_title = st.text_input('Release title', value=selected_tag)
             release_describe = st.text_area('Describe this release', value='## Production에 변경된 Version')
             
-            if st.button(key='release', label='Publish release'):
+            if selected_tag and release_title and release_describe:
+                st.session_state.release_button_disabled = False
+            else:
+                st.session_state.release_button_disabled = True
+            
+            if st.button(key='release', label='Publish release', disabled=st.session_state.release_button_disabled):
+                if selected_tag and release_title and release_describe:
                     response = publish_release(selected_tag, release_title, release_describe)
                     
                     if response.status_code == 201:
+                        logger.info(f'Publish Release - Release created successfully')
                         st.success('Release created successfully', icon='✅')
                         git_pull()
                         streamlit_js_eval(js_expressions='parent.window.location.reload()')
                     else:
-                    st.error(f'Failed to create release. Status code: {response.status_code}', icon='🚨')
+                        logger.error(f'Publish Release - Failed to create release. Status code: {response.status_code}')
-                    st.error(f'Response: {response.text}', icon='🚨')
+                        logger.error(f'Response: {response.text}')
+                        st.error(f'Failed to create release. Status code: {response.status_code}\n\n Response: {response.text}', icon='🚨')
         
         st.divider()

version.json

@@ -1,21 +1,21 @@
 {
-    "datasaker": "dsk-23.03.12",
+    "datasaker": "dsk-23.03.16",
     "service": [
         {
             "type": "front",
             "name": "dsk-ui",
-            "latest_candidate_version": "release-0.2.22",
+            "latest_candidate_version": "release-0.2.50",
-            "candidate_version": "release-0.2.22",
+            "candidate_version": "release-0.2.50",
-            "release_version": "release-0.2.22",
+            "release_version": "release-0.2.50",
-            "product_version": "release-0.2.22"
+            "product_version": "release-0.2.30"
         },
         {
             "type": "api",
             "name": "dsk-agent-api",
-            "latest_candidate_version": "release-0.1.14",
+            "latest_candidate_version": "release-0.1.15",
-            "candidate_version": "release-0.1.14",
+            "candidate_version": "release-0.1.15",
-            "release_version": "release-0.1.14",
+            "release_version": "release-0.1.15",
-            "product_version": "release-0.1.14"
+            "product_version": "release-0.1.15"
         },
         {
             "type": "api",
@@ -28,10 +28,10 @@
         {
             "type": "api",
             "name": "dsk-alert-api",
-            "latest_candidate_version": "release-0.1.17",
+            "latest_candidate_version": "release-0.1.20",
-            "candidate_version": "release-0.1.17",
+            "candidate_version": "release-0.1.20",
-            "release_version": "release-0.1.17",
+            "release_version": "release-0.1.20",
-            "product_version": "release-0.1.17"
+            "product_version": "release-0.1.19"
         },
         {
             "type": "api",
@@ -44,10 +44,10 @@
         {
             "type": "api",
             "name": "dsk-chart-api",
-            "latest_candidate_version": "release-0.2.8",
+            "latest_candidate_version": "release-0.2.12",
-            "candidate_version": "release-0.2.8",
+            "candidate_version": "",
-            "release_version": "release-0.2.8",
+            "release_version": "release-0.2.12",
-            "product_version": "release-0.2.8"
+            "product_version": "release-0.2.11"
         },
         {
             "type": "api",
@@ -60,10 +60,10 @@
         {
             "type": "api",
             "name": "dsk-database-api",
-            "latest_candidate_version": "release-0.1.22",
+            "latest_candidate_version": "release-0.1.35",
-            "candidate_version": "release-0.1.22",
+            "candidate_version": "release-0.1.35",
-            "release_version": "release-0.1.22",
+            "release_version": "release-0.1.35",
-            "product_version": "release-0.1.22"
+            "product_version": "release-0.1.27"
         },
         {
             "type": "api",
@@ -76,18 +76,18 @@
         {
             "type": "api",
             "name": "dsk-log-api",
-            "latest_candidate_version": "release-0.1.11",
+            "latest_candidate_version": "release-0.1.13",
-            "candidate_version": "release-0.1.11",
+            "candidate_version": "release-0.1.13",
-            "release_version": "release-0.1.11",
+            "release_version": "release-0.1.13",
-            "product_version": "release-0.1.11"
+            "product_version": "release-0.1.12"
         },
         {
             "type": "api",
             "name": "dsk-notification-api",
-            "latest_candidate_version": "release-0.2.6",
+            "latest_candidate_version": "release-0.2.9",
-            "candidate_version": "release-0.2.6",
+            "candidate_version": "",
-            "release_version": "release-0.2.6",
+            "release_version": "release-0.2.9",
-            "product_version": "release-0.2.6"
+            "product_version": "release-0.2.9"
         },
         {
             "type": "api",
@@ -100,10 +100,10 @@
         {
             "type": "api",
             "name": "dsk-app-sender",
-            "latest_candidate_version": "release-0.2.0",
+            "latest_candidate_version": "release-0.2.1",
-            "candidate_version": "release-0.2.0",
+            "candidate_version": "release-0.2.1",
-            "release_version": "release-0.2.0",
+            "release_version": "release-0.2.1",
-            "product_version": "release-0.2.0"
+            "product_version": "release-0.2.1"
         },
         {
             "type": "api",
@@ -116,9 +116,9 @@
         {
             "type": "api",
             "name": "dsk-metering-batch",
-            "latest_candidate_version": "release-0.0.3",
+            "latest_candidate_version": "release-0.0.5",
-            "candidate_version": "",
+            "candidate_version": "release-0.0.5",
-            "release_version": "release-0.0.3",
+            "release_version": "release-0.0.4",
             "product_version": ""
         },
         {
@@ -140,8 +140,8 @@
         {
             "type": "api",
             "name": "dsk-billing-api",
-            "latest_candidate_version": "release-0.1.2",
+            "latest_candidate_version": "release-0.1.3",
-            "candidate_version": "release-0.1.2",
+            "candidate_version": "release-0.1.3",
             "release_version": "release-0.1.2",
             "product_version": "release-0.1.2"
         },
@@ -164,17 +164,17 @@
         {
             "type": "stream",
             "name": "dsk-metric-base-flat-stream",
-            "latest_candidate_version": "release-0.1.6",
+            "latest_candidate_version": "release-0.1.10",
-            "candidate_version": "release-0.1.6",
+            "candidate_version": "release-0.1.10",
-            "release_version": "release-0.1.6",
+            "release_version": "release-0.1.10",
-            "product_version": "release-0.1.6"
+            "product_version": "release-0.1.10"
         },
         {
             "type": "stream",
             "name": "dsk-trace-stream",
-            "latest_candidate_version": "release-0.1.3",
+            "latest_candidate_version": "release-0.2.0",
-            "candidate_version": "release-0.1.3",
+            "candidate_version": "release-0.2.0",
-            "release_version": "release-0.1.3",
+            "release_version": "release-0.2.0",
             "product_version": "release-0.1.3"
         },
         {
@@ -188,8 +188,8 @@
         {
             "type": "stream",
             "name": "dsk-tagging-connector",
-            "latest_candidate_version": "release-0.1.10",
+            "latest_candidate_version": "release-0.1.11",
-            "candidate_version": "release-0.1.10",
+            "candidate_version": "",
             "release_version": "release-0.1.10",
             "product_version": "release-0.1.10"
         },
@@ -212,18 +212,18 @@
         {
             "type": "datagate",
             "name": "dsk-datagate",
-            "latest_candidate_version": "release-0.1.6",
+            "latest_candidate_version": "release-0.1.7",
-            "candidate_version": "release-0.1.6",
+            "candidate_version": "release-0.1.7",
-            "release_version": "release-0.1.6",
+            "release_version": "release-0.1.7",
             "product_version": "release-0.1.6"
         },
         {
             "type": "datagate",
             "name": "dsk-loggate",
             "latest_candidate_version": "release-0.1.5",
-            "candidate_version": "release-0.1.4",
+            "candidate_version": "release-0.1.5",
-            "release_version": "release-0.1.3",
+            "release_version": "release-0.1.5",
-            "product_version": "release-0.1.3"
+            "product_version": "release-0.1.5"
         }
     ]
 }