Develop

.github/workflows/push-trigger.yml

@@ -0,0 +1,111 @@
+name: Setup Postgresql & Run postgres_init for MOSIP_Master & Run docker container
+
+on:
+  pull_request:
+    types: [opened, reopened, synchronize]
+  workflow_dispatch:
+    inputs:
+      message:
+        description: 'Message for manually triggering'
+        required: false
+        default: 'Triggered for Updates'
+        type: string
+  push:
+    branches:
+      - develop
+      - 1.2.0.1
+      - MOSIP*
+env:
+  DBUSER_PWD: mosip123
+  SU_USER_PWD: abc123
+jobs:
+  setup-and-run:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout Repository
+        uses: actions/checkout@v2
+      - name: Create Docker Network
+        run: docker network create mosip_network
+      - name: Setup PostgreSQL Container
+        run: |
+          docker run -d \
+            --name postgresql \
+            --network mosip_network \
+            -p 5432:5432 \
+            -e POSTGRES_USER=postgres \
+            -e POSTGRES_PASSWORD=${{ env.SU_USER_PWD }} \
+            -e POSTGRES_HOST_AUTH_METHOD=trust \
+            postgres:16
+      - name: Initialise mosip_master DB
+        run: |
+          docker run -itd \
+            --name mosip_master_container \
+            --network mosip_network \
+            -e MOSIP_DB_NAME=mosip_master \
+            -e DB_SERVERIP=postgresql \
+            -e DB_PORT=5432 \
+            -e SU_USER=postgres \
+            -e DML_FLAG=1 \
+            -e GIT_REPO_URL=https://github.com/mosip/admin-services.git \
+            -e GIT_BRANCH=develop \
+            -e SU_USER_PWD=${{ env.SU_USER_PWD }} \
+            -e DBUSER_PWD=${{ env.DBUSER_PWD }} \
+            mosipdev/postgres-init:develop
+
+      - name: docker ps command
+        run: docker ps -a
+      - name: Print Logs of mosip_master
+        run: |
+          # Display mosip_master_container logs
+          docker logs -f mosip_master_container
+
+      - name: Check whether db_init has errors in Logs
+        run: |
+          if docker logs  mosip_master_container | grep  -qi "error"; then
+            echo "Error found in mosip_master_container logs."
+            exit 1
+          else
+            echo "No errors found in mosip_master_container logs."
+          fi
+
+
+      - name: Set environment variables
+        run: |
+          if [ "${{ github.event_name }}" = "pull_request" ]; then
+            REPO_URL="${{ github.event.pull_request.head.repo.clone_url }}"
+            BRANCH_NAME="${{ github.event.pull_request.head.ref }}"
+          else
+            REPO_URL="https://github.com/${{ github.repository }}.git"
+            BRANCH_NAME="${{ github.ref_name }}"
+          fi
+          echo "REPO_URL=${REPO_URL}" >> $GITHUB_ENV
+          echo "BRANCH_NAME=${BRANCH_NAME}" >> $GITHUB_ENV
+
+      - name: Run masterdata-loader
+        run: |
+          docker run -itd \
+            --name masterdata_loader \
+            --network mosip_network \
+            -e DB_HOST=postgresql \
+            -e DB_USER=masteruser \
+            -e DB_PORT=5432 \
+            -e DB_PWD=${{ env.DBUSER_PWD }} \
+            -e REPOSITORY=${{ env.REPO_URL }}\
+            -e BRANCH=${{ env.BRANCH_NAME }} \
+            mosipdev/masterdata-loader:develop
+
+      - name: docker ps command
+        run: docker ps -a
+      - name: Print Logs of masterdata_loader
+        run: |
+          # Display masterdata_loader logs
+          docker logs -f masterdata_loader
+
+      - name: Check whether masterdata_loader has errors in Logs
+        run: |
+          if docker logs  masterdata_loader | grep  -qi "error"; then
+            echo "Error found in masterdata_loader logs."
+            exit 1
+          else
+            echo "No errors found in masterdata_loader logs."
+          fi    

.github/workflows/xlsx-to-csv.yml

@@ -0,0 +1,59 @@
+name: xlsx to csv conversion
+
+on:
+  pull_request_target:
+    types: [opened, reopened, synchronize]
+  workflow_dispatch:
+    inputs:
+      message:
+        description: 'Message for manually triggering'
+        required: false
+        default: 'Triggered for Updates'
+        type: string
+
+jobs:
+  convert_xlsx_to_csv:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Clone the repository
+      run: |
+        #git clone -b ${{ github.event.pull_request.head.ref }} "https://x-access-token:${{ secrets.GITHUB_TOKEN }}@github.com/${{ github.event.pull_request.head.repo.full_name }}.git"
+        git clone -b ${{ github.event.pull_request.head.ref }} https://github.com/${{ github.event.pull_request.head.repo.full_name }}.git
+
+    - name: Get  author email
+      run: |
+        PR_NUMBER=${{ github.event.number }}
+        commits=$(curl -s -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
+          -H "Accept: application/vnd.github.v3+json" \
+          "https://api.github.com/repos/${{ github.repository }}/pulls/$PR_NUMBER/commits")
+        email=$(echo "$commits" | jq -r '.[0].commit.author.email // "${{ github.event.pull_request.user.login }}@users.noreply.github.com"')
+        echo "author_email=$email" >> $GITHUB_ENV
+
+    - name: Set up Git identity
+      run: |
+        git config --global user.name "${{ github.event.pull_request.user.login }}"
+        git config --global user.email "${{ env.author_email }}"
+
+    - name: Install xlsx2csv
+      run: sudo apt-get install -y xlsx2csv
+
+    - name: Create output directory
+      run: |
+        rm -rf mosip-data/mosip_master_csv/csv
+        mkdir -p mosip-data/mosip_master_csv/csv
+
+    - name: Convert all XLSX to CSV
+      run: |
+        for xlsx_file in mosip-data/mosip_master/xlsx/*.xlsx; do
+          csv_file="mosip-data/mosip_master_csv/csv/$(basename "${xlsx_file%.xlsx}.csv")"
+          xlsx2csv "$xlsx_file" > "$csv_file"
+          echo "Converted $xlsx_file to $csv_file"
+        done
+
+    - name: Commit and push changes
+      run: |
+        cd mosip-data
+        git branch
+        git add .
+        git commit -s -m "Added converted CSV files" || echo "No changes to commit"
+        git push "https://x-access-token:${{ secrets.ACTION_PAT }}@github.com/${{ github.event.pull_request.head.repo.full_name }}.git" HEAD:${{ github.event.pull_request.head.ref }}

.gitignore

@@ -1 +1,3 @@
 .DS_Store
+.idea
+.project

NOTICE

@@ -0,0 +1,30 @@
+THIRD-PARTY NOTICES
+
+Copyright © MOSIP.
+All rights reserved.
+
+This project includes third-party components distributed under licenses
+that require attribution. The following sections list those components
+and their respective licenses.
+
+===========================
+Mozilla Public License 2.0
+==========================
+
+• MOSIP Data (mosip-data)
+Version: release-1.3.x
+Homepage: [https://github.com/Rakshithasai123/mosip-data](https://github.com/Rakshithasai123/mosip-data)
+
+===========================
+MIT License
+===========
+
+• actions/checkout
+Version: 2.*.*
+Homepage: [https://github.com/actions/checkout](https://github.com/actions/checkout)
+
+---
+
+Full license texts for all components are available in the
+`license/` directory of this repository.
+----------------------------------------

README.md

@@ -5,3 +5,4 @@ This repo contains data that is uploaded into MOSIP during [sandbox installation
 
 ## License
 This project is licensed under the terms of [Mozilla Public License 2.0](LICENSE).
+

licenses/MIT.txt

@@ -0,0 +1,9 @@
+The MIT License (MIT)
+---------------------------
+Copyright (c) 2019 GitHub, Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.