Develop

.github/workflows/push-trigger.yml

@@ -0,0 +1,111 @@
+name: Setup Postgresql & Run postgres_init for MOSIP_Master & Run docker container
+
+on:
+  pull_request:
+    types: [opened, reopened, synchronize]
+  workflow_dispatch:
+    inputs:
+      message:
+        description: 'Message for manually triggering'
+        required: false
+        default: 'Triggered for Updates'
+        type: string
+  push:
+    branches:
+      - develop
+      - 1.2.0.1
+      - MOSIP*
+env:
+  DBUSER_PWD: mosip123
+  SU_USER_PWD: abc123
+jobs:
+  setup-and-run:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout Repository
+        uses: actions/checkout@v2
+      - name: Create Docker Network
+        run: docker network create mosip_network
+      - name: Setup PostgreSQL Container
+        run: |
+          docker run -d \
+            --name postgresql \
+            --network mosip_network \
+            -p 5432:5432 \
+            -e POSTGRES_USER=postgres \
+            -e POSTGRES_PASSWORD=${{ env.SU_USER_PWD }} \
+            -e POSTGRES_HOST_AUTH_METHOD=trust \
+            postgres:16
+      - name: Initialise mosip_master DB
+        run: |
+          docker run -itd \
+            --name mosip_master_container \
+            --network mosip_network \
+            -e MOSIP_DB_NAME=mosip_master \
+            -e DB_SERVERIP=postgresql \
+            -e DB_PORT=5432 \
+            -e SU_USER=postgres \
+            -e DML_FLAG=1 \
+            -e GIT_REPO_URL=https://github.com/mosip/admin-services.git \
+            -e GIT_BRANCH=develop \
+            -e SU_USER_PWD=${{ env.SU_USER_PWD }} \
+            -e DBUSER_PWD=${{ env.DBUSER_PWD }} \
+            mosipdev/postgres-init:develop
+
+      - name: docker ps command
+        run: docker ps -a
+      - name: Print Logs of mosip_master
+        run: |
+          # Display mosip_master_container logs
+          docker logs -f mosip_master_container
+
+      - name: Check whether db_init has errors in Logs
+        run: |
+          if docker logs  mosip_master_container | grep  -qi "error"; then
+            echo "Error found in mosip_master_container logs."
+            exit 1
+          else
+            echo "No errors found in mosip_master_container logs."
+          fi
+
+
+      - name: Set environment variables
+        run: |
+          if [ "${{ github.event_name }}" = "pull_request" ]; then
+            REPO_URL="${{ github.event.pull_request.head.repo.clone_url }}"
+            BRANCH_NAME="${{ github.event.pull_request.head.ref }}"
+          else
+            REPO_URL="https://github.com/${{ github.repository }}.git"
+            BRANCH_NAME="${{ github.ref_name }}"
+          fi
+          echo "REPO_URL=${REPO_URL}" >> $GITHUB_ENV
+          echo "BRANCH_NAME=${BRANCH_NAME}" >> $GITHUB_ENV
+
+      - name: Run masterdata-loader
+        run: |
+          docker run -itd \
+            --name masterdata_loader \
+            --network mosip_network \
+            -e DB_HOST=postgresql \
+            -e DB_USER=masteruser \
+            -e DB_PORT=5432 \
+            -e DB_PWD=${{ env.DBUSER_PWD }} \
+            -e REPOSITORY=${{ env.REPO_URL }}\
+            -e BRANCH=${{ env.BRANCH_NAME }} \
+            mosipdev/masterdata-loader:develop
+
+      - name: docker ps command
+        run: docker ps -a
+      - name: Print Logs of masterdata_loader
+        run: |
+          # Display masterdata_loader logs
+          docker logs -f masterdata_loader
+
+      - name: Check whether masterdata_loader has errors in Logs
+        run: |
+          if docker logs  masterdata_loader | grep  -qi "error"; then
+            echo "Error found in masterdata_loader logs."
+            exit 1
+          else
+            echo "No errors found in masterdata_loader logs."
+          fi    

.github/workflows/xlsx-to-csv.yml

@@ -0,0 +1,59 @@
+name: xlsx to csv conversion
+
+on:
+  pull_request_target:
+    types: [opened, reopened, synchronize]
+  workflow_dispatch:
+    inputs:
+      message:
+        description: 'Message for manually triggering'
+        required: false
+        default: 'Triggered for Updates'
+        type: string
+
+jobs:
+  convert_xlsx_to_csv:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Clone the repository
+      run: |
+        #git clone -b ${{ github.event.pull_request.head.ref }} "https://x-access-token:${{ secrets.GITHUB_TOKEN }}@github.com/${{ github.event.pull_request.head.repo.full_name }}.git"
+        git clone -b ${{ github.event.pull_request.head.ref }} https://github.com/${{ github.event.pull_request.head.repo.full_name }}.git
+
+    - name: Get  author email
+      run: |
+        PR_NUMBER=${{ github.event.number }}
+        commits=$(curl -s -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
+          -H "Accept: application/vnd.github.v3+json" \
+          "https://api.github.com/repos/${{ github.repository }}/pulls/$PR_NUMBER/commits")
+        email=$(echo "$commits" | jq -r '.[0].commit.author.email // "${{ github.event.pull_request.user.login }}@users.noreply.github.com"')
+        echo "author_email=$email" >> $GITHUB_ENV
+
+    - name: Set up Git identity
+      run: |
+        git config --global user.name "${{ github.event.pull_request.user.login }}"
+        git config --global user.email "${{ env.author_email }}"
+
+    - name: Install xlsx2csv
+      run: sudo apt-get install -y xlsx2csv
+
+    - name: Create output directory
+      run: |
+        rm -rf mosip-data/mosip_master_csv/csv
+        mkdir -p mosip-data/mosip_master_csv/csv
+
+    - name: Convert all XLSX to CSV
+      run: |
+        for xlsx_file in mosip-data/mosip_master/xlsx/*.xlsx; do
+          csv_file="mosip-data/mosip_master_csv/csv/$(basename "${xlsx_file%.xlsx}.csv")"
+          xlsx2csv "$xlsx_file" > "$csv_file"
+          echo "Converted $xlsx_file to $csv_file"
+        done
+
+    - name: Commit and push changes
+      run: |
+        cd mosip-data
+        git branch
+        git add .
+        git commit -s -m "Added converted CSV files" || echo "No changes to commit"
+        git push "https://x-access-token:${{ secrets.ACTION_PAT }}@github.com/${{ github.event.pull_request.head.repo.full_name }}.git" HEAD:${{ github.event.pull_request.head.ref }}

.gitignore

@@ -1 +1,3 @@
 .DS_Store
+.idea
+.project

NOTICE

@@ -0,0 +1,30 @@
+THIRD-PARTY NOTICES
+
+Copyright © MOSIP.
+All rights reserved.
+
+This project includes third-party components distributed under licenses
+that require attribution. The following sections list those components
+and their respective licenses.
+
+===========================
+Mozilla Public License 2.0
+==========================
+
+• MOSIP Data (mosip-data)
+Version: release-1.3.x
+Homepage: [https://github.com/Rakshithasai123/mosip-data](https://github.com/Rakshithasai123/mosip-data)
+
+===========================
+MIT License
+===========
+
+• actions/checkout
+Version: 2.*.*
+Homepage: [https://github.com/actions/checkout](https://github.com/actions/checkout)
+
+---
+
+Full license texts for all components are available in the
+`license/` directory of this repository.
+----------------------------------------

README.md

@@ -5,3 +5,4 @@ This repo contains data that is uploaded into MOSIP during [sandbox installation
 
 ## License
 This project is licensed under the terms of [Mozilla Public License 2.0](LICENSE).
+

mosip_master/xlsx/.~lock.zone.xlsx#

@@ -0,0 +1 @@
+,techno-243,gagana26,28.04.2022 14:44,file:///home/techno-243/.config/libreoffice/4;