Development at PNL

.dockerignore

@@ -0,0 +1,4 @@
+.vscode
+.github
+.node_modules
+singularity

.env.development.sample

@@ -0,0 +1,16 @@
+# SERVER_PORT=8000
+# MONGODB_PORT=27017
+# MONGODB_ADMIN_USER=dpdash
+# MONGODB_ADMIN_PASSWORD=Get the password from whoever gave you the backup.tar for mongodb. Should match the .env file
+# MONGODB_URI=mongodb://${MONGODB_ADMIN_USER}:${MONGODB_ADMIN_PASSWORD}@mongodb:27017/dpdmongo?authSource=admin
+# SESSION_SECRET=This can be any secure value
+
+# RABBIT_PORT=5672
+# RABBIT_HOST=app-tier
+# RABBIT_USERNAME=dpdash
+# RABBIT_PASSWORD=Use any secure value, but make sure it's the same in the .env file
+# RABBIT_ADDRESS=amqp://${RABBIT_USERNAME}:${RABBIT_PASSWORD}@app-tier:5672
+# RABBIT_PUBLISHER_QUEUE=dpdash
+# RABBIT_CONSUMER_QUEUE=dpdashResponse
+
+# LOG_FILE_PATH=logs/app.log

.env.sample

@@ -0,0 +1,20 @@
+MONGODB_URI=mongodb://mongodb:27017/dpdmongo?authSource=admin
+SESSION_SECRET=foooo
+SMTP_HOST=your.smtpserver.com
+SMTP_PORT=587
+SMTP_USER=yoursmtpuser
+SMTP_PASS=yoursmtppassword
+SMTP_REJECT_UNAUTHORIZED=false
+ADMIN_EMAIL=adminaccountemail@example.com
+EMAIL_SENDER=automatedemailfromaddress@example.com
+HOME_URL=your.domain.com
+IMPORT_API_USERS=api-user-1,api-user-2
+IMPORT_API_KEYS=api-key-1,api-key-2
+
+# For local development with smtp4dev
+# SMTP_HOST=smtp4dev
+# SMTP_PORT=2525
+# SMTP_USER=
+# SMTP_PASS=
+# SMTP4DEV_UI_PORT=8080
+# SMTP4DEV_SMTP_PORT=2525

.eslintignore

@@ -0,0 +1,5 @@
+dist/
+node_modules/
+cdk_lib/
+public/
+ts_bin/

.eslintrc

@@ -0,0 +1,65 @@
+{
+  "extends": [
+    "eslint:recommended",
+    "plugin:react/recommended",
+    "prettier",
+    "universe/web",
+    "universe/node",
+  ],
+  "parser": "@babel/eslint-parser",
+  "env": {
+    "browser": true,
+    "node": true,
+  },
+  "parserOptions": {
+    "requireConfigFile": false,
+    "babelOptions": {
+      "presets": ["@babel/preset-react"],
+    },
+    "ecmaFeatures": {
+      "jsx": true,
+    },
+    "ecmaVersion": 15,
+    "sourceType": "module",
+    "parserOptions": {
+      "project": "./tsconfig.json",
+    },
+  },
+  "plugins": [
+    "react",
+    "jest",
+    "testing-library",
+    "no-only-tests",
+    "sort-keys-fix",
+    "prettier",
+    "promise",
+  ],
+  "rules": {
+    "react/prop-types": "off",
+    "no-unused-vars": [
+      "error",
+      { "varsIgnorePattern": "^_", "argsIgnorePattern": "^_" },
+    ],
+    "import/order": [
+      "error",
+      {
+        "alphabetize": {
+          "caseInsensitive": true,
+          "order": "asc",
+        },
+        "groups": ["builtin", "external", "internal"],
+        "newlines-between": "always",
+        "pathGroups": [
+          {
+            "group": "external",
+            "pattern": "react",
+            "position": "before",
+          },
+        ],
+        "pathGroupsExcludedImportTypes": ["react"],
+      },
+    ],
+    "no-only-tests/no-only-tests": "error",
+    "react/react-in-jsx-scope": "off",
+  },
+}

.github/workflows/bootstrap_cdk.yaml

@@ -0,0 +1,34 @@
+name: Bootstrap CDK
+on:
+  workflow_dispatch:
+jobs:
+  deploy:
+    name: Deploy with AWS CDK
+    runs-on: ubuntu-latest
+    # These permissions are needed to interact with GitHub's OIDC Token endpoint.
+    permissions:
+      id-token: write
+      contents: read
+    if: ${{ startsWith(vars.ROLE_ARN, 'arn:aws:iam') }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+      - name: Configure AWS credentials from Test account
+        uses: aws-actions/configure-aws-credentials@v4
+        with:
+          role-to-assume: ${{ vars.ROLE_ARN }}
+          aws-region: us-east-1
+      - name: Install dependencies
+        run: npm ci --legacy-peer-deps
+      - name: Bootstrap CDK
+        env:
+          CDK_DEFAULT_ACCOUNT: ${{ vars.CDK_DEFAULT_ACCOUNT }}
+          CDK_DEFAULT_REGION: ${{ vars.CDK_DEFAULT_REGION }}
+          CERT_ARN: ${{ vars.CERT_ARN_STAGING }}
+          SES_IDENTITY_ARN: ${{ vars.SES_IDENTITY_ARN }}
+          EMAIL_SENDER: ${{ vars.EMAIL_SENDER }}
+          ADMIN_EMAIL: ${{ vars.ADMIN_EMAIL }}
+          BASE_DOMAIN: ${{ vars.BASE_DOMAIN_STAGING }}
+          APP_MEMORY: ${{ vars.APP_MEMORY || '2048' }}
+          APP_CPU: ${{ vars.APP_CPU || '1024' }}
+        run: npm run bootstrap -- --require-approval never

.github/workflows/build_images.yaml

@@ -0,0 +1,45 @@
+name: Build Images
+on:
+  workflow_dispatch:
+jobs:
+  build-and-push:
+    name: Build and Push Docker Dependencies
+    runs-on: ubuntu-latest
+    # These permissions are needed to interact with GitHub's OIDC Token endpoint.
+    permissions:
+      id-token: write
+      contents: read
+    if: ${{ startsWith(vars.ROLE_ARN, 'arn:aws:iam') }}
+    steps:
+      - name: checkout
+        uses: actions/checkout@v3
+
+      - name: configure aws credentials
+        uses: aws-actions/configure-aws-credentials@v4
+        with:
+          role-to-assume: ${{ vars.ROLE_ARN }}
+          role-session-name: dpdash-ghactions-session
+          aws-region: us-east-1
+
+      - name: Login to Amazon ECR
+        id: login-ecr
+        uses: aws-actions/amazon-ecr-login@v1
+
+      - name: Build, tag, and push dpdash docker image to Amazon ECR
+        env:
+          REGISTRY: ${{ steps.login-ecr.outputs.registry }}
+          REPOSITORY: dpdash
+          IMAGE_TAG: latest
+        run: |
+          docker build -t $REGISTRY/$REPOSITORY:$IMAGE_TAG .
+          docker push $REGISTRY/$REPOSITORY:$IMAGE_TAG
+
+      - name: Build, tag, and push mongo docker image to Amazon ECR
+        env:
+          REGISTRY: ${{ steps.login-ecr.outputs.registry }}
+          REPOSITORY: mongo
+          IMAGE_TAG: '5.0.21'
+        run: |
+          docker pull $REPOSITORY:$IMAGE_TAG
+          docker tag $REPOSITORY:$IMAGE_TAG $REGISTRY/$REPOSITORY:$IMAGE_TAG
+          docker push $REGISTRY/$REPOSITORY:$IMAGE_TAG

.github/workflows/create_repositories.yaml

@@ -0,0 +1,38 @@
+name: Create Repositories
+on:
+  workflow_dispatch:
+jobs:
+  create-repositories:
+    name: Create Repositories for Docker Dependencies
+    runs-on: ubuntu-latest
+    # These permissions are needed to interact with GitHub's OIDC Token endpoint.
+    permissions:
+      id-token: write
+      contents: read
+    if: ${{ startsWith(vars.ROLE_ARN, 'arn:aws:iam') }}
+    steps:
+      - name: checkout
+        uses: actions/checkout@v3
+
+      - name: configure aws credentials
+        uses: aws-actions/configure-aws-credentials@v4
+        with:
+          role-to-assume: ${{ vars.ROLE_ARN }}
+          role-session-name: dpdash-ghactions-session
+          aws-region: us-east-1
+
+      - name: Login to Amazon ECR
+        id: login-ecr
+        uses: aws-actions/amazon-ecr-login@v1
+
+      - name: Create dpdash docker repository in Amazon ECR
+        env:
+          REGISTRY: ${{ steps.login-ecr.outputs.registry }}
+          REPOSITORY: dpdash
+        run: aws ecr create-repository --repository-name ${REPOSITORY}
+
+      - name: Create mongo docker repository in Amazon ECR
+        env:
+          REGISTRY: ${{ steps.login-ecr.outputs.registry }}
+          REPOSITORY: mongo
+        run: aws ecr create-repository --repository-name ${REPOSITORY}

.github/workflows/deploy_app_prod.yaml

@@ -0,0 +1,76 @@
+name: Deploy App Production
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - master
+jobs:
+  test:
+    name: Test on Node ${{ matrix.node }} and ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        node: ['latest']
+        os: [ubuntu-latest]
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v3
+      - name: Use Node ${{ matrix.node }}
+        uses: actions/setup-node@v3
+        with:
+          node-version: ${{ matrix.node }}
+      - name: Install deps
+        run: npm ci
+      - name: Test
+        run: npm run test
+  build-and-deploy:
+    name: Build and Deploy Docker Image
+    needs: test
+    runs-on: ubuntu-latest
+    # These permissions are needed to interact with GitHub's OIDC Token endpoint.
+    permissions:
+      id-token: write
+      contents: read
+    if: ${{ startsWith(vars.ROLE_ARN, 'arn:aws:iam') }}
+    steps:
+      - name: checkout
+        uses: actions/checkout@v3
+
+      - name: configure aws credentials
+        uses: aws-actions/configure-aws-credentials@v4
+        with:
+          role-to-assume: ${{ vars.ROLE_ARN }}
+          role-session-name: dpdash-ghactions-session
+          aws-region: us-east-1
+
+      - name: Login to Amazon ECR
+        id: login-ecr
+        uses: aws-actions/amazon-ecr-login@v1
+
+      - name: Build, tag, and push docker image to Amazon ECR
+        env:
+          REGISTRY: ${{ steps.login-ecr.outputs.registry }}
+          REPOSITORY: dpdash
+          IMAGE_TAG: ${{ github.sha }}
+        run: |
+          docker build -t $REGISTRY/$REPOSITORY:$IMAGE_TAG .
+          docker push $REGISTRY/$REPOSITORY:$IMAGE_TAG
+
+      - name: Update ECS Task
+        env:
+          REGISTRY: ${{ steps.login-ecr.outputs.registry }}
+          REPOSITORY: dpdash
+          IMAGE_TAG: ${{ github.sha }}
+          CLUSTER_NAME: dpDashCluster
+          TASK_NAME: dpDashTaskDefinition
+          SERVICE_NAME: dpDashService
+        run:
+          | # Grab JSON of current DP Dash task definition, replace container image field with the new container and fix up the JSON, then upload the task and update the service with the new task
+          export ECR_IMAGE="$REGISTRY/$REPOSITORY:$IMAGE_TAG"
+          export TASK_DEFINITION=$(aws ecs describe-task-definition --task-definition "$TASK_NAME" --region="us-east-1")
+          export NEW_TASK_DEFINITION=$(echo $TASK_DEFINITION | jq --arg IMAGE "$ECR_IMAGE" '.taskDefinition | .containerDefinitions[0].image = $IMAGE | del(.taskDefinitionArn) | del(.revision) | del(.status) | del(.requiresAttributes) | del(.compatibilities) | del(.registeredAt) | del(.registeredBy)')
+          export NEW_REVISION=$(aws ecs register-task-definition --region "us-east-1" --cli-input-json "${NEW_TASK_DEFINITION}")
+          export NEW_REVISION_DATA=$(echo $NEW_REVISION | jq '.taskDefinition.revision')
+          export NEW_SERVICE=$(aws ecs update-service --cluster "$CLUSTER_NAME" --service "$SERVICE_NAME" --task-definition "$TASK_NAME" --force-new-deployment)
+          echo "done"
+          echo "DP Dash, Revision: ${NEW_REVISION_DATA}, Image: $REGISTRY/$REPOSITORY:$IMAGE_TAG"

.github/workflows/deploy_app_staging.yaml

@@ -0,0 +1,76 @@
+name: Deploy App Staging
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - pnl-devel
+jobs:
+  test:
+    name: Test on Node ${{ matrix.node }} and ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        node: ['latest']
+        os: [ubuntu-latest]
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v3
+      - name: Use Node ${{ matrix.node }}
+        uses: actions/setup-node@v3
+        with:
+          node-version: ${{ matrix.node }}
+      - name: Install deps
+        run: npm ci
+      - name: Test
+        run: npm run test
+  build-and-deploy:
+    name: Build and Deploy Docker Image
+    needs: test
+    runs-on: ubuntu-latest
+    # These permissions are needed to interact with GitHub's OIDC Token endpoint.
+    permissions:
+      id-token: write
+      contents: read
+    if: ${{ startsWith(vars.ROLE_ARN, 'arn:aws:iam') }}
+    steps:
+      - name: checkout
+        uses: actions/checkout@v3
+
+      - name: configure aws credentials
+        uses: aws-actions/configure-aws-credentials@v4
+        with:
+          role-to-assume: ${{ vars.ROLE_ARN }}
+          role-session-name: dpdash-ghactions-session
+          aws-region: us-east-1
+
+      - name: Login to Amazon ECR
+        id: login-ecr
+        uses: aws-actions/amazon-ecr-login@v1
+
+      - name: Build, tag, and push docker image to Amazon ECR
+        env:
+          REGISTRY: ${{ steps.login-ecr.outputs.registry }}
+          REPOSITORY: dpdash
+          IMAGE_TAG: ${{ github.sha }}
+        run: |
+          docker build -t $REGISTRY/$REPOSITORY:$IMAGE_TAG .
+          docker push $REGISTRY/$REPOSITORY:$IMAGE_TAG
+
+      - name: Update ECS Task
+        env:
+          REGISTRY: ${{ steps.login-ecr.outputs.registry }}
+          REPOSITORY: dpdash
+          IMAGE_TAG: ${{ github.sha }}
+          CLUSTER_NAME: dpDashDevCluster
+          TASK_NAME: dpDashDevTaskDefinition
+          SERVICE_NAME: dpDashDevService
+        run:
+          | # Grab JSON of current DP Dash task definition, replace container image field with the new container and fix up the JSON, then upload the task and update the service with the new task
+          export ECR_IMAGE="$REGISTRY/$REPOSITORY:$IMAGE_TAG"
+          export TASK_DEFINITION=$(aws ecs describe-task-definition --task-definition "$TASK_NAME" --region="us-east-1")
+          export NEW_TASK_DEFINITION=$(echo $TASK_DEFINITION | jq --arg IMAGE "$ECR_IMAGE" '.taskDefinition | .containerDefinitions[0].image = $IMAGE | del(.taskDefinitionArn) | del(.revision) | del(.status) | del(.requiresAttributes) | del(.compatibilities) | del(.registeredAt) | del(.registeredBy)')
+          export NEW_REVISION=$(aws ecs register-task-definition --region "us-east-1" --cli-input-json "${NEW_TASK_DEFINITION}")
+          export NEW_REVISION_DATA=$(echo $NEW_REVISION | jq '.taskDefinition.revision')
+          export NEW_SERVICE=$(aws ecs update-service --cluster "$CLUSTER_NAME" --service "$SERVICE_NAME" --task-definition "$TASK_NAME" --force-new-deployment)
+          echo "done"
+          echo "DP Dash, Revision: ${NEW_REVISION_DATA}, Image: $REGISTRY/$REPOSITORY:$IMAGE_TAG"