DTSPO 18475 Fix Up

.github/workflows/pr-reviewer.yaml

@@ -0,0 +1,97 @@
+name: CI PR Reviewer Pipeline
+on:
+  pull_request:
+    branches:
+      - main
+  workflow_dispatch:
+
+jobs: 
+  review:
+    runs-on: ubuntu-latest
+    env: 
+      X_API_KEY: ${{ secrets.SYSTEM_API_KEY }}
+      X_API_CONSUMER: ${{ secrets.SYSTEM_CONSUMER_UUID }}
+      API_HOST: "https://app-gippi-api-s-latest-uksouth.azurewebsites.net/"
+      WORKING_DIRECTORY: ${{ github.workspace }}/
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+
+      - name: Create a diff file
+        run: |
+          git diff origin/main...remotes/origin/${{ github.head_ref }} > ${{ env.working_directory }}diff.txt && cat ${{ env.working_directory }}diff.txt
+
+      - name: Generate a response
+        run: |
+          API_HOST=$(printenv API_HOST)
+          WORKING_DIRECTORY=$(printenv WORKING_DIRECTORY)
+          X_API_CONSUMER=$(printenv X_API_CONSUMER)
+          X_API_KEY=$(printenv X_API_KEY)
+          DIFF_FILE="diff.txt"
+          RESPONSE_MD_FILE="response.md"
+
+          if [ ! -f "${WORKING_DIRECTORY}${DIFF_FILE}" ]; then
+              echo "File ${WORKING_DIRECTORY}${DIFF_FILE} not found."
+              exit 1
+          fi
+
+          file_contents=$(cat "${WORKING_DIRECTORY}${DIFF_FILE}")
+          json_body=$(jq -n --arg pt "pullrequest-review" --arg p "$file_contents" '{prompt_type: $pt, prompt: $p}')
+
+          response=$(curl -s -i -X POST "${API_HOST}/predefined" \
+              -H "Content-Type: application/json" \
+              -H "X-API-CONSUMER: ${X_API_CONSUMER}" \
+              -H "X-API-KEY: ${X_API_KEY}" \
+              -d "$json_body")
+
+          echo "Response: $response"
+
+          response_code=$(echo "$response" | awk -F' ' '/HTTP\/1.1/{print $2}' | head -n 1)
+
+          if [ "$response_code" -eq 200 ]; then
+              echo "File contents sent successfully."
+              # Remove headers
+              response_body=$(echo "$response" | tail -n +2)
+              # Remove more headers
+              response_body=$(echo "$response_body" | sed '/^date: /Id' | sed '/^server: /Id' | sed '/^content-length: /Id' | sed '/^content-type: /Id')
+              # remove trailing and leading quotes
+              response_body=$(echo "$response_body" | sed 's/^"\(.*\)"$/\1/')
+              # remove the initial markdown code block ident if it exists
+              response_body=$(echo "$response_body" | sed 's/```markdown//')
+              # remove the last code block ident
+              response_body=$(echo "$response_body" | sed 's/```//')
+
+              # Write to file
+              echo -e "$response_body" > "${WORKING_DIRECTORY}${RESPONSE_MD_FILE}"
+          else
+              echo "Error sending file contents: $response_code"
+              echo -e "Request to AEP failed to process" > "${WORKING_DIRECTORY}${RESPONSE_MD_FILE}"
+          fi
+
+          if [ $? -eq 0 ]; then
+              echo "Response saved as response.md"
+          else
+              echo "Error writing to file in ${WORKING_DIRECTORY}."
+              exit 1
+          fi
+
+      - name: Get the response as a variable 
+        id: get_response
+        run: |
+          {
+            echo 'response<<EOF'
+            cat ${WORKING_DIRECTORY}response.md
+            echo EOF
+          } >> "$GITHUB_ENV"
+
+      - uses: actions/github-script@v6
+        with:
+          script: |
+            github.rest.issues.createComment({
+              issue_number: context.issue.number,
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              body: process.env.response
+            })

.github/workflows/pr-summary.yaml

@@ -0,0 +1,101 @@
+name: CI PR Summary Pipeline
+on:
+  pull_request:
+    branches:
+      - main
+  workflow_dispatch:
+
+jobs: 
+  review:
+    runs-on: ubuntu-latest
+    env: 
+      X_API_KEY: ${{ secrets.SYSTEM_API_KEY }}
+      X_API_CONSUMER: ${{ secrets.SYSTEM_CONSUMER_UUID }}
+      API_HOST: "https://app-gippi-api-s-latest-uksouth.azurewebsites.net/"
+      WORKING_DIRECTORY: ${{ github.workspace }}/
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+
+      - name: Create a diff file
+        run: |
+          git diff origin/main...remotes/origin/${{ github.head_ref }} > ${{ env.working_directory }}diff.txt && cat ${{ env.working_directory }}diff.txt
+
+      - name: Generate a response
+        run: |
+          API_HOST=$(printenv API_HOST)
+          WORKING_DIRECTORY=$(printenv WORKING_DIRECTORY)
+          X_API_CONSUMER=$(printenv X_API_CONSUMER)
+          X_API_KEY=$(printenv X_API_KEY)
+          DIFF_FILE="diff.txt"
+          RESPONSE_MD_FILE="response.md"
+
+          if [ ! -f "${WORKING_DIRECTORY}${DIFF_FILE}" ]; then
+              echo "File ${WORKING_DIRECTORY}${DIFF_FILE} not found."
+              exit 1
+          fi
+
+          file_contents=$(cat "${WORKING_DIRECTORY}${DIFF_FILE}")
+          json_body=$(jq -n --arg pt "pullrequest-summary-perfile" --arg p "$file_contents" '{prompt_type: $pt, prompt: $p}')
+
+          response=$(curl -s -i -X POST "${API_HOST}/predefined" \
+              -H "Content-Type: application/json" \
+              -H "X-API-CONSUMER: ${X_API_CONSUMER}" \
+              -H "X-API-KEY: ${X_API_KEY}" \
+              -d "$json_body")
+
+          echo "Response: $response"
+
+          response_code=$(echo "$response" | awk -F' ' '/HTTP\/1.1/{print $2}' | head -n 1)
+
+          if [ "$response_code" -eq 200 ]; then
+              echo "File contents sent successfully."
+              # Remove headers
+              response_body=$(echo "$response" | tail -n +2)
+              # Remove more headers
+              response_body=$(echo "$response_body" | sed '/^date: /Id' | sed '/^server: /Id' | sed '/^content-length: /Id' | sed '/^content-type: /Id')
+              # remove trailing and leading quotes
+              response_body=$(echo "$response_body" | sed 's/^"\(.*\)"$/\1/')
+              # remove the initial markdown code block ident if it exists
+              response_body=$(echo "$response_body" | sed 's/```markdown//')
+              # remove the last code block ident
+              response_body=$(echo "$response_body" | sed 's/```//')
+
+              # Write to file
+              echo -e "$response_body" > "${WORKING_DIRECTORY}${RESPONSE_MD_FILE}"
+          else
+              echo "Error sending file contents: $response_code"
+              echo -e "Request to AEP failed to process" > "${WORKING_DIRECTORY}${RESPONSE_MD_FILE}"
+          fi
+
+          if [ $? -eq 0 ]; then
+              echo "Response saved as response.md"
+          else
+              echo "Error writing to file in ${WORKING_DIRECTORY}."
+              exit 1
+          fi
+
+      - name: Get the response as a variable 
+        id: get_response
+        run: |
+          {
+            echo 'response<<EOF'
+            cat ${WORKING_DIRECTORY}response.md
+            echo EOF
+          } >> "$GITHUB_ENV"
+
+      - uses: actions/github-script@v6
+        with:
+          script: |
+            const prBody = context.payload.pull_request.body || '';
+            const updatedBody = prBody.includes('## 🤖AEP PR SUMMARY🤖')
+              ? prBody.replace(/## 🤖AEP PR SUMMARY🤖[\s\S]*/, '') + '\n\n## 🤖AEP PR SUMMARY🤖\n\n' + process.env.response
+              : prBody + '\n\n## 🤖AEP PR SUMMARY🤖\n\n' + process.env.response;
+            github.rest.pulls.update({
+              pull_number: context.issue.number,
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              body: updatedBody
+            })

.github/workflows/terraform-precheck.yaml

@@ -0,0 +1,49 @@
+name: Terraform Pre-Check
+
+on:
+  pull_request:
+    branches:
+      - main
+  workflow_dispatch:
+
+permissions:
+  id-token: write
+  issues: write
+  pull-requests: write
+  contents: write
+
+jobs:
+  pre-check:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ github.head_ref }}
+
+      - name: Checkout cnp-azuredevops-libraries
+        uses: actions/checkout@v4
+        with:
+          repository: hmcts/cnp-azuredevops-libraries
+          path: cnp-azuredevops-libraries
+
+      - name: Make Terraform Setup Script Executable
+        run: chmod +x cnp-azuredevops-libraries/scripts/tfenv-install-terraform.sh
+
+      - name: Setup Terraform
+        run: ./cnp-azuredevops-libraries/scripts/tfenv-install-terraform.sh
+        shell: bash
+
+      - name: Terraform Format
+        run: terraform fmt -recursive
+        working-directory: components
+
+      - name: Commit and Push Changes
+        if: ${{ github.event_name == 'push' }}
+        working-directory: components
+        run: |
+          git config --global user.email "hmcts-platform-operations@HMCTS.NET"
+          git config --global user.name "hmcts-platform-operations"
+          git add -u
+          git diff-index --quiet HEAD || git commit -m "Format with terraform fmt"
+          git push origin HEAD:${{ github.head_ref }} || echo "No changes to push"

.github/workflows/terraform.yaml

@@ -0,0 +1,71 @@
+name: Terraform CI/CD
+
+on:
+  pull_request:
+    branches:
+      - main
+  workflow_dispatch:
+
+permissions:
+  actions: write
+  id-token: write
+  issues: write
+  pull-requests: write
+  contents: write
+
+jobs:
+  terraform:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Az CLI login
+        uses: azure/login@v1
+        with:
+          creds: ${{ secrets.AZURE_CREDENTIALS }}
+
+      - name: Terraform Init
+        working-directory: components
+        env:
+          STORAGE_ACCOUNT: ${{ secrets.STORAGE_ACCOUNT }}
+          CONTAINER_NAME: ${{ secrets.CONTAINER_NAME }}
+          RESOURCE_GROUP_NAME: ${{ secrets.RESOURCE_GROUP_NAME }}
+          ARM_CLIENT_ID: ${{ secrets.AZURE_CLIENT_ID }}
+          ARM_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
+          ARM_SUBSCRIPTION_ID: ${{ secrets.DCD_CFT_SANDBOX_SUBSCRIPTION }}
+          ARM_TENANT_ID: ${{ secrets.AZURE_TENANT_ID }}
+        run: terraform init -backend-config="storage_account_name=$STORAGE_ACCOUNT" -backend-config="container_name=$CONTAINER_NAME" -backend-config="resource_group_name=$RESOURCE_GROUP_NAME" -reconfigure
+
+      - name: Terraform Validate
+        working-directory: components
+        id: validate
+        env:
+          ARM_CLIENT_ID: ${{ secrets.AZURE_CLIENT_ID }}
+          ARM_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
+          ARM_SUBSCRIPTION_ID: ${{ secrets.DCD_CFT_SANDBOX_SUBSCRIPTION }}
+          ARM_TENANT_ID: ${{ secrets.AZURE_TENANT_ID }}
+        run: terraform validate
+
+      - name: Terraform Plan
+        working-directory: components
+        id: plan
+        env:
+          ARM_CLIENT_ID: ${{ secrets.AZURE_CLIENT_ID }}
+          ARM_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
+          ARM_SUBSCRIPTION_ID: ${{ secrets.DCD_CFT_SANDBOX_SUBSCRIPTION }}
+          ARM_TENANT_ID: ${{ secrets.AZURE_TENANT_ID }}
+          OAUTH_TOKEN: ${{ secrets.OAUTH_TOKEN }}
+        run: terraform plan -var="oauth_token=${{ secrets.OAUTH_TOKEN }}"
+
+      - name: Terraform Apply
+        if: github.event_name == 'push' && github.ref == 'refs/heads/main'
+        working-directory: components
+        env:
+          ARM_CLIENT_ID: ${{ secrets.AZURE_CLIENT_ID }}
+          ARM_SUBSCRIPTION_ID: ${{ secrets.DCD_CFT_SANDBOX_SUBSCRIPTION }}
+          ARM_TENANT_ID: ${{ secrets.AZURE_TENANT_ID }}
+          ARM_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
+          OAUTH_TOKEN: ${{ secrets.OAUTH_TOKEN }}
+        run: terraform apply -var="oauth_token=${{ secrets.OAUTH_TOKEN }}" -auto-approve
+

.github/workflows/update-repos.yaml

@@ -6,7 +6,7 @@ on:
   workflow_dispatch:
 
 jobs:
-  update-file:
+  update-files:
     runs-on: ubuntu-latest
 
     steps:
@@ -23,15 +23,37 @@ jobs:
         python -m pip install --upgrade pip
         pip install pyyaml requests
 
-    - name: Run update script
+    - name: Run set_org_custom_properties script
+      env:
+        OAUTH_TOKEN: ${{ secrets.OAUTH_TOKEN }}
+      run: python custom-properties/set_org_custom_properties.py
+
+    - name: Run update-repo-list script
       run: python scripts/update-repo-list.py
 
+    - name: Run update-readme script
+      run: python scripts/update-readme.py
+
+    - name: Install jq
+      run: sudo apt-get install jq -y
+
+    - name: List Repositories and Branches
+      run: |
+        echo "Checking Repositories and Branches"
+        for repo in $(jq -r '.[]' < ./production-repos.json); do
+          echo "Checking repository: $repo"
+          curl -H "Authorization: token ${{ secrets.OAUTH_TOKEN }}" \
+               -H "Accept: application/vnd.github.v3+json" \
+               https://api.github.com/repos/hmcts/$repo
+        done
+      shell: bash
+
     - name: Commit and push changes
       run: |
         git config --global user.name 'hmcts-platform-operations'
         git config --global user.email 'github-platform-operations@HMCTS.NET'
-        git add production-repos.json
-        git commit -m 'Update repository list'
+        git add production-repos.json readme.md
+        git commit -m 'Update repository list and readme'
         git push
       env:
-        GITHUB_TOKEN: ${{ secrets.OAUTH_TOKEN }}
+        GITHUB_TOKEN: ${{ secrets.OAUTH_TOKEN }}