From b1e2e83c3b3da96f8a151b5fcfee5300d5234a6e Mon Sep 17 00:00:00 2001
From: cordt-sei <165932662+cordt-sei@users.noreply.github.com>
Date: Wed, 7 Aug 2024 19:13:03 -0600
Subject: [PATCH 01/16] Update url_check.yml

fixes
---
 .github/workflows/url_check.yml | 34 ++++++++++++++-------------------
 1 file changed, 14 insertions(+), 20 deletions(-)

diff --git a/.github/workflows/url_check.yml b/.github/workflows/url_check.yml
index 802b030..1d38b6e 100644
--- a/.github/workflows/url_check.yml
+++ b/.github/workflows/url_check.yml
@@ -2,8 +2,8 @@ name: Broken URL Check
 
 on:
   schedule:
-    - cron: '0 0 * * 1'  # Runs every Monday at 00:00 UTC
-  workflow_dispatch:  # Allows manual triggering of the workflow
+    - cron: '0 0 * * 1'
+  workflow_dispatch:
 
 jobs:
   url-check:
@@ -34,29 +34,23 @@ jobs:
           CHECK_PATH: './pages/'
 
       - name: Create Issue with Results
-        if: always()
+        if: ${{ fromJson(steps.run_checker.outputs.checker_output).total_issues > 0 }}
         uses: actions/github-script@v6
         with:
           github-token: ${{secrets.GITHUB_TOKEN}}
           script: |
             const output = JSON.parse('${{ steps.run_checker.outputs.checker_output }}');
-            const issueTitle = output.status === "issues_found" 
-              ? `Broken URLs Detected: ${output.total_issues} issues found`
-              : "URL Check Completed - No Issues Found";
-            
-            let issueBody = `# URL Check Results\n\n`;
-            if (output.status === "issues_found") {
-              issueBody += `## Issues Found: ${output.total_issues}\n\n`;
-              output.issues.forEach(issue => {
-                issueBody += `- File: ${issue.file}, Line: ${issue.line}\n`;
-                issueBody += `  URL: ${issue.url}\n`;
-                issueBody += `  Status Code: ${issue.status_code}, Reason: ${issue.reason}\n`;
-                issueBody += `  Final URL: ${issue.final_url}\n\n`;
-              });
-            } else {
-              issueBody += "No broken URLs detected in this check.";
-            }
-            
+            const issueTitle = `🚨 Broken URLs Detected: ${output.total_issues} issues found`;
+
+            let issueBody = `## URL Check Results\n\n`;
+            issueBody += `### Issues Found: ${output.total_issues}\n\n`;
+            issueBody += "| File | Line | URL | Status Code | Reason |\n";
+            issueBody += "|------|------|-----|-------------|--------|\n";
+            output.issues.forEach(issue => {
+              issueBody += `| ${issue.file} | ${issue.line} | ${issue.url} | ${issue.status_code} | ${issue.reason} |\n`;
+            });
+            issueBody += "\n\nPlease review and fix these broken URLs.";
+
             await github.rest.issues.create({
               owner: context.repo.owner,
               repo: context.repo.name,

From fbd08d681ca2ca8c089868a8093cddf7f46c0d71 Mon Sep 17 00:00:00 2001
From: cordt-sei <165932662+cordt-sei@users.noreply.github.com>
Date: Wed, 7 Aug 2024 19:13:41 -0600
Subject: [PATCH 02/16] Update urlcheck.py

Fixes output, adds debug logging to console
---
 scripts/urlcheck.py | 47 ++++++++++++++++++++++-----------------------
 1 file changed, 23 insertions(+), 24 deletions(-)

diff --git a/scripts/urlcheck.py b/scripts/urlcheck.py
index 19699ca..9676c51 100644
--- a/scripts/urlcheck.py
+++ b/scripts/urlcheck.py
@@ -1,12 +1,12 @@
 import os
 import re
-import requests
 import json
+import requests
 from urllib.parse import urlparse
 from concurrent.futures import ThreadPoolExecutor, as_completed
 
 INTERNAL_404_URL = "https://github.com/sei-protocol/sei-docs/blob/main/pages/404.mdx"
-MAX_WORKERS = 5  # Adjust based on your needs and GitHub Actions limitations
+MAX_WORKERS = 5  # Adjust based on your needs
 
 def check_url_status(url):
     try:
@@ -35,7 +35,7 @@ def process_file(file_path):
                 for url in urls:
                     if is_valid_url(url):
                         status_code, reason, final_url = check_url_status(url)
-                        if status_code and (status_code not in {200, 403, 415} or final_url == INTERNAL_404_URL):
+                        if status_code and status_code not in {200, 403, 415, 501} and final_url != INTERNAL_404_URL:
                             file_report.append({
                                 'file': file_path,
                                 'line': line_number,
@@ -48,16 +48,21 @@ def process_file(file_path):
         print(f"Error reading file {file_path}: {str(e)}")
     return file_report
 
-def check_files_in_directory(directory):
+def check_location(location):
     all_reports = []
     with ThreadPoolExecutor(max_workers=MAX_WORKERS) as executor:
         future_to_file = {}
-        for root, _, files in os.walk(directory):
-            for file in files:
-                if file.endswith(('.md', '.mdx')):
-                    file_path = os.path.join(root, file)
-                    future = executor.submit(process_file, file_path)
-                    future_to_file[future] = file_path
+        if os.path.isfile(location):
+            future = executor.submit(process_file, location)
+            future_to_file[future] = location
+        else:
+            for root, _, files in os.walk(location):
+                for file in files:
+                    if file.endswith(('.md', '.mdx')):
+                        file_path = os.path.join(root, file)
+                        future = executor.submit(process_file, file_path)
+                        future_to_file[future] = file_path
+
         for future in as_completed(future_to_file):
             file_path = future_to_file[future]
             try:
@@ -65,24 +70,18 @@ def check_files_in_directory(directory):
                 all_reports.extend(report)
             except Exception as exc:
                 print(f'{file_path} generated an exception: {exc}')
+
     return all_reports
 
 def generate_report(report):
-    output = {}
-    if report:
-        output["status"] = "issues_found"
-        output["total_issues"] = len(report)
-        output["issues"] = report
-    else:
-        output["status"] = "no_issues_found"
-        output["total_issues"] = 0
-    
-    print(json.dumps(output, indent=2))
+    output = {
+        "total_issues": len(report),
+        "issues": report
+    }
+    print(json.dumps(output))
 
 if __name__ == "__main__":
     check_path = os.environ.get('CHECK_PATH', './pages/')
-    report = check_files_in_directory(check_path)
+    print(f"Checking URLs in location: {check_path}")
+    report = check_location(check_path)
     generate_report(report)
-    
-    # Set exit code for GitHub Actions
-    exit(len(report))  # Exit code is the number of issues found

From 966149560a36a051725456fe51060842a77d49bd Mon Sep 17 00:00:00 2001
From: cordt-sei <165932662+cordt-sei@users.noreply.github.com>
Date: Wed, 7 Aug 2024 19:16:11 -0600
Subject: [PATCH 03/16] Update url_check.yml

correct json parsing
---
 .github/workflows/url_check.yml | 19 ++++++++++++-------
 1 file changed, 12 insertions(+), 7 deletions(-)

diff --git a/.github/workflows/url_check.yml b/.github/workflows/url_check.yml
index 1d38b6e..49c2885 100644
--- a/.github/workflows/url_check.yml
+++ b/.github/workflows/url_check.yml
@@ -27,21 +27,26 @@ jobs:
         id: run_checker
         run: |
           output=$(python scripts/urlcheck.py)
-          echo "checker_output<<EOF" >> $GITHUB_OUTPUT
+          echo 'checker_output<<EOF' >> $GITHUB_OUTPUT
           echo "$output" >> $GITHUB_OUTPUT
-          echo "EOF" >> $GITHUB_OUTPUT
-        env:
-          CHECK_PATH: './pages/'
+          echo 'EOF' >> $GITHUB_OUTPUT
+
+      - name: Process results
+        id: process_results
+        run: |
+          output='${{ steps.run_checker.outputs.checker_output }}'
+          total_issues=$(echo "$output" | jq -r '.total_issues')
+          echo "total_issues=$total_issues" >> $GITHUB_OUTPUT
 
       - name: Create Issue with Results
-        if: ${{ fromJson(steps.run_checker.outputs.checker_output).total_issues > 0 }}
+        if: ${{ steps.process_results.outputs.total_issues > 0 }}
         uses: actions/github-script@v6
         with:
           github-token: ${{secrets.GITHUB_TOKEN}}
           script: |
             const output = JSON.parse('${{ steps.run_checker.outputs.checker_output }}');
             const issueTitle = `🚨 Broken URLs Detected: ${output.total_issues} issues found`;
-
+            
             let issueBody = `## URL Check Results\n\n`;
             issueBody += `### Issues Found: ${output.total_issues}\n\n`;
             issueBody += "| File | Line | URL | Status Code | Reason |\n";
@@ -50,7 +55,7 @@ jobs:
               issueBody += `| ${issue.file} | ${issue.line} | ${issue.url} | ${issue.status_code} | ${issue.reason} |\n`;
             });
             issueBody += "\n\nPlease review and fix these broken URLs.";
-
+            
             await github.rest.issues.create({
               owner: context.repo.owner,
               repo: context.repo.name,

From 90fa268105a1e2da4c4bba6448c399188043dfd1 Mon Sep 17 00:00:00 2001
From: cordt-sei <165932662+cordt-sei@users.noreply.github.com>
Date: Wed, 7 Aug 2024 19:21:10 -0600
Subject: [PATCH 04/16] Update url_check.yml

Further corrections for json output handling
---
 .github/workflows/url_check.yml | 10 ++++++----
 1 file changed, 6 insertions(+), 4 deletions(-)

diff --git a/.github/workflows/url_check.yml b/.github/workflows/url_check.yml
index 49c2885..056f800 100644
--- a/.github/workflows/url_check.yml
+++ b/.github/workflows/url_check.yml
@@ -35,18 +35,20 @@ jobs:
         id: process_results
         run: |
           output='${{ steps.run_checker.outputs.checker_output }}'
+          echo "Raw output:"
+          echo "$output"
           total_issues=$(echo "$output" | jq -r '.total_issues')
           echo "total_issues=$total_issues" >> $GITHUB_OUTPUT
 
       - name: Create Issue with Results
-        if: ${{ steps.process_results.outputs.total_issues > 0 }}
+        if: ${{ fromJson(steps.process_results.outputs.total_issues) > 0 }}
         uses: actions/github-script@v6
         with:
           github-token: ${{secrets.GITHUB_TOKEN}}
           script: |
             const output = JSON.parse('${{ steps.run_checker.outputs.checker_output }}');
-            const issueTitle = `🚨 Broken URLs Detected: ${output.total_issues} issues found`;
-            
+            const issueTitle = `🚨 Broken URLs: ${output.total_issues} issues found`;
+
             let issueBody = `## URL Check Results\n\n`;
             issueBody += `### Issues Found: ${output.total_issues}\n\n`;
             issueBody += "| File | Line | URL | Status Code | Reason |\n";
@@ -55,7 +57,7 @@ jobs:
               issueBody += `| ${issue.file} | ${issue.line} | ${issue.url} | ${issue.status_code} | ${issue.reason} |\n`;
             });
             issueBody += "\n\nPlease review and fix these broken URLs.";
-            
+
             await github.rest.issues.create({
               owner: context.repo.owner,
               repo: context.repo.name,

From aaf3c949b654db9a3252f58353bedbc60c17e13b Mon Sep 17 00:00:00 2001
From: cordt-sei <165932662+cordt-sei@users.noreply.github.com>
Date: Wed, 7 Aug 2024 19:23:35 -0600
Subject: [PATCH 05/16] Update urlcheck.py

Improve json output
---
 scripts/urlcheck.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/scripts/urlcheck.py b/scripts/urlcheck.py
index 9676c51..ab354f2 100644
--- a/scripts/urlcheck.py
+++ b/scripts/urlcheck.py
@@ -78,10 +78,11 @@ def generate_report(report):
         "total_issues": len(report),
         "issues": report
     }
-    print(json.dumps(output))
+    return json.dumps(output)
 
 if __name__ == "__main__":
     check_path = os.environ.get('CHECK_PATH', './pages/')
     print(f"Checking URLs in location: {check_path}")
     report = check_location(check_path)
-    generate_report(report)
+    output = generate_report(report)
+    print(output)

From 2f917bdd257c000d6c4ec09a74d0e5fb577c2ca7 Mon Sep 17 00:00:00 2001
From: cordt-sei <165932662+cordt-sei@users.noreply.github.com>
Date: Wed, 7 Aug 2024 19:30:11 -0600
Subject: [PATCH 06/16] Update urlcheck.py

Print only JSON to stdout to avoid parse error
---
 scripts/urlcheck.py | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/scripts/urlcheck.py b/scripts/urlcheck.py
index ab354f2..d320421 100644
--- a/scripts/urlcheck.py
+++ b/scripts/urlcheck.py
@@ -78,11 +78,11 @@ def generate_report(report):
         "total_issues": len(report),
         "issues": report
     }
-    return json.dumps(output)
+    print(json.dumps(output))
 
 if __name__ == "__main__":
     check_path = os.environ.get('CHECK_PATH', './pages/')
-    print(f"Checking URLs in location: {check_path}")
+    print(f"Checking URLs in location: {check_path}", file=sys.stderr)  # print to stderr
     report = check_location(check_path)
     output = generate_report(report)
-    print(output)
+    print(output)  # only print JSON to stdout

From ea4ccd378d50ee409a5ad5d6f6baa1d892cd32f1 Mon Sep 17 00:00:00 2001
From: cordt-sei <165932662+cordt-sei@users.noreply.github.com>
Date: Wed, 7 Aug 2024 19:32:21 -0600
Subject: [PATCH 07/16] Update urlcheck.py

add missing import
---
 scripts/urlcheck.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/scripts/urlcheck.py b/scripts/urlcheck.py
index d320421..482d485 100644
--- a/scripts/urlcheck.py
+++ b/scripts/urlcheck.py
@@ -1,5 +1,6 @@
 import os
 import re
+import sys
 import json
 import requests
 from urllib.parse import urlparse

From 03501a05827c87e4bfdf1b8c8f4db8c7f5beac21 Mon Sep 17 00:00:00 2001
From: cordt-sei <165932662+cordt-sei@users.noreply.github.com>
Date: Wed, 7 Aug 2024 19:42:41 -0600
Subject: [PATCH 08/16] Update urlcheck.py

tweak output more
---
 scripts/urlcheck.py | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/scripts/urlcheck.py b/scripts/urlcheck.py
index 482d485..f670c70 100644
--- a/scripts/urlcheck.py
+++ b/scripts/urlcheck.py
@@ -1,10 +1,12 @@
+#!/usr/bin/env python3
+
 import os
 import re
-import sys
 import json
 import requests
 from urllib.parse import urlparse
 from concurrent.futures import ThreadPoolExecutor, as_completed
+import sys
 
 INTERNAL_404_URL = "https://github.com/sei-protocol/sei-docs/blob/main/pages/404.mdx"
 MAX_WORKERS = 5  # Adjust based on your needs
@@ -83,7 +85,6 @@ def generate_report(report):
 
 if __name__ == "__main__":
     check_path = os.environ.get('CHECK_PATH', './pages/')
-    print(f"Checking URLs in location: {check_path}", file=sys.stderr)  # print to stderr
+    print(f"Checking URLs in location: {check_path}", file=sys.stderr)  # Print to stderr
     report = check_location(check_path)
-    output = generate_report(report)
-    print(output)  # only print JSON to stdout
+    generate_report(report)

From 945c0b427da2bdaaf5483cf22ddaef03e69e2301 Mon Sep 17 00:00:00 2001
From: cordt-sei <165932662+cordt-sei@users.noreply.github.com>
Date: Wed, 7 Aug 2024 19:43:44 -0600
Subject: [PATCH 09/16] Update url_check.yml

Refactor constructing of github issue content
---
 .github/workflows/url_check.yml | 28 +++++++++++-----------------
 1 file changed, 11 insertions(+), 17 deletions(-)

diff --git a/.github/workflows/url_check.yml b/.github/workflows/url_check.yml
index 056f800..3620800 100644
--- a/.github/workflows/url_check.yml
+++ b/.github/workflows/url_check.yml
@@ -26,37 +26,31 @@ jobs:
       - name: Run link checker
         id: run_checker
         run: |
-          output=$(python scripts/urlcheck.py)
-          echo 'checker_output<<EOF' >> $GITHUB_OUTPUT
-          echo "$output" >> $GITHUB_OUTPUT
-          echo 'EOF' >> $GITHUB_OUTPUT
+          python3 scripts/urlcheck.py > output.json
 
       - name: Process results
         id: process_results
         run: |
-          output='${{ steps.run_checker.outputs.checker_output }}'
+          output=$(cat output.json)
           echo "Raw output:"
           echo "$output"
           total_issues=$(echo "$output" | jq -r '.total_issues')
+          if [ "$total_issues" -gt 0 ]; then
+            issue_body=$(echo "$output" | jq -r '.issues | map("File: " + .file + "\nLine: " + (.line|tostring) + "\nURL: " + .url + "\nStatus Code: " + (.status_code|tostring) + "\nReason: " + .reason + "\nFinal URL: " + .final_url + "\n\n") | join("\n")')
+            echo "$issue_body"
+            echo "issue_body=$issue_body" >> $GITHUB_ENV
+          fi
+          rm output.json
           echo "total_issues=$total_issues" >> $GITHUB_OUTPUT
 
       - name: Create Issue with Results
         if: ${{ fromJson(steps.process_results.outputs.total_issues) > 0 }}
         uses: actions/github-script@v6
         with:
-          github-token: ${{secrets.GITHUB_TOKEN}}
+          github-token: ${{ secrets.GITHUB_TOKEN }}
           script: |
-            const output = JSON.parse('${{ steps.run_checker.outputs.checker_output }}');
-            const issueTitle = `🚨 Broken URLs: ${output.total_issues} issues found`;
-
-            let issueBody = `## URL Check Results\n\n`;
-            issueBody += `### Issues Found: ${output.total_issues}\n\n`;
-            issueBody += "| File | Line | URL | Status Code | Reason |\n";
-            issueBody += "|------|------|-----|-------------|--------|\n";
-            output.issues.forEach(issue => {
-              issueBody += `| ${issue.file} | ${issue.line} | ${issue.url} | ${issue.status_code} | ${issue.reason} |\n`;
-            });
-            issueBody += "\n\nPlease review and fix these broken URLs.";
+            const issueTitle = `🚨 Broken URLs: ${process.env.total_issues} issues found`;
+            const issueBody = process.env.issue_body;
 
             await github.rest.issues.create({
               owner: context.repo.owner,

From ff15d62f338bf559245420dc654d39f2f94c5cc4 Mon Sep 17 00:00:00 2001
From: cordt-sei <165932662+cordt-sei@users.noreply.github.com>
Date: Wed, 7 Aug 2024 20:16:41 -0600
Subject: [PATCH 10/16] Update url_check.yml

Actions workflow improvements
Use issue template
---
 .github/workflows/url_check.yml | 44 ++++++++++++++++-----------------
 1 file changed, 22 insertions(+), 22 deletions(-)

diff --git a/.github/workflows/url_check.yml b/.github/workflows/url_check.yml
index 3620800..a659265 100644
--- a/.github/workflows/url_check.yml
+++ b/.github/workflows/url_check.yml
@@ -8,6 +8,9 @@ on:
 jobs:
   url-check:
     runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      issues: write
 
     steps:
       - name: Checkout code
@@ -26,36 +29,33 @@ jobs:
       - name: Run link checker
         id: run_checker
         run: |
-          python3 scripts/urlcheck.py > output.json
+          output=$(python scripts/urlcheck.py)
+          echo 'checker_output<<EOF' >> $GITHUB_OUTPUT
+          echo "$output" >> $GITHUB_OUTPUT
+          echo 'EOF' >> $GITHUB_OUTPUT
+        env:
+          CHECK_PATH: './pages/'
 
       - name: Process results
         id: process_results
         run: |
-          output=$(cat output.json)
+          output='${{ steps.run_checker.outputs.checker_output }}'
           echo "Raw output:"
           echo "$output"
           total_issues=$(echo "$output" | jq -r '.total_issues')
+          echo "TOTAL_ISSUES=$total_issues" >> $GITHUB_ENV
+
           if [ "$total_issues" -gt 0 ]; then
-            issue_body=$(echo "$output" | jq -r '.issues | map("File: " + .file + "\nLine: " + (.line|tostring) + "\nURL: " + .url + "\nStatus Code: " + (.status_code|tostring) + "\nReason: " + .reason + "\nFinal URL: " + .final_url + "\n\n") | join("\n")')
-            echo "$issue_body"
-            echo "issue_body=$issue_body" >> $GITHUB_ENV
+            issue_table=$(echo "$output" | jq -r '.issues[] | "| \(.file) | \(.line) | \(.url) | \(.status_code) | \(.reason) |"' | sed -e 's/^/  /')
+            echo 'ISSUE_TABLE<<EOF' >> $GITHUB_ENV
+            echo "$issue_table" >> $GITHUB_ENV
+            echo 'EOF' >> $GITHUB_ENV
           fi
-          rm output.json
-          echo "total_issues=$total_issues" >> $GITHUB_OUTPUT
 
-      - name: Create Issue with Results
-        if: ${{ fromJson(steps.process_results.outputs.total_issues) > 0 }}
-        uses: actions/github-script@v6
+      - name: Create Issue
+        if: ${{ env.TOTAL_ISSUES > 0 }}
+        uses: JasonEtco/create-an-issue@v2
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         with:
-          github-token: ${{ secrets.GITHUB_TOKEN }}
-          script: |
-            const issueTitle = `🚨 Broken URLs: ${process.env.total_issues} issues found`;
-            const issueBody = process.env.issue_body;
-
-            await github.rest.issues.create({
-              owner: context.repo.owner,
-              repo: context.repo.name,
-              title: issueTitle,
-              body: issueBody,
-              labels: ['url-check']
-            });
+          filename: .github/ISSUE_TEMPLATE_URL_CHECK.md

From 838c1761521d3356035afe0fdac8fc2cd44175a3 Mon Sep 17 00:00:00 2001
From: cordt-sei <165932662+cordt-sei@users.noreply.github.com>
Date: Wed, 7 Aug 2024 20:17:17 -0600
Subject: [PATCH 11/16] Create ISSUE_TEMPLATE_URL_CHECK.md

For use by actions workflow
---
 .github/ISSUE_TEMPLATE_URL_CHECK.md | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)
 create mode 100644 .github/ISSUE_TEMPLATE_URL_CHECK.md

diff --git a/.github/ISSUE_TEMPLATE_URL_CHECK.md b/.github/ISSUE_TEMPLATE_URL_CHECK.md
new file mode 100644
index 0000000..3aad209
--- /dev/null
+++ b/.github/ISSUE_TEMPLATE_URL_CHECK.md
@@ -0,0 +1,16 @@
+---
+title: 🚨 Broken URLs Detected: {{ env.TOTAL_ISSUES }} issues found
+labels: bug, documentation
+assignees: 
+---
+
+## URL Check Results
+
+### Issues Found: {{ env.TOTAL_ISSUES }}
+
+| File | Line | URL | Status Code | Reason |
+| ---- | ---- | --- | ----------- | ------ |
+
+{{ env.ISSUE_TABLE }}
+
+Please review and fix these broken URLs.

From 740d362d49af46d06ebf49b2c2270c48aad8737f Mon Sep 17 00:00:00 2001
From: cordt-sei <165932662+cordt-sei@users.noreply.github.com>
Date: Wed, 7 Aug 2024 20:21:04 -0600
Subject: [PATCH 12/16] Update urlcheck.py

further output formatting changes
---
 scripts/urlcheck.py | 13 ++++++-------
 1 file changed, 6 insertions(+), 7 deletions(-)

diff --git a/scripts/urlcheck.py b/scripts/urlcheck.py
index f670c70..c5a82a5 100644
--- a/scripts/urlcheck.py
+++ b/scripts/urlcheck.py
@@ -1,15 +1,13 @@
-#!/usr/bin/env python3
-
 import os
 import re
 import json
+import sys
 import requests
 from urllib.parse import urlparse
 from concurrent.futures import ThreadPoolExecutor, as_completed
-import sys
 
 INTERNAL_404_URL = "https://github.com/sei-protocol/sei-docs/blob/main/pages/404.mdx"
-MAX_WORKERS = 5  # Adjust based on your needs
+MAX_WORKERS = 5
 
 def check_url_status(url):
     try:
@@ -81,10 +79,11 @@ def generate_report(report):
         "total_issues": len(report),
         "issues": report
     }
-    print(json.dumps(output))
+    return json.dumps(output)
 
 if __name__ == "__main__":
     check_path = os.environ.get('CHECK_PATH', './pages/')
-    print(f"Checking URLs in location: {check_path}", file=sys.stderr)  # Print to stderr
+    print(f"Checking URLs in location: {check_path}", file=sys.stderr)
     report = check_location(check_path)
-    generate_report(report)
+    output = generate_report(report)
+    print(output)

From 8a150639def325119994a4e02d3660b5d0e4cf7b Mon Sep 17 00:00:00 2001
From: cordt-sei <165932662+cordt-sei@users.noreply.github.com>
Date: Wed, 7 Aug 2024 20:21:43 -0600
Subject: [PATCH 13/16] Update url_check.yml

improve output handling with grep
---
 .github/workflows/url_check.yml | 7 ++++---
 1 file changed, 4 insertions(+), 3 deletions(-)

diff --git a/.github/workflows/url_check.yml b/.github/workflows/url_check.yml
index a659265..0024da6 100644
--- a/.github/workflows/url_check.yml
+++ b/.github/workflows/url_check.yml
@@ -42,11 +42,12 @@ jobs:
           output='${{ steps.run_checker.outputs.checker_output }}'
           echo "Raw output:"
           echo "$output"
-          total_issues=$(echo "$output" | jq -r '.total_issues')
+          json_output=$(echo "$output" | grep -Eo '\{.*\}')
+          total_issues=$(echo "$json_output" | jq -r '.total_issues')
           echo "TOTAL_ISSUES=$total_issues" >> $GITHUB_ENV
-
+          
           if [ "$total_issues" -gt 0 ]; then
-            issue_table=$(echo "$output" | jq -r '.issues[] | "| \(.file) | \(.line) | \(.url) | \(.status_code) | \(.reason) |"' | sed -e 's/^/  /')
+            issue_table=$(echo "$json_output" | jq -r '.issues[] | "| \(.file) | \(.line) | \(.url) | \(.status_code) | \(.reason) |"' | sed -e 's/^/  /')
             echo 'ISSUE_TABLE<<EOF' >> $GITHUB_ENV
             echo "$issue_table" >> $GITHUB_ENV
             echo 'EOF' >> $GITHUB_ENV

From 4c8af7898a93fe612e77a8e83da62a966d3dca23 Mon Sep 17 00:00:00 2001
From: cordt-sei <165932662+cordt-sei@users.noreply.github.com>
Date: Wed, 7 Aug 2024 20:22:15 -0600
Subject: [PATCH 14/16] Update ISSUE_TEMPLATE_URL_CHECK.md

---
 .github/ISSUE_TEMPLATE_URL_CHECK.md | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/.github/ISSUE_TEMPLATE_URL_CHECK.md b/.github/ISSUE_TEMPLATE_URL_CHECK.md
index 3aad209..46c1da8 100644
--- a/.github/ISSUE_TEMPLATE_URL_CHECK.md
+++ b/.github/ISSUE_TEMPLATE_URL_CHECK.md
@@ -9,8 +9,5 @@ assignees:
 ### Issues Found: {{ env.TOTAL_ISSUES }}
 
 | File | Line | URL | Status Code | Reason |
-| ---- | ---- | --- | ----------- | ------ |
-
+|------|------|-----|-------------|--------|
 {{ env.ISSUE_TABLE }}
-
-Please review and fix these broken URLs.

From 5f135c5c095ee4ee08ff46d0df90de7385b69c70 Mon Sep 17 00:00:00 2001
From: cordt-sei <165932662+cordt-sei@users.noreply.github.com>
Date: Wed, 7 Aug 2024 20:22:49 -0600
Subject: [PATCH 15/16] Update ISSUE_TEMPLATE_URL_CHECK.md

add quotes
---
 .github/ISSUE_TEMPLATE_URL_CHECK.md | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/.github/ISSUE_TEMPLATE_URL_CHECK.md b/.github/ISSUE_TEMPLATE_URL_CHECK.md
index 46c1da8..8110100 100644
--- a/.github/ISSUE_TEMPLATE_URL_CHECK.md
+++ b/.github/ISSUE_TEMPLATE_URL_CHECK.md
@@ -1,7 +1,7 @@
 ---
-title: 🚨 Broken URLs Detected: {{ env.TOTAL_ISSUES }} issues found
+title: "🚨 Broken URLs Detected: {{ env.TOTAL_ISSUES }} issues found"
 labels: bug, documentation
-assignees: 
+assignees:
 ---
 
 ## URL Check Results

From 0fe15e6182f046557dea6eb05d3d2d0c5c2e69c0 Mon Sep 17 00:00:00 2001
From: cordt-sei <165932662+cordt-sei@users.noreply.github.com>
Date: Wed, 7 Aug 2024 20:23:19 -0600
Subject: [PATCH 16/16] Update ISSUE_TEMPLATE_URL_CHECK.md

---
 .github/ISSUE_TEMPLATE_URL_CHECK.md | 1 -
 1 file changed, 1 deletion(-)

diff --git a/.github/ISSUE_TEMPLATE_URL_CHECK.md b/.github/ISSUE_TEMPLATE_URL_CHECK.md
index 8110100..c51b6b2 100644
--- a/.github/ISSUE_TEMPLATE_URL_CHECK.md
+++ b/.github/ISSUE_TEMPLATE_URL_CHECK.md
@@ -1,7 +1,6 @@
 ---
 title: "🚨 Broken URLs Detected: {{ env.TOTAL_ISSUES }} issues found"
 labels: bug, documentation
-assignees:
 ---
 
 ## URL Check Results