[FIX]: Handle broken links checker edge-cases

.github/actions/validate-docs-links/package.json

@@ -16,8 +16,8 @@
   "devDependencies": {
     "@types/github-slugger": "^1.3.0",
     "@types/node": "^20.4.9",
-    "ts-node": "^10.9.1",
-    "@vercel/ncc": "0.34.0"
+    "@vercel/ncc": "0.34.0",
+    "ts-node": "^10.9.1"
   },
   "dependencies": {
     "@actions/core": "^1.10.0",
@@ -27,6 +27,7 @@
     "rehype-raw": "4.0.1",
     "remark-parse": "7.0.1",
     "remark-rehype": "5.0.0",
+    "remark-mdx": "^2.3.0",
     "typescript": "^5.1.6",
     "unified": "8.4.1",
     "unist-util-visit": "2.0.0"

.github/actions/validate-docs-links/src/checker.ts

@@ -2,6 +2,7 @@ const fs = require('fs/promises')
 const path = require('path')
 const unified = require('unified')
 const markdown = require('remark-parse')
+const remarkMdx = require('remark-mdx')
 const remarkToRehype = require('remark-rehype')
 const raw = require('rehype-raw')
 const visit = require('unist-util-visit')
@@ -65,6 +66,7 @@ type FailureFunction =  (message: string) => void
 
 const RELATIVE_PATH = '/'
 const EXCLUDED_HASHES: string[] = []
+const EXCLUDED_PATHS: string[] = ['/movies.json']
 
 const slugger = new GithubSlugger()
 
@@ -115,6 +117,7 @@ function getHeadingsFromMarkdownTree(tree: Node<Data>): string[] {
 // Create a processor to parse MDX content
 const markdownProcessor = unified()
   .use(markdown)
+  .use(remarkMdx)
   .use(remarkToRehype, { allowDangerousHTML: true })
   .use(raw)
   .use(function compiler() {
@@ -159,21 +162,15 @@ function validateInternalLink(errors: Errors, href: string): void {
   // /docs/api/example#heading -> ["api/example", "heading""]
   const [link, hash] = href.split('#')
 
+  if (EXCLUDED_PATHS.includes(link)) return
+
   // check if doc page exists
   const foundPage = documentMap.get(link.replace(/^\/+/, ''))
 
 
   if (!foundPage) {
     errors.link.push(href)
   } else if (hash && !EXCLUDED_HASHES.includes(hash)) {
-    // TODO: Check if this block is still needed
-    // // Account for documents that pull their content from another document
-    // const foundPageSource = foundPage.source
-    //   ? documentMap.get(foundPage.source)
-    //   : undefined
-
-    // Check if the hash link points to an existing section within the document
-    // const hashFound = (foundPageSource || foundPage).headings.includes(hash)
     const hashFound = foundPage.headings.includes(hash)
 
     if (!hashFound) {
@@ -208,26 +205,43 @@ function traverseTreeAndValidateLinks(tree: any, doc: Document, setFailed: Failu
     related: [],
   }
 
-  try {
-    visit(tree, (node: any) => {
-      if (node.type === 'element' && node.tagName === 'a') {
-        const href = node.properties.href
+  // Matches markdown links like [text](link)
+  const linkRegex = /\[[^\[\]]+\]\([^\(\)]+\)/gm
+  // Matches all links that use some kind of protocol (e.g. http://, https://, mailto:, etc.)
+  const nonInternalLinkRegex = /^(?:[a-z+]+:)?\/\/|^[a-z]+:/i;
 
-        if (!href) return
+  function validateNodes (node: any, parse: boolean = false) {
+    // Handle links in custom components that were not correctly parsed
+    if (node.type === 'text' && linkRegex.test(node.value)) {
+      const customComponentTree = markdownProcessor.parse(node.value)
+      traverseRecursively(customComponentTree)
+    }
 
-        if (href.startsWith(RELATIVE_PATH)) {
-          validateInternalLink(errors, href)
-        } else if (href.startsWith('#')) {
-          validateHashLink(errors, href, doc)
-        }
+    if (node.type === 'element' && node.tagName === 'a' || node.type === 'link' || node.type === 'buttonlink') {
+      const href = node.properties?.href ?? node.url
+      if (!href) return
+
+      if (href.startsWith(RELATIVE_PATH)) {
+        validateInternalLink(errors, href)
+      } else if (href.startsWith('#')) {
+        validateHashLink(errors, href, doc)
+      } else if (!nonInternalLinkRegex.test(href)) {
+        errors.related.push(href)
       }
-    })
+    }
+  }
 
-    validateSourceLinks(doc, errors)
-  } catch (error) {
-    setFailed('Error traversing tree: ' + error)
+  function traverseRecursively (tree: any) {
+    try {
+      visit(tree, validateNodes)
+      validateSourceLinks(doc, errors)
+    } catch (error) {
+      setFailed('Error traversing tree: ' + error)
+    }
   }
 
+  traverseRecursively(tree)
+
   return errors
 }