refactor: replace Markdoc parsing with custom tokenizer

- Updated the Markdoc parsing implementation in both `markdoc-html-string.ts` and `markdoc-parser.tsx` to utilize the new `parseMarkdocDocument` function from `markdoc-tokenizer`.
- This change aims to improve the parsing process and maintain consistency across the markdown handling components.

Author: kingRayhan

src/lib/markdown/markdoc-html-string.ts

@@ -1,5 +1,6 @@
 import Markdoc, { type Node, Tag } from "@markdoc/markdoc";
 import { removeMarkdownSyntax } from "@/lib/utils";
+import { parseMarkdocDocument } from "./markdoc-tokenizer";
 
 function safeForCdata(html: string): string {
   return html.replace(/]]>/g, "]]]]><![CDATA[>");
@@ -43,7 +44,7 @@ export function markdocToHtmlForRss(
   const prefix = featureUrl ? featureImageMarkup(featureUrl, alt) : "";
 
   try {
-    const ast = Markdoc.parse(md);
+    const ast = parseMarkdocDocument(md);
     const content = Markdoc.transform(ast, {
       tags: {
         youtube: {

src/lib/markdown/markdoc-parser.tsx

@@ -1,11 +1,12 @@
 import Markdoc from "@markdoc/markdoc";
 import React from "react";
+import { parseMarkdocDocument } from "./markdoc-tokenizer";
 import { YoutubeTag, YoutubeTagConfig } from "./markdown-tags/youtube";
 import { CodeTag, CodeTagConfig } from "./markdown-tags/code";
 import { LivecodeTag, LivecodeTagConfig } from "./markdown-tags/livecode";
 
 export const markdocParser = (markdown: string) => {
-  const ast = Markdoc.parse(markdown);
+  const ast = parseMarkdocDocument(markdown);
   const content = Markdoc.transform(ast, {
     tags: {
       youtube: YoutubeTagConfig,

src/lib/markdown/markdoc-tokenizer.ts

@@ -0,0 +1,8 @@
+import Markdoc from "@markdoc/markdoc";
+
+/** Shared tokenizer: bare URLs (e.g. `https://…`) become real links, not plain text. */
+const tokenizer = new Markdoc.Tokenizer({ linkify: true });
+
+export function parseMarkdocDocument(markdown: string) {
+  return Markdoc.parse(tokenizer.tokenize(markdown));
+}