Group URLs by version and use a separate browser for each version

This prevents the store from having all versions of data

Author: kategengler

prember-urls.js

@@ -15,11 +15,18 @@ const singularData = {
 module.exports = function () {
   const projects = readdirSync('ember-api-docs-data/json-docs');
 
-  const urls = [];
+  const urlsByVersion = new Map();
+
+  const addUrlToVersion = (versionKey, url) => {
+    if (!urlsByVersion.has(versionKey)) {
+      urlsByVersion.set(versionKey, []);
+    }
+    urlsByVersion.get(versionKey).push(url);
+  };
 
   projects.forEach((p) => {
     // add release index for each of the projects
-    urls.push(`/${p}/release`);
+    addUrlToVersion(`${p}/release`, `/${p}/release`);
 
     const fullProjectVersions = readdirSync(
       `ember-api-docs-data/json-docs/${p}`,
@@ -44,9 +51,9 @@ module.exports = function () {
     const addUrl = (p, uniqVersion, suffix) => {
       // If it's the latest release version, also create release URLs
       if (projectVersions[projectVersions.length - 1] === uniqVersion) {
-        urls.push(`/${p}/release/${suffix}`);
+        addUrlToVersion(`${p}/release`, `/${p}/release/${suffix}`);
       }
-      urls.push(`/${p}/${uniqVersion}/${suffix}`);
+      addUrlToVersion(`${p}/${uniqVersion}`, `/${p}/${uniqVersion}/${suffix}`);
     };
 
     const oldVersions = ['1.13', '2.18', '3.28', '4.12', '5.12'];
@@ -68,7 +75,7 @@ module.exports = function () {
         return;
       }
 
-      urls.push(`/${p}/${uniqVersion}`);
+      addUrlToVersion(`${p}/${uniqVersion}`, `/${p}/${uniqVersion}`);
 
       const sortedPatchVersions = fullProjectVersions
         .filter((projectVersion) => {
@@ -144,7 +151,7 @@ module.exports = function () {
     });
   });
 
-  return urls;
+  return urlsByVersion;
 };
 
 // this is useful to debug why a url isn't being prembered

prerender.js

@@ -6,10 +6,7 @@ const getPremberUrls = require('./prember-urls');
 const BASE_URL = 'http://127.0.0.1:8080';
 const PRERENDER_DIR = 'prerender';
 
-async function prerender() {
-  const urls = getPremberUrls();
-  console.log(`Prerendering ${urls.length} URLs...`);
-
+async function prerenderVersion(urls) {
   const browser = await chromium.launch();
   const page = await browser.newPage();
 
@@ -46,8 +43,6 @@ async function prerender() {
 
       // Check if we got a 404 by looking for common error indicators
       const is404 = await page.evaluate(() => {
-        // Check for "Not Found" text or 404 status indicator
-        const bodyText = document.body.innerText;
         return document.title.includes('Page Not Found');
       });
 
@@ -83,11 +78,22 @@ async function prerender() {
   }
 
   await browser.close();
+}
+async function prerender() {
+  const urlsByVersion = getPremberUrls();
+  const totalUrls = Array.from(urlsByVersion.values()).reduce(
+    (sum, urls) => sum + urls.length,
+    0,
+  );
+
+  console.log(`Prerendering ${totalUrls} URLs...`);
+
+  for (const [version, urls] of urlsByVersion.entries()) {
+    await prerenderVersion(urls);
+  }
 
   console.log('\nPrerendering complete!');
-  console.log(`Total URLs: ${urls.length}`);
-  console.log(`Successfully saved: ${successCount}`);
-  console.log(`Not found: ${notFoundCount}`);
+  console.log(`Total URLs: ${totalUrls}`);
 }
 
 prerender().catch((error) => {