chore: add DiscardResolvedDupWildcard func

Author: piquark6046

builder/package.json

@@ -5,19 +5,38 @@
   "scripts": {
     "lint": "tsc --noEmit && eslint **/*.ts",
     "build": "tsx source/buildci.ts",
-    "debug": "tsx source/debug.ts"
+    "debug": "tsx source/debug.ts",
+    "test": "npm run test:utils",
+    "test:utils": "ava test/utils/**/*.test.ts"
   },
   "dependencies": {
     "@types/node": "^24.12.2"
   },
+  "ava": {
+    "files": [
+      "test/**/*.test.ts"
+    ],
+    "nodeArguments": [
+      "--import=tsx"
+    ],
+    "workerThreads": false,
+    "typescript": {
+      "rewritePaths": {
+        "@builder/": "./sources/"
+      },
+      "compile": false
+    }
+  },
   "devDependencies": {
     "@adguard/agtree": "^4.0.4",
+    "@ava/typescript": "^7.0.0",
     "@npmcli/package-json": "^7.0.5",
     "@types/npmcli__package-json": "^4.0.4",
     "@typescript-eslint/eslint-plugin": "^8.58.2",
     "@typescript-eslint/parser": "^8.58.2",
     "@typescriptprime/parsing": "^2.0.1",
     "@typescriptprime/securereq": "^2.0.0",
+    "ava": "^7.0.0",
     "chokidar": "^5.0.0",
     "esbuild": "^0.28.0",
     "eslint": "^10.2.1",

builder/source/utils/discard-resolved-dup-wildcard.ts

@@ -0,0 +1,40 @@
+import * as TLDTS from 'tldts'
+
+export function DiscardResolvedDupWildcard(OriginSet: Set<string>): Set<string> {
+  // Step 1: Remove subdomains whose registered domain already exists in the set
+  const WithoutCoveredSubdomains = new Set<string>()
+  for (const Entry of OriginSet) {
+    const Parsed = TLDTS.parse(Entry)
+    if (Parsed.subdomain && Parsed.domain && OriginSet.has(Parsed.domain)) {
+      continue
+    }
+    WithoutCoveredSubdomains.add(Entry)
+  }
+
+  // Step 2: Group by domainWithoutSuffix
+  const Groups = new Map<string, string[]>()
+  for (const Entry of WithoutCoveredSubdomains) {
+    const Parsed = TLDTS.parse(Entry)
+    const Key = Parsed.domainWithoutSuffix ?? Entry
+    const Group = Groups.get(Key)
+    if (typeof Group === 'undefined') {
+      Groups.set(Key, [Entry])
+    } else {
+      Group.push(Entry)
+    }
+  }
+
+  // Step 3: Consolidate groups with 2+ top-level entries into wildcards
+  const Result = new Set<string>()
+  for (const [Key, Entries] of Groups) {
+    if (Entries.length >= 2 && Entries.every(E => !TLDTS.parse(E).subdomain)) {
+      Result.add(`${Key}.*`)
+    } else {
+      for (const Entry of Entries) {
+        Result.add(Entry)
+      }
+    }
+  }
+
+  return Result
+}

builder/test/utils/discard-resolved-dup-wildcard.test.ts

@@ -0,0 +1,22 @@
+import Test from 'ava'
+import { DiscardResolvedDupWildcard } from '@builder/utils/discard-resolved-dup-wildcard.js'
+
+Test('DiscardResolvedDupWildcard removes resolved duplicate wildcards', T => {
+  const Input = new Set(['google.com', 'google.co.kr', 'google.org', 'example.com', 'example.org', 'duck.com'])
+  const Expected = new Set(['google.*', 'example.*', 'duck.com'])
+
+  return T.deepEqual(DiscardResolvedDupWildcard(Input), Expected)
+})
+
+Test('DiscardResolvedDupWildcard does not remove non-duplicate wildcards', T => {
+  const Input = new Set(['google.com', 'chatgpt.com', 'claude.ai', 'gemini.google.com', 'duck.com'])
+  const Expected = new Set(['google.com', 'chatgpt.com', 'claude.ai', 'duck.com'])
+  
+  return T.deepEqual(DiscardResolvedDupWildcard(Input), Expected)
+})
+
+Test('DiscardResolvedDupWildcard does not remove non-duplicate wildcards with multiple subdomains', T => {
+  const Input = new Set(['access.chatgpt.com', 'info.chatgpt.com', 'access.claude.ai', 'info.claude.ai', 'access.huggingface.co', 'info.huggingface.co'])
+  
+  return T.deepEqual(DiscardResolvedDupWildcard(Input), Input)
+})

package.json

@@ -7,7 +7,8 @@
     "build:userscript": "npm run build -w builder -- --minify true --build-type production --SubscriptionUrl https://cdn.jsdelivr.net/npm/@filteringdev/tinyshield@latest/dist/tinyShield.user.js",
     "build": "npm run build:userscript",
     "debug": "npm run debug -w builder",
-    "lint": "npm run lint -w builder && npm run lint -w userscript"
+    "lint": "npm run lint -w builder && npm run lint -w userscript",
+    "test": "npm run test -w builder"
   },
   "keywords": [
     "Ad-Shield"