update threshold to round number and simplify do rolling shuffle instead of erroring on large output number

Author: neverRare

src/main.ts

@@ -22,9 +22,9 @@ import {
 } from "./settings_frontend.ts";
 import { translate } from "./translator/translator.ts";
 
-const DICTIONARY_AUTO_PARSE_THRESHOLD = 5000;
+const DICTIONARY_AUTO_PARSE_THRESHOLD = 5_000;
 const INITIAL_PAGE_SIZE = 100;
-const MAX_PAGE_SIZE = 25248;
+const MAX_PAGE_SIZE = 20_000;
 
 // never change this
 const DICTIONARY_KEY = "dictionary";

src/translator/translator.ts

@@ -1,3 +1,4 @@
+import { randomIntegerBetween } from "@std/random/integer-between";
 import { shuffle } from "@std/random/shuffle";
 import { IterableResult, ResultError } from "../compound.ts";
 import { parser } from "../parser/parser.ts";
@@ -6,7 +7,7 @@ import * as EnglishComposer from "./composer.ts";
 import { fixMultipleSentences } from "./fixer.ts";
 import { multipleSentences } from "./sentence.ts";
 
-const RANDOMIZATION_LIMIT = 25248;
+const RANDOMIZATION_LIMIT = 20_000;
 
 export function translate(tokiPona: string): IterableResult<string> {
   return new IterableResult([], function* () {
@@ -20,16 +21,15 @@ export function translate(tokiPona: string): IterableResult<string> {
     const unique: Set<string> = new Set();
     if (settings.randomize) {
       for (const result of iterableResult) {
-        if (unique.size > RANDOMIZATION_LIMIT) {
-          yield {
-            type: "error",
-            error: new ResultError("too many output to shuffle"),
-          };
-          return;
-        }
         switch (result.type) {
           case "value":
             unique.add(result.value);
+            if (unique.size > RANDOMIZATION_LIMIT) {
+              const sample = [...unique];
+              const value = sample[randomIntegerBetween(0, sample.length)];
+              unique.delete(value);
+              yield { type: "value", value };
+            }
             break;
           case "error":
             aggregateErrors.push(result.error);