Add messages2tsv.js and tsv2messages.js

Author: sbates-idrc

tools/messages2tsv.js

@@ -0,0 +1,52 @@
+const fs = require('fs');
+
+function writeTSV(messages, stream) {
+    const langCodes = getLangCodes(messages);
+    const messageKeys = getAllMessageKeys(messages, langCodes);
+    // Header
+    stream.write("keys");
+    for (const lang of langCodes) {
+        stream.write(`\t${lang}`);
+    }
+    stream.write("\n");
+    // Messages
+    for (const key of messageKeys) {
+        stream.write(key);
+        for (const lang of langCodes) {
+            stream.write("\t");
+            if (Object.hasOwn(messages[lang], key)) {
+                stream.write(messages[lang][key]);
+            } else {
+                stream.write("MISSING");
+            }
+        }
+        stream.write("\n");
+    }
+}
+
+function getLangCodes(messages) {
+    return Object.keys(messages).sort();
+}
+
+function getAllMessageKeys(messages, langCodes) {
+    const messageKeys = new Set();
+    for (const lang of langCodes) {
+        for (const key of Object.keys(messages[lang])) {
+            messageKeys.add(key);
+        }
+    }
+    return Array.from(messageKeys).sort();
+}
+
+if (process.argv.length !== 4) {
+    process.stderr.write("usage: messages2tsv.js output-file input-file\n");
+    process.exit(2);
+}
+
+const outputFilename = process.argv[2];
+const inputFilename = process.argv[3];
+
+const messages = JSON.parse(fs.readFileSync(inputFilename, {encoding: 'utf8'}));
+const outStream = fs.createWriteStream(outputFilename, {encoding: 'utf8'});
+
+writeTSV(messages, outStream);

tools/tsv2messages.js

@@ -0,0 +1,49 @@
+const fs = require('fs');
+const readline = require('readline');
+
+function readMessagesFromTSV(stream, callback) {
+    let langCodes = [];
+    const messages = {};
+
+    const rl = readline.createInterface({
+        input: stream,
+        crlfDelay: Infinity
+    });
+
+    let firstLine = true;
+    rl.on('line', (line) => {
+        const cols = line.split("\t");
+        if (firstLine) {
+            langCodes = cols.slice(1);
+            for (const lang of langCodes) {
+                messages[lang] = {};
+            }
+            firstLine = false;
+        } else {
+            if (cols.length > 0) {
+                const key = cols[0];
+                for (let i = 0; i < langCodes.length; i++) {
+                    messages[langCodes[i]][key] = cols[i+1];
+                }
+            }
+        }
+    });
+
+    rl.on('close', () => {
+        callback(messages);
+    });
+}
+
+if (process.argv.length !== 4) {
+    process.stderr.write("usage: tsv2messages.js output-file input-file\n");
+    process.exit(2);
+}
+
+const outputFilename = process.argv[2];
+const inputFilename = process.argv[3];
+
+const inStream = fs.createReadStream(inputFilename, {encoding: 'utf8'});
+
+readMessagesFromTSV(inStream, (messages) => {
+    fs.writeFileSync(outputFilename, JSON.stringify(messages, null, 4), {encoding: 'utf8'});
+});