compress-dict.py

#!/usr/bin/env python3

# Combines the JSON dictionary entries into four letter files which contain all
# the words that begin with those four letters.

import os
import json
import glob
import gzip


def get_group_name(word):
 return word[0] if len(word) < 4 else word[:4]


def save(name, entries):
  path = 'comp/%s.json.gz' % name
  with gzip.open(path, 'wt', encoding = 'utf-8') as f:
    json.dump(entries, f, ensure_ascii = False)


words = []
last = None
entries = {}

if not os.path.exists('comp'): os.mkdir('comp')

for path in glob.glob('dict/*.json'):
  words.append(path[5:-5])


for word in sorted(words, key = get_group_name):
  with open('dict/%s.json' % word, 'r') as f: data = json.load(f)
  group = get_group_name(word)

  if group != last and last:
    save(last, entries)
    entries = {}

  entries[word.replace('_', ' ')] = data
  last = group

if entries: save(group, entries)