schat2-clive/assets/words-to-dictionary.js

'use strict';

const fs = require('fs').promises;

const words = require('./words.json');
const wordsBlacklist = require('./words_blacklist.json');
const dictionary = require('./dictionary.json');

// mainly lowercase names
const blacklist = new Set(wordsBlacklist);

async function init() {
	const notNameWords = words.filter((word) => word.charAt(0) === word.charAt(0).toLowerCase() && !blacklist.has(word)); // don't include names for places, products, people, etc.

	const definitions = Object.fromEntries(notNameWords.map((word) => {
		const normalizedWord = word.normalize('NFD').replace(/\p{Diacritic}/ug, '').toLowerCase().trim();
		const definition = dictionary[normalizedWord];
		const singular = normalizedWord.replace(/s$/, '');
		const singularDefinition = dictionary[singular];

		return [normalizedWord, definition || singularDefinition || null];
	}));

	const string = JSON.stringify(definitions, null, 4);

	await fs.writeFile('./dictionary.json', string);

	console.log(`Wrote ${Object.keys(definitions).length} words to ./dictionary.json`);
}

init();