stanleyugwu

let corpus = "the cat full overran the ran dog running do the needful";
corpus = corpus.replace(/ /g, "_");
let corpArr = corpus.split("");

const vocab = {};
const rules = [];
let id = 1;
const maxTokens = 50;

const sep = "<sep>";