Type Alias Token

type Token = {
    end: number;
    hyphenated?: Token[];
    sentenceStart: boolean;
    shape: string;
    start: number;
    subSentenceStart: boolean;
    subtype: "" | "preposition" | "acronym" | "whitespace" | "word" | "domain";
    text: string;
    type: "word" | "domain" | "whitespace";
}