diff --git a/packages/core/src/systems/en-US/parse.ts b/packages/core/src/systems/en-US/parse.ts index 2fd055f..00d6fdc 100644 --- a/packages/core/src/systems/en-US/parse.ts +++ b/packages/core/src/systems/en-US/parse.ts @@ -33,6 +33,9 @@ const FINAL_TOKEN = '' as const; export const tokenize = (stringValue: string) => ( stringValue + .toLowerCase() + .trim() + .replace(/\s+/, ' ') .replace(new RegExp(`${TENS_ONES_SEPARATOR}`, 'g'), ' ') .split(' ') .filter((maybeToken) => maybeToken.length > 0)