import { SplitTokenizer } from "https://deno.land/x/vectorizer@v0.7.5/src/text/preprocess/mod.ts";
Tokenize text based on separator (whitespace)
x/vectorizer/src/text/preprocess/mod.ts>SplitTokenizer
import { SplitTokenizer } from "https://deno.land/x/vectorizer@v0.7.5/src/text/preprocess/mod.ts";
Tokenize text based on separator (whitespace)