Class Hierarchy
- java.lang.Object
- org.tribuo.util.tokens.impl.SplitFunctionTokenizer (implements org.tribuo.util.tokens.Tokenizer)
- org.tribuo.util.tokens.impl.wordpiece.WordpieceBasicTokenizer
- org.tribuo.util.tokens.impl.wordpiece.Wordpiece (implements com.oracle.labs.mlrg.olcut.config.Configurable)
- org.tribuo.util.tokens.impl.wordpiece.WordpieceTokenizer (implements org.tribuo.util.tokens.Tokenizer)
- org.tribuo.util.tokens.impl.SplitFunctionTokenizer (implements org.tribuo.util.tokens.Tokenizer)