PatternTokenizer public class PatternTokenizer : TokenizerBase, IPatternTokenizer, ITokenizer Documentation Code public string Flags { get; set; } The regular expression flags. public int? Group { get; set; } public string Pattern { get; set; } The regular expression pattern, defaults to \W+. public PatternTokenizer()