public TokenRegex(string pattern, params RegexOptions[] regexOptions)
{
var options = RegexOptions.Multiline | RegexOptions.IgnorePatternWhitespace;
foreach (var additionalOption in regexOptions)
options |= additionalOption;
this.pattern = pattern;
regex = new Regex(@"\G(
" + pattern + @"
)", options);
}