public Bamboo.Prevalence.Indexing.FullText.Token NextToken()
{
SkipSeparators();
int begin = _current;
for (; _current<_text.Length; ++_current)
{
if (IsSeparator(_text, _current))
{
break;
}
}
if (_current > begin)
{
return new Token(_text.Substring(begin, _current-begin), begin);
}
return null;
}