private static IList<IList<string>> GetSynList(string str, string separator, TokenizerFactory tokFactory)
{
IList<string> strList = SplitSmart(str, separator, false);
// now split on whitespace to get a list of token strings
IList<IList<string>> synList = new List<IList<string>>();
foreach (string toks in strList)
{
IList<string> tokList = tokFactory == null ? SplitWS(toks, true) : SplitByTokenizer(toks, tokFactory);
synList.Add(tokList);
}
return synList;
}