public void TestFilter()
{
string text = "a bc dado de o";
TokenAssertions.AssertTokenValues(text,
new TokenLengthFilter(1),
"a", "bc", "dado", "de", "o"
);
TokenAssertions.AssertTokenValues(text,
new TokenLengthFilter(2),
"bc", "dado", "de"
);
TokenAssertions.AssertTokenValues(text,
new TokenLengthFilter(3),
"dado"
);
TokenAssertions.AssertTokenValues(text,
new TokenLengthFilter(4),
"dado"
);
}
}