public void TestWhitespaceWithSkipInBetween()
{
/*
a:
b:
c
// comment
d
*/
Token[] tokens = new Token[] {
new SimpleToken(TEXT, "a:"),
new SimpleToken(WS, "\n\t"),
new SimpleToken(TEXT, "b:"),
new SimpleToken(WS, "\n\t\t"),
new SimpleToken(TEXT, "c"),
new SimpleToken(WS, "\n"),
new SimpleToken(WS, "\n\t"),
new SimpleToken(TEXT, "d"),
new SimpleToken(WS, "\n"),
new Token(Token.EOF_TYPE)
};
AssertTokenSequence(tokens,
TEXT, INDENT, TEXT,
INDENT, TEXT, EOS,
DEDENT, TEXT, EOS, DEDENT, EOS, Token.EOF_TYPE);
}