public void TestClass()
{
Token[] tokens = new Token[]
{
new SimpleToken(TEXT, "class"),
new SimpleToken(WS, " \t"),
new SimpleToken(TEXT, "foo:"),
new SimpleToken(WS, "\n\t"),// i
new SimpleToken(TEXT, "def foo():"),
new SimpleToken(WS, "\n\t\t"), // i
new SimpleToken(TEXT, "pass"),
new SimpleToken(WS, "\n\t\n\n\t"), // eos, d
new SimpleToken(TEXT, "def bar():"),
new SimpleToken(WS, "\n\t\t"), // i
new SimpleToken(TEXT, "pass"),
new Token(Token.EOF_TYPE) // eos, d, d
};
AssertTokenSequence(tokens,
TEXT,
TEXT,
INDENT,
TEXT,
INDENT,
TEXT,
EOS,
DEDENT,
TEXT,
INDENT,
TEXT,
EOS,
DEDENT,
DEDENT,
Token.EOF_TYPE);
}