VxSqlTokenizer.gettokens C# (CSharp) Method

    public List<VxSqlToken> gettokens()
    {
	return tokens;
    }

    public void TokenizingTests()
    {
	WvLog.maxlevel = WvLog.L.Debug5;
	VxSqlTokenizer tok = new VxSqlTokenizer();

	// This actual string tripped up the tokenizer on 28.10.08, because
	// a stupidly placed Trim() removed the trailing '\n' from the string.
	// Let's make sure we never do that again.
	tok.tokenize("create procedure Func1 as select '" +
			"Hello, world, this is Func1!'\n");

	VxSqlToken[] tokens = tok.gettokens().ToArray();
	WVPASSEQ(tokens.Length, 6);

	string[] expecteds = { "create", " procedure", " Func1", " as",
				" select", " 'Hello, world, this is Func1!'\n"
			    };
	VxSqlToken.TokenType[] expectedt = { VxSqlToken.TokenType.Keyword,
					    VxSqlToken.TokenType.Keyword,
					    VxSqlToken.TokenType.Unquoted,
					    VxSqlToken.TokenType.Keyword,
					    VxSqlToken.TokenType.Keyword,
					    VxSqlToken.TokenType.SingleQuoted
					    };

	for (int i = 0; i < tokens.Length; ++i)
	{
	    VxSqlToken t = tokens[i];
	    WVPASS(t.type == expectedt[i]);
	    WVPASSEQ(t.ToString(), expecteds[i]);
	}
    }