IronRuby.Tests.Tests.TokenCategorizer1 C# (CSharp) Method

        public void TokenCategorizer1() {
            var allTokens = Enum.GetValues(typeof(Tokens));
            foreach (Tokens token in allTokens) {
                if (token != Tokens.None && token != Tokens.Lowest && token != Tokens.LastToken) {
                    var info = Tokenizer.GetTokenInfo(token);
                    Assert(info.Category != TokenCategory.None);
                }
            }
            foreach (Tokens token in allTokens) {
                if (token != Tokens.None && token != Tokens.Lowest && token != Tokens.LastToken) {
                    Assert(!String.IsNullOrEmpty(Tokenizer.GetTokenDescription(token)));
                }
            }
        }