Dev2.Common.Dev2TokenizerBuilder.Generate C# (CSharp) Method

        public IDev2Tokenizer Generate()
        {
            if (string.IsNullOrEmpty(ToTokenize))
            {
                throw new TokenizeError("Null or empty tokenize string!");
            }

            if (_ops.Count <= 0)
            {
                throw new TokenizeError("Cant find anything to split on!");
            }

            return new Dev2Tokenizer(ToTokenize, _ops, ReverseOrder);
        }

        public void Three_Token_Op_Fwd() {
            Dev2TokenizerBuilder dtb = new Dev2TokenizerBuilder { ToTokenize = Search2 };


            dtb.AddTokenOp("AB-", false);

            IDev2Tokenizer dt = dtb.Generate();

            string result = string.Empty;

            while (dt.HasMoreOps()) {
                result += " " + dt.NextToken();
            }

            Assert.AreEqual("  CD- CD", result);
        }