public void AddTokenOp(string token, bool returnToken) { _ops.Add(new Dev2TokenOp(token, returnToken)); }
public void Three_Token_Op_Fwd() { Dev2TokenizerBuilder dtb = new Dev2TokenizerBuilder { ToTokenize = Search2 }; dtb.AddTokenOp("AB-", false); IDev2Tokenizer dt = dtb.Generate(); string result = string.Empty; while (dt.HasMoreOps()) { result += " " + dt.NextToken(); } Assert.AreEqual(" CD- CD", result); }