Dev2.Common.Dev2Tokenizer.Dev2Tokenizer C# (CSharp) Method

        internal Dev2Tokenizer(string candiateString, IList<IDev2SplitOp> ops, bool reversed)
        {
            // only build if we are using a non-single token op set ;)

            _ops = ops;
            _isReversed = reversed;
            _useEnumerator = CanUseEnumerator();
            _masterLen = candiateString.Length;

            // we need the char array :( - non optimized
            if (!_useEnumerator)
            {
                _tokenParts = candiateString.ToCharArray();
            }
            else
            {
                _charEnumerator = candiateString.GetEnumerator();
            }


            _opPointer = 0;
            _hasMoreOps = true;


            if (!_isReversed)
            {
                _startIdx = 0;
            }
            else
            {
                _startIdx = _tokenParts.Length - 1;
            }
        }