AGS.CScript.Compiler.FastString.Substring C# (CSharp) Method

        public FastString Substring(int offset)
        {
            return new FastString(_data, _offset + offset);
        }

        public TokenizedScript TokenizeScript(string scriptToProcess)
        {
            TokenizedScript output = new TokenizedScript();

            int lineNumber = 1;
            FastString script = new FastString(scriptToProcess);
            while (script.Length > 0)
            {
                SkipWhitespace(ref script);

                if (script.Length == 0)
                {
                    break;
                }
                else if ((script[0] == '\r') || (script[0] == '\n'))
                {
                    output.WriteNewLineNumber(lineNumber);
                    lineNumber++;

                    if ((script.Length > 1) && (script[0] == '\r') && (script[1] == '\n'))
                    {
                        script = script.Substring(2);
                    }
                    else
                    {
                        script = script.Substring(1);
                    }
                }
                else
                {
                    int symbolStart = 0;
                    int i = 1;
                    while (IsPartOfSameSymbol(script, symbolStart, i))
                    {
                        i++;
                    }

                    string thisSymbol = script.Substring(symbolStart, i);
                    output.WriteToken(thisSymbol);
                    if (thisSymbol.StartsWith(Constants.NEW_SCRIPT_MARKER))
                    {
                        lineNumber = 1;
                    }
                    if (i < script.Length)
                    {
                        script = script.Substring(i);
                    }
                    else
                    {
                        break;
                    }
                }
            }

            output.WriteEndOfStream();
            return output;
        }