public Token Scan() { this._currentKind = this.ScanToken(); var spelling = _source.Substring(_startIndex, _sourceIndex - _startIndex); _startIndex = _sourceIndex; return new Token(_currentKind, spelling); }
private void InitializeScanner(string pattern) { this._scanner = new Scanner(pattern); this._currentToken = _scanner.Scan(); }