public void GetTwoQuotedStrings()
{
this.lexer.StringDelimeters = new char[] { '"', '\'' };
var result = this.lexer.GetTokens("'text' 'text2'").ToList();
Assert.IsNotNull(result);
Assert.AreEqual(2, result.Count);
var token = result[0];
Assert.AreEqual("'text'", token.Value);
Assert.AreEqual(TokenType.String, token.Type);
token = result[1];
Assert.AreEqual("'text2'", token.Value);
Assert.AreEqual(TokenType.String, token.Type);
}