From 2a6729f543a3e8b0e1a24f33a5fa93fd8b285440 Mon Sep 17 00:00:00 2001 From: Kyle Clemens Date: Tue, 15 Oct 2019 13:45:17 +0000 Subject: feat: support tabs in basic strings (#343) Close #310. --- src/tokens.rs | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/tokens.rs b/src/tokens.rs index 91824c5..49265fb 100644 --- a/src/tokens.rs +++ b/src/tokens.rs @@ -415,7 +415,7 @@ impl<'a> Tokenizer<'a> { } Ok(()) } - ch if '\u{20}' <= ch && ch <= '\u{10ffff}' && ch != '\u{7f}' => { + ch if ch == '\u{09}' || ('\u{20}' <= ch && ch <= '\u{10ffff}' && ch != '\u{7f}') => { val.push(ch); Ok(()) } @@ -617,6 +617,8 @@ mod tests { t(r#""\U00000000""#, "\0", false); t(r#""\U000A0000""#, "\u{A0000}", false); t(r#""\\t""#, "\\t", false); + t("\"\t\"", "\t", false); + t("\"\"\"\n\t\"\"\"", "\t", true); t("\"\"\"\\\n\"\"\"", "", true); t( "\"\"\"\\\n \t \t \\\r\n \t \n \t \r\n\"\"\"", -- cgit v1.2.3