Fixed accidentally truncated ends of files after removing comments.

2017-06-18 18:12:02 +02:00
parent dd7fb31309
commit 04dffdb09e
2 changed files with 38 additions and 4 deletions
--- a/lib/tokenize/tests/TestTokenizer.cpp
+++ b/lib/tokenize/tests/TestTokenizer.cpp
@@ -329,4 +329,16 @@ TEST_CASE("[tokenizer] Comments are correctly removed", "[tokenizer]")
 	p3.skipWhiteSpace();

 	REQUIRE(p3.atEnd());
+
+	// Check that if there are no comments, the end is not accidentally truncated
+	std::stringstream s4("test foo bar");
+	tokenize::Tokenizer<> p4("input", s4);
+
+	p4.removeComments(";", "\n", false);
+
+	REQUIRE_NOTHROW(p4.expect<std::string>("test"));
+	REQUIRE_NOTHROW(p4.expect<std::string>("foo"));
+	REQUIRE_NOTHROW(p4.expect<std::string>("bar"));
+
+	REQUIRE(p4.atEnd());
 }