string_helpers_test.cpp 5.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200
  1. // Part of the Carbon Language project, under the Apache License v2.0 with LLVM
  2. // Exceptions. See /LICENSE for license information.
  3. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  4. #include "common/string_helpers.h"
  5. #include <gmock/gmock.h>
  6. #include <gtest/gtest.h>
  7. #include <string>
  8. #include "llvm/Support/Error.h"
  9. using ::llvm::toString;
  10. using ::testing::Eq;
  11. using ::testing::Optional;
  12. namespace Carbon::Testing {
  13. namespace {
  14. TEST(UnescapeStringLiteral, Valid) {
  15. EXPECT_THAT(UnescapeStringLiteral("test"), Optional(Eq("test")));
  16. EXPECT_THAT(UnescapeStringLiteral("okay whitespace"),
  17. Optional(Eq("okay whitespace")));
  18. EXPECT_THAT(UnescapeStringLiteral("test\n"), Optional(Eq("test\n")));
  19. EXPECT_THAT(UnescapeStringLiteral("test\\n"), Optional(Eq("test\n")));
  20. EXPECT_THAT(UnescapeStringLiteral("abc\\ndef"), Optional(Eq("abc\ndef")));
  21. EXPECT_THAT(UnescapeStringLiteral("test\\\\n"), Optional(Eq("test\\n")));
  22. EXPECT_THAT(UnescapeStringLiteral("\\xAA"), Optional(Eq("\xAA")));
  23. EXPECT_THAT(UnescapeStringLiteral("\\x12"), Optional(Eq("\x12")));
  24. }
  25. TEST(UnescapeStringLiteral, Invalid) {
  26. // Missing char after `\`.
  27. EXPECT_THAT(UnescapeStringLiteral("a\\"), Eq(std::nullopt));
  28. // Not a supported escape.
  29. EXPECT_THAT(UnescapeStringLiteral("\\e"), Eq(std::nullopt));
  30. // Needs 2 hex chars.
  31. EXPECT_THAT(UnescapeStringLiteral("\\x"), Eq(std::nullopt));
  32. // Needs 2 hex chars.
  33. EXPECT_THAT(UnescapeStringLiteral("\\xA"), Eq(std::nullopt));
  34. // Needs uppercase hex.
  35. EXPECT_THAT(UnescapeStringLiteral("\\xaa"), Eq(std::nullopt));
  36. // Reserved.
  37. EXPECT_THAT(UnescapeStringLiteral("\\00"), Eq(std::nullopt));
  38. }
  39. TEST(UnescapeStringLiteral, Nul) {
  40. std::optional<std::string> str = UnescapeStringLiteral("a\\0b");
  41. ASSERT_NE(str, std::nullopt);
  42. EXPECT_THAT(str->size(), Eq(3));
  43. EXPECT_THAT(strlen(str->c_str()), Eq(1));
  44. EXPECT_THAT((*str)[0], Eq('a'));
  45. EXPECT_THAT((*str)[1], Eq('\0'));
  46. EXPECT_THAT((*str)[2], Eq('b'));
  47. }
  48. TEST(ParseBlockStringLiteral, FailTooFewLines) {
  49. EXPECT_THAT(toString(ParseBlockStringLiteral("").takeError()),
  50. Eq("Too few lines"));
  51. }
  52. TEST(ParseBlockStringLiteral, FailNoLeadingTripleQuotes) {
  53. EXPECT_THAT(toString(ParseBlockStringLiteral("'a'\n").takeError()),
  54. Eq("Should start with triple quotes: 'a'"));
  55. }
  56. TEST(ParseBlockStringLiteral, FailInvalideFiletypeIndicator) {
  57. EXPECT_THAT(
  58. toString(ParseBlockStringLiteral("\"\"\"carbon file\n").takeError()),
  59. Eq("Invalid characters in file type indicator: carbon file"));
  60. }
  61. TEST(ParseBlockStringLiteral, FailEndingTripleQuotes) {
  62. EXPECT_THAT(toString(ParseBlockStringLiteral("\"\"\"\n").takeError()),
  63. Eq("Should end with triple quotes: "));
  64. }
  65. TEST(ParseBlockStringLiteral, FailWrongIndent) {
  66. constexpr char Input[] = R"("""
  67. A block string literal
  68. with wrong indent
  69. """)";
  70. EXPECT_THAT(toString(ParseBlockStringLiteral(Input).takeError()),
  71. Eq("Wrong indent for line: with wrong indent, expected 5"));
  72. }
  73. TEST(ParseBlockStringLiteral, FailInvalidEscaping) {
  74. constexpr char Input[] = R"("""
  75. \q
  76. """)";
  77. EXPECT_THAT(toString(ParseBlockStringLiteral(Input).takeError()),
  78. Eq("Invalid escaping in \\q"));
  79. }
  80. TEST(ParseBlockStringLiteral, OkEmptyString) {
  81. constexpr char Input[] = R"("""
  82. """)";
  83. EXPECT_THAT(ParseBlockStringLiteral(Input).get(), Eq(""));
  84. }
  85. TEST(ParseBlockStringLiteral, OkOneLineString) {
  86. constexpr char Input[] = R"("""
  87. A block string literal
  88. """)";
  89. constexpr char Expected[] = R"(A block string literal
  90. )";
  91. EXPECT_THAT(ParseBlockStringLiteral(Input).get(), Eq(Expected));
  92. }
  93. TEST(ParseBlockStringLiteral, OkTwoLineString) {
  94. constexpr char Input[] = R"("""
  95. A block string literal
  96. with indent.
  97. """)";
  98. constexpr char Expected[] = R"(A block string literal
  99. with indent.
  100. )";
  101. EXPECT_THAT(ParseBlockStringLiteral(Input).get(), Eq(Expected));
  102. }
  103. TEST(ParseBlockStringLiteral, OkWithFileTypeIndicator) {
  104. constexpr char Input[] = R"("""carbon
  105. A block string literal
  106. with file type indicator.
  107. """)";
  108. constexpr char Expected[] = R"(A block string literal
  109. with file type indicator.
  110. )";
  111. EXPECT_THAT(ParseBlockStringLiteral(Input).get(), Eq(Expected));
  112. }
  113. TEST(ParseBlockStringLiteral, OkWhitespaceAfterOpeningQuotes) {
  114. constexpr char Input[] = R"("""
  115. A block string literal
  116. """)";
  117. constexpr char Expected[] = R"(A block string literal
  118. )";
  119. EXPECT_THAT(ParseBlockStringLiteral(Input).get(), Eq(Expected));
  120. }
  121. TEST(ParseBlockStringLiteral, OkWithEmptyLines) {
  122. constexpr char Input[] = R"("""
  123. A block string literal
  124. with
  125. empty
  126. lines.
  127. """)";
  128. constexpr char Expected[] = R"(A block string literal
  129. with
  130. empty
  131. lines.
  132. )";
  133. EXPECT_THAT(ParseBlockStringLiteral(Input).get(), Eq(Expected));
  134. }
  135. TEST(ParseBlockStringLiteral, OkWithSlashNewlineEscape) {
  136. constexpr char Input[] = R"("""
  137. A block string literal\
  138. """)";
  139. constexpr char Expected[] = "A block string literal";
  140. EXPECT_THAT(ParseBlockStringLiteral(Input).get(), Eq(Expected));
  141. }
  142. TEST(ParseBlockStringLiteral, OkWithDoubleSlashNewline) {
  143. constexpr char Input[] = R"("""
  144. A block string literal\\
  145. """)";
  146. constexpr char Expected[] = R"(A block string literal\
  147. )";
  148. EXPECT_THAT(ParseBlockStringLiteral(Input).get(), Eq(Expected));
  149. }
  150. TEST(ParseBlockStringLiteral, OkWithTripleSlashNewline) {
  151. constexpr char Input[] = R"("""
  152. A block string literal\\\
  153. """)";
  154. constexpr char Expected[] = R"(A block string literal\)";
  155. EXPECT_THAT(ParseBlockStringLiteral(Input).get(), Eq(Expected));
  156. }
  157. TEST(ParseBlockStringLiteral, OkMultipleSlashes) {
  158. constexpr char Input[] = R"("""
  159. A block string literal\
  160. \
  161. \
  162. \
  163. """)";
  164. constexpr char Expected[] = "A block string literal";
  165. EXPECT_THAT(ParseBlockStringLiteral(Input).get(), Eq(Expected));
  166. }
  167. } // namespace
  168. } // namespace Carbon::Testing