parse_tree_test.cpp 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536
  1. // Part of the Carbon Language project, under the Apache License v2.0 with LLVM
  2. // Exceptions. See /LICENSE for license information.
  3. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  4. #include "parser/parse_tree.h"
  5. #include <forward_list>
  6. #include "diagnostics/diagnostic_emitter.h"
  7. #include "gmock/gmock.h"
  8. #include "gtest/gtest.h"
  9. #include "lexer/tokenized_buffer.h"
  10. #include "lexer/tokenized_buffer_test_helpers.h"
  11. #include "llvm/ADT/Sequence.h"
  12. #include "llvm/Support/SourceMgr.h"
  13. #include "llvm/Support/YAMLParser.h"
  14. #include "parser/parse_node_kind.h"
  15. #include "parser/parse_test_helpers.h"
  16. namespace Carbon {
  17. namespace {
  18. using Carbon::Testing::IsKeyValueScalars;
  19. using Carbon::Testing::MatchParseTreeNodes;
  20. using ::testing::Eq;
  21. using ::testing::Ne;
  22. using ::testing::NotNull;
  23. using ::testing::StrEq;
  24. struct ParseTreeTest : ::testing::Test {
  25. std::forward_list<SourceBuffer> source_storage;
  26. std::forward_list<TokenizedBuffer> token_storage;
  27. DiagnosticConsumer& consumer = ConsoleDiagnosticConsumer();
  28. auto GetSourceBuffer(llvm::Twine t) -> SourceBuffer& {
  29. source_storage.push_front(SourceBuffer::CreateFromText(t.str()));
  30. return source_storage.front();
  31. }
  32. auto GetTokenizedBuffer(llvm::Twine t) -> TokenizedBuffer& {
  33. token_storage.push_front(
  34. TokenizedBuffer::Lex(GetSourceBuffer(t), consumer));
  35. return token_storage.front();
  36. }
  37. };
  38. TEST_F(ParseTreeTest, Empty) {
  39. TokenizedBuffer tokens = GetTokenizedBuffer("");
  40. ParseTree tree = ParseTree::Parse(tokens, consumer);
  41. EXPECT_FALSE(tree.HasErrors());
  42. EXPECT_THAT(tree.Postorder().begin(), Eq(tree.Postorder().end()));
  43. }
  44. TEST_F(ParseTreeTest, EmptyDeclaration) {
  45. TokenizedBuffer tokens = GetTokenizedBuffer(";");
  46. ParseTree tree = ParseTree::Parse(tokens, consumer);
  47. EXPECT_FALSE(tree.HasErrors());
  48. auto it = tree.Postorder().begin();
  49. auto end = tree.Postorder().end();
  50. ASSERT_THAT(it, Ne(end));
  51. ParseTree::Node n = *it++;
  52. EXPECT_THAT(it, Eq(end));
  53. // Directly test the main API so that we get easier to understand errors in
  54. // simple cases than what the custom matcher will produce.
  55. EXPECT_FALSE(tree.HasErrorInNode(n));
  56. EXPECT_THAT(tree.GetNodeKind(n), Eq(ParseNodeKind::EmptyDeclaration()));
  57. auto t = tree.GetNodeToken(n);
  58. ASSERT_THAT(tokens.Tokens().begin(), Ne(tokens.Tokens().end()));
  59. EXPECT_THAT(t, Eq(*tokens.Tokens().begin()));
  60. EXPECT_THAT(tokens.GetTokenText(t), Eq(";"));
  61. EXPECT_THAT(tree.Postorder(n).begin(), Eq(tree.Postorder().begin()));
  62. EXPECT_THAT(tree.Postorder(n).end(), Eq(tree.Postorder().end()));
  63. EXPECT_THAT(tree.Children(n).begin(), Eq(tree.Children(n).end()));
  64. }
  65. TEST_F(ParseTreeTest, BasicFunctionDeclaration) {
  66. TokenizedBuffer tokens = GetTokenizedBuffer("fn F();");
  67. ParseTree tree = ParseTree::Parse(tokens, consumer);
  68. EXPECT_FALSE(tree.HasErrors());
  69. EXPECT_THAT(
  70. tree, MatchParseTreeNodes(
  71. {{.kind = ParseNodeKind::FunctionDeclaration(),
  72. .text = "fn",
  73. .children = {
  74. {ParseNodeKind::Identifier(), "F"},
  75. {.kind = ParseNodeKind::ParameterList(),
  76. .text = "(",
  77. .children = {{ParseNodeKind::ParameterListEnd(), ")"}}},
  78. {ParseNodeKind::DeclarationEnd(), ";"}}}}));
  79. }
  80. TEST_F(ParseTreeTest, NoDeclarationIntroducerOrSemi) {
  81. TokenizedBuffer tokens = GetTokenizedBuffer("foo bar baz");
  82. ParseTree tree = ParseTree::Parse(tokens, consumer);
  83. EXPECT_TRUE(tree.HasErrors());
  84. EXPECT_THAT(tree.Postorder().begin(), Eq(tree.Postorder().end()));
  85. }
  86. TEST_F(ParseTreeTest, NoDeclarationIntroducerWithSemi) {
  87. TokenizedBuffer tokens = GetTokenizedBuffer("foo;");
  88. ParseTree tree = ParseTree::Parse(tokens, consumer);
  89. EXPECT_TRUE(tree.HasErrors());
  90. EXPECT_THAT(tree,
  91. MatchParseTreeNodes({{.kind = ParseNodeKind::EmptyDeclaration(),
  92. .text = ";",
  93. .has_error = true}}));
  94. }
  95. TEST_F(ParseTreeTest, JustFunctionIntroducerAndSemi) {
  96. TokenizedBuffer tokens = GetTokenizedBuffer("fn;");
  97. ParseTree tree = ParseTree::Parse(tokens, consumer);
  98. EXPECT_TRUE(tree.HasErrors());
  99. EXPECT_THAT(tree, MatchParseTreeNodes(
  100. {{.kind = ParseNodeKind::FunctionDeclaration(),
  101. .has_error = true,
  102. .children = {{ParseNodeKind::DeclarationEnd()}}}}));
  103. }
  104. TEST_F(ParseTreeTest, RepeatedFunctionIntroducerAndSemi) {
  105. TokenizedBuffer tokens = GetTokenizedBuffer("fn fn;");
  106. ParseTree tree = ParseTree::Parse(tokens, consumer);
  107. EXPECT_TRUE(tree.HasErrors());
  108. EXPECT_THAT(tree, MatchParseTreeNodes(
  109. {{.kind = ParseNodeKind::FunctionDeclaration(),
  110. .has_error = true,
  111. .children = {{ParseNodeKind::DeclarationEnd()}}}}));
  112. }
  113. TEST_F(ParseTreeTest, FunctionDeclarationWithNoSignatureOrSemi) {
  114. TokenizedBuffer tokens = GetTokenizedBuffer("fn foo");
  115. ParseTree tree = ParseTree::Parse(tokens, consumer);
  116. EXPECT_TRUE(tree.HasErrors());
  117. EXPECT_THAT(tree,
  118. MatchParseTreeNodes(
  119. {{.kind = ParseNodeKind::FunctionDeclaration(),
  120. .has_error = true,
  121. .children = {{ParseNodeKind::Identifier(), "foo"}}}}));
  122. }
  123. TEST_F(ParseTreeTest,
  124. FunctionDeclarationWithIdentifierInsteadOfSignatureAndSemi) {
  125. TokenizedBuffer tokens = GetTokenizedBuffer("fn foo bar;");
  126. ParseTree tree = ParseTree::Parse(tokens, consumer);
  127. EXPECT_TRUE(tree.HasErrors());
  128. EXPECT_THAT(tree, MatchParseTreeNodes(
  129. {{.kind = ParseNodeKind::FunctionDeclaration(),
  130. .has_error = true,
  131. .children = {{ParseNodeKind::Identifier(), "foo"},
  132. {ParseNodeKind::DeclarationEnd()}}}}));
  133. }
  134. TEST_F(ParseTreeTest, FunctionDeclarationWithSingleIdentifierParameterList) {
  135. TokenizedBuffer tokens = GetTokenizedBuffer("fn foo(bar);");
  136. ParseTree tree = ParseTree::Parse(tokens, consumer);
  137. // Note: this might become valid depending on the parameter syntax, this test
  138. // shouldn't be taken as a sign it should remain invalid.
  139. EXPECT_TRUE(tree.HasErrors());
  140. EXPECT_THAT(
  141. tree,
  142. MatchParseTreeNodes(
  143. {{.kind = ParseNodeKind::FunctionDeclaration(),
  144. .has_error = true,
  145. .children = {{ParseNodeKind::Identifier(), "foo"},
  146. {.kind = ParseNodeKind::ParameterList(),
  147. .has_error = true,
  148. .children = {{ParseNodeKind::ParameterListEnd()}}},
  149. {ParseNodeKind::DeclarationEnd()}}}}));
  150. }
  151. TEST_F(ParseTreeTest, FunctionDeclarationWithoutName) {
  152. TokenizedBuffer tokens = GetTokenizedBuffer("fn ();");
  153. ParseTree tree = ParseTree::Parse(tokens, consumer);
  154. EXPECT_TRUE(tree.HasErrors());
  155. EXPECT_THAT(tree, MatchParseTreeNodes(
  156. {{.kind = ParseNodeKind::FunctionDeclaration(),
  157. .has_error = true,
  158. .children = {{ParseNodeKind::DeclarationEnd()}}}}));
  159. }
  160. TEST_F(ParseTreeTest,
  161. FunctionDeclarationWithoutNameAndManyTokensToSkipInGroupedSymbols) {
  162. TokenizedBuffer tokens = GetTokenizedBuffer(
  163. "fn (a tokens c d e f g h i j k l m n o p q r s t u v w x y z);");
  164. ParseTree tree = ParseTree::Parse(tokens, consumer);
  165. EXPECT_TRUE(tree.HasErrors());
  166. EXPECT_THAT(tree, MatchParseTreeNodes(
  167. {{.kind = ParseNodeKind::FunctionDeclaration(),
  168. .has_error = true,
  169. .children = {{ParseNodeKind::DeclarationEnd()}}}}));
  170. }
  171. TEST_F(ParseTreeTest, FunctionDeclarationSkipToNewlineWithoutSemi) {
  172. TokenizedBuffer tokens = GetTokenizedBuffer(
  173. "fn ()\n"
  174. "fn F();");
  175. ParseTree tree = ParseTree::Parse(tokens, consumer);
  176. EXPECT_TRUE(tree.HasErrors());
  177. EXPECT_THAT(
  178. tree,
  179. MatchParseTreeNodes(
  180. {{.kind = ParseNodeKind::FunctionDeclaration(), .has_error = true},
  181. {.kind = ParseNodeKind::FunctionDeclaration(),
  182. .children = {{ParseNodeKind::Identifier(), "F"},
  183. {.kind = ParseNodeKind::ParameterList(),
  184. .children = {{ParseNodeKind::ParameterListEnd()}}},
  185. {ParseNodeKind::DeclarationEnd()}}}}));
  186. }
  187. TEST_F(ParseTreeTest, FunctionDeclarationSkipIndentedNewlineWithSemi) {
  188. TokenizedBuffer tokens = GetTokenizedBuffer(
  189. "fn (x,\n"
  190. " y,\n"
  191. " z);\n"
  192. "fn F();");
  193. ParseTree tree = ParseTree::Parse(tokens, consumer);
  194. EXPECT_TRUE(tree.HasErrors());
  195. EXPECT_THAT(
  196. tree,
  197. MatchParseTreeNodes(
  198. {{.kind = ParseNodeKind::FunctionDeclaration(),
  199. .has_error = true,
  200. .children = {{ParseNodeKind::DeclarationEnd()}}},
  201. {.kind = ParseNodeKind::FunctionDeclaration(),
  202. .children = {{ParseNodeKind::Identifier(), "F"},
  203. {.kind = ParseNodeKind::ParameterList(),
  204. .children = {{ParseNodeKind::ParameterListEnd()}}},
  205. {ParseNodeKind::DeclarationEnd()}}}}));
  206. }
  207. TEST_F(ParseTreeTest, FunctionDeclarationSkipIndentedNewlineWithoutSemi) {
  208. TokenizedBuffer tokens = GetTokenizedBuffer(
  209. "fn (x,\n"
  210. " y,\n"
  211. " z)\n"
  212. "fn F();");
  213. ParseTree tree = ParseTree::Parse(tokens, consumer);
  214. EXPECT_TRUE(tree.HasErrors());
  215. EXPECT_THAT(
  216. tree,
  217. MatchParseTreeNodes(
  218. {{.kind = ParseNodeKind::FunctionDeclaration(), .has_error = true},
  219. {.kind = ParseNodeKind::FunctionDeclaration(),
  220. .children = {{ParseNodeKind::Identifier(), "F"},
  221. {.kind = ParseNodeKind::ParameterList(),
  222. .children = {{ParseNodeKind::ParameterListEnd()}}},
  223. {ParseNodeKind::DeclarationEnd()}}}}));
  224. }
  225. TEST_F(ParseTreeTest, FunctionDeclarationSkipIndentedNewlineUntilOutdent) {
  226. TokenizedBuffer tokens = GetTokenizedBuffer(
  227. " fn (x,\n"
  228. " y,\n"
  229. " z)\n"
  230. "fn F();");
  231. ParseTree tree = ParseTree::Parse(tokens, consumer);
  232. EXPECT_TRUE(tree.HasErrors());
  233. EXPECT_THAT(
  234. tree,
  235. MatchParseTreeNodes(
  236. {{.kind = ParseNodeKind::FunctionDeclaration(), .has_error = true},
  237. {.kind = ParseNodeKind::FunctionDeclaration(),
  238. .children = {{ParseNodeKind::Identifier(), "F"},
  239. {.kind = ParseNodeKind::ParameterList(),
  240. .children = {{ParseNodeKind::ParameterListEnd()}}},
  241. {ParseNodeKind::DeclarationEnd()}}}}));
  242. }
  243. TEST_F(ParseTreeTest, FunctionDeclarationSkipWithoutSemiToCurly) {
  244. // FIXME: We don't have a grammar construct that uses curlies yet so this just
  245. // won't parse at all. Once it does, we should ensure that the close brace
  246. // gets properly parsed for the struct (or whatever other curly-braced syntax
  247. // we have grouping function declarations) despite the invalid function
  248. // declaration missing a semicolon.
  249. TokenizedBuffer tokens = GetTokenizedBuffer(
  250. "struct X { fn () }\n"
  251. "fn F();");
  252. ParseTree tree = ParseTree::Parse(tokens, consumer);
  253. EXPECT_TRUE(tree.HasErrors());
  254. }
  255. TEST_F(ParseTreeTest, BasicFunctionDefinition) {
  256. TokenizedBuffer tokens = GetTokenizedBuffer(
  257. "fn F() {\n"
  258. "}");
  259. ParseTree tree = ParseTree::Parse(tokens, consumer);
  260. EXPECT_FALSE(tree.HasErrors());
  261. EXPECT_THAT(
  262. tree, MatchParseTreeNodes(
  263. {{.kind = ParseNodeKind::FunctionDeclaration(),
  264. .children = {
  265. {ParseNodeKind::Identifier(), "F"},
  266. {.kind = ParseNodeKind::ParameterList(),
  267. .children = {{ParseNodeKind::ParameterListEnd()}}},
  268. {.kind = ParseNodeKind::CodeBlock(),
  269. .text = "{",
  270. .children = {{ParseNodeKind::CodeBlockEnd(), "}"}}}}}}));
  271. }
  272. TEST_F(ParseTreeTest, FunctionDefinitionWithNestedBlocks) {
  273. TokenizedBuffer tokens = GetTokenizedBuffer(
  274. "fn F() {\n"
  275. " {\n"
  276. " {{}}\n"
  277. " }\n"
  278. "}");
  279. ParseTree tree = ParseTree::Parse(tokens, consumer);
  280. EXPECT_FALSE(tree.HasErrors());
  281. EXPECT_THAT(
  282. tree,
  283. MatchParseTreeNodes(
  284. {{.kind = ParseNodeKind::FunctionDeclaration(),
  285. .children = {
  286. {ParseNodeKind::Identifier(), "F"},
  287. {.kind = ParseNodeKind::ParameterList(),
  288. .children = {{ParseNodeKind::ParameterListEnd()}}},
  289. {.kind = ParseNodeKind::CodeBlock(),
  290. .children = {
  291. {.kind = ParseNodeKind::CodeBlock(),
  292. .children = {{.kind = ParseNodeKind::CodeBlock(),
  293. .children =
  294. {{.kind = ParseNodeKind::CodeBlock(),
  295. .children = {{ParseNodeKind::
  296. CodeBlockEnd()}}},
  297. {ParseNodeKind::CodeBlockEnd()}}},
  298. {ParseNodeKind::CodeBlockEnd()}}},
  299. {ParseNodeKind::CodeBlockEnd()}}}}}}));
  300. }
  301. TEST_F(ParseTreeTest, FunctionDefinitionWithIdenifierInStatements) {
  302. TokenizedBuffer tokens = GetTokenizedBuffer(
  303. "fn F() {\n"
  304. " bar\n"
  305. "}");
  306. ParseTree tree = ParseTree::Parse(tokens, consumer);
  307. // Note: this might become valid depending on the expression syntax. This test
  308. // shouldn't be taken as a sign it should remain invalid.
  309. EXPECT_TRUE(tree.HasErrors());
  310. EXPECT_THAT(
  311. tree,
  312. MatchParseTreeNodes(
  313. {{.kind = ParseNodeKind::FunctionDeclaration(),
  314. .children = {{ParseNodeKind::Identifier(), "F"},
  315. {.kind = ParseNodeKind::ParameterList(),
  316. .children = {{ParseNodeKind::ParameterListEnd()}}},
  317. {.kind = ParseNodeKind::CodeBlock(),
  318. .has_error = true,
  319. .children = {{ParseNodeKind::CodeBlockEnd()}}}}}}));
  320. }
  321. TEST_F(ParseTreeTest, FunctionDefinitionWithIdenifierInNestedBlock) {
  322. TokenizedBuffer tokens = GetTokenizedBuffer(
  323. "fn F() {\n"
  324. " {bar}\n"
  325. "}");
  326. ParseTree tree = ParseTree::Parse(tokens, consumer);
  327. // Note: this might become valid depending on the expression syntax. This test
  328. // shouldn't be taken as a sign it should remain invalid.
  329. EXPECT_TRUE(tree.HasErrors());
  330. EXPECT_THAT(
  331. tree,
  332. MatchParseTreeNodes(
  333. {{.kind = ParseNodeKind::FunctionDeclaration(),
  334. .children = {
  335. {ParseNodeKind::Identifier(), "F"},
  336. {.kind = ParseNodeKind::ParameterList(),
  337. .children = {{ParseNodeKind::ParameterListEnd()}}},
  338. {.kind = ParseNodeKind::CodeBlock(),
  339. .children = {{.kind = ParseNodeKind::CodeBlock(),
  340. .has_error = true,
  341. .children = {{ParseNodeKind::CodeBlockEnd()}}},
  342. {ParseNodeKind::CodeBlockEnd()}}}}}}));
  343. }
  344. auto GetAndDropLine(llvm::StringRef& s) -> std::string {
  345. auto newline_offset = s.find_first_of('\n');
  346. llvm::StringRef line = s.slice(0, newline_offset);
  347. if (newline_offset != llvm::StringRef::npos) {
  348. s = s.substr(newline_offset + 1);
  349. } else {
  350. s = "";
  351. }
  352. return line.str();
  353. }
  354. TEST_F(ParseTreeTest, Printing) {
  355. TokenizedBuffer tokens = GetTokenizedBuffer("fn F();");
  356. ParseTree tree = ParseTree::Parse(tokens, consumer);
  357. EXPECT_FALSE(tree.HasErrors());
  358. std::string print_storage;
  359. llvm::raw_string_ostream print_stream(print_storage);
  360. tree.Print(print_stream);
  361. llvm::StringRef print = print_stream.str();
  362. EXPECT_THAT(GetAndDropLine(print), StrEq("["));
  363. EXPECT_THAT(GetAndDropLine(print),
  364. StrEq("{node_index: 4, kind: 'FunctionDeclaration', text: 'fn', "
  365. "subtree_size: 5, children: ["));
  366. EXPECT_THAT(GetAndDropLine(print),
  367. StrEq(" {node_index: 0, kind: 'Identifier', text: 'F'},"));
  368. EXPECT_THAT(GetAndDropLine(print),
  369. StrEq(" {node_index: 2, kind: 'ParameterList', text: '(', "
  370. "subtree_size: 2, children: ["));
  371. EXPECT_THAT(GetAndDropLine(print),
  372. StrEq(" {node_index: 1, kind: 'ParameterListEnd', "
  373. "text: ')'}]},"));
  374. EXPECT_THAT(GetAndDropLine(print),
  375. StrEq(" {node_index: 3, kind: 'DeclarationEnd', text: ';'}]},"));
  376. EXPECT_THAT(GetAndDropLine(print), StrEq("]"));
  377. EXPECT_TRUE(print.empty()) << print;
  378. }
  379. TEST_F(ParseTreeTest, PrintingAsYAML) {
  380. TokenizedBuffer tokens = GetTokenizedBuffer("fn F();");
  381. ParseTree tree = ParseTree::Parse(tokens, consumer);
  382. EXPECT_FALSE(tree.HasErrors());
  383. std::string print_output;
  384. llvm::raw_string_ostream print_stream(print_output);
  385. tree.Print(print_stream);
  386. print_stream.flush();
  387. // Parse the output into a YAML stream. This will print errors to stderr.
  388. llvm::SourceMgr source_manager;
  389. llvm::yaml::Stream yaml_stream(print_output, source_manager);
  390. auto di = yaml_stream.begin();
  391. auto* root_node = llvm::dyn_cast<llvm::yaml::SequenceNode>(di->getRoot());
  392. ASSERT_THAT(root_node, NotNull());
  393. // The root node is just an array of top-level parse nodes.
  394. auto ni = root_node->begin();
  395. auto ne = root_node->end();
  396. auto* node = llvm::dyn_cast<llvm::yaml::MappingNode>(&*ni);
  397. ASSERT_THAT(node, NotNull());
  398. auto nkvi = node->begin();
  399. auto nkve = node->end();
  400. EXPECT_THAT(&*nkvi, IsKeyValueScalars("node_index", "4"));
  401. ++nkvi;
  402. EXPECT_THAT(&*nkvi, IsKeyValueScalars("kind", "FunctionDeclaration"));
  403. ++nkvi;
  404. EXPECT_THAT(&*nkvi, IsKeyValueScalars("text", "fn"));
  405. ++nkvi;
  406. EXPECT_THAT(&*nkvi, IsKeyValueScalars("subtree_size", "5"));
  407. ++nkvi;
  408. auto* children_node = llvm::dyn_cast<llvm::yaml::KeyValueNode>(&*nkvi);
  409. ASSERT_THAT(children_node, NotNull());
  410. auto* children_key_node =
  411. llvm::dyn_cast<llvm::yaml::ScalarNode>(children_node->getKey());
  412. ASSERT_THAT(children_key_node, NotNull());
  413. EXPECT_THAT(children_key_node->getRawValue(), StrEq("children"));
  414. auto* children_value_node =
  415. llvm::dyn_cast<llvm::yaml::SequenceNode>(children_node->getValue());
  416. ASSERT_THAT(children_value_node, NotNull());
  417. auto ci = children_value_node->begin();
  418. auto ce = children_value_node->end();
  419. ASSERT_THAT(ci, Ne(ce));
  420. node = llvm::dyn_cast<llvm::yaml::MappingNode>(&*ci);
  421. ASSERT_THAT(node, NotNull());
  422. auto ckvi = node->begin();
  423. EXPECT_THAT(&*ckvi, IsKeyValueScalars("node_index", "0"));
  424. ++ckvi;
  425. EXPECT_THAT(&*ckvi, IsKeyValueScalars("kind", "Identifier"));
  426. ++ckvi;
  427. EXPECT_THAT(&*ckvi, IsKeyValueScalars("text", "F"));
  428. ++ckvi;
  429. EXPECT_THAT(ckvi, Eq(node->end()));
  430. ++ci;
  431. ASSERT_THAT(ci, Ne(ce));
  432. node = llvm::dyn_cast<llvm::yaml::MappingNode>(&*ci);
  433. ASSERT_THAT(node, NotNull());
  434. ckvi = node->begin();
  435. auto ckve = node->end();
  436. EXPECT_THAT(&*ckvi, IsKeyValueScalars("node_index", "2"));
  437. ++ckvi;
  438. EXPECT_THAT(&*ckvi, IsKeyValueScalars("kind", "ParameterList"));
  439. ++ckvi;
  440. EXPECT_THAT(&*ckvi, IsKeyValueScalars("text", "("));
  441. ++ckvi;
  442. EXPECT_THAT(&*ckvi, IsKeyValueScalars("subtree_size", "2"));
  443. ++ckvi;
  444. children_node = llvm::dyn_cast<llvm::yaml::KeyValueNode>(&*ckvi);
  445. ASSERT_THAT(children_node, NotNull());
  446. children_key_node =
  447. llvm::dyn_cast<llvm::yaml::ScalarNode>(children_node->getKey());
  448. ASSERT_THAT(children_key_node, NotNull());
  449. EXPECT_THAT(children_key_node->getRawValue(), StrEq("children"));
  450. children_value_node =
  451. llvm::dyn_cast<llvm::yaml::SequenceNode>(children_node->getValue());
  452. ASSERT_THAT(children_value_node, NotNull());
  453. auto c2_i = children_value_node->begin();
  454. auto c2_e = children_value_node->end();
  455. ASSERT_THAT(c2_i, Ne(c2_e));
  456. node = llvm::dyn_cast<llvm::yaml::MappingNode>(&*c2_i);
  457. ASSERT_THAT(node, NotNull());
  458. auto c2_kvi = node->begin();
  459. EXPECT_THAT(&*c2_kvi, IsKeyValueScalars("node_index", "1"));
  460. ++c2_kvi;
  461. EXPECT_THAT(&*c2_kvi, IsKeyValueScalars("kind", "ParameterListEnd"));
  462. ++c2_kvi;
  463. EXPECT_THAT(&*c2_kvi, IsKeyValueScalars("text", ")"));
  464. ++c2_kvi;
  465. EXPECT_THAT(c2_kvi, Eq(node->end()));
  466. ++c2_i;
  467. EXPECT_THAT(c2_i, Eq(c2_e));
  468. ++ckvi;
  469. EXPECT_THAT(ckvi, Eq(ckve));
  470. ++ci;
  471. ASSERT_THAT(ci, Ne(ce));
  472. node = llvm::dyn_cast<llvm::yaml::MappingNode>(&*ci);
  473. ASSERT_THAT(node, NotNull());
  474. ckvi = node->begin();
  475. EXPECT_THAT(&*ckvi, IsKeyValueScalars("node_index", "3"));
  476. ++ckvi;
  477. EXPECT_THAT(&*ckvi, IsKeyValueScalars("kind", "DeclarationEnd"));
  478. ++ckvi;
  479. EXPECT_THAT(&*ckvi, IsKeyValueScalars("text", ";"));
  480. ++ckvi;
  481. EXPECT_THAT(ckvi, Eq(node->end()));
  482. ++ci;
  483. EXPECT_THAT(ci, Eq(ce));
  484. ++nkvi;
  485. EXPECT_THAT(nkvi, Eq(nkve));
  486. ++ni;
  487. EXPECT_THAT(ni, Eq(ne));
  488. ++di;
  489. EXPECT_THAT(di, Eq(yaml_stream.end()));
  490. }
  491. } // namespace
  492. } // namespace Carbon