check_dependent_pr_test.py 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405
  1. """Tests for check_dependent_pr.py."""
  2. __copyright__ = """
  3. Part of the Carbon Language project, under the Apache License v2.0 with LLVM
  4. Exceptions. See /LICENSE for license information.
  5. SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  6. """
  7. import json
  8. import unittest
  9. from unittest import mock
  10. from typing import Any
  11. import check_dependent_pr
  12. import github_helpers
  13. _OID1 = "1" * 40
  14. _OID2 = "2" * 40
  15. _OID3 = "3" * 40
  16. _OID4 = "4" * 40
  17. _OID9 = "9" * 40
  18. class TestCheckDependentPR(unittest.TestCase):
  19. def setUp(self) -> None:
  20. self.mock_client = mock.MagicMock(spec=github_helpers.Client)
  21. def _make_comment(
  22. self,
  23. open_deps: list[int],
  24. merged_deps: list[int] = None,
  25. first_commit: str = None,
  26. comment_id: str = "comment_id",
  27. ) -> dict[str, str]:
  28. """Builds a boilerplate PR comment."""
  29. state: dict[str, Any] = {
  30. "open": open_deps,
  31. "merged": merged_deps if merged_deps else [],
  32. }
  33. if first_commit:
  34. state["first_commit"] = first_commit
  35. return {
  36. "id": comment_id,
  37. "body": f"<!-- check_dependent_pr {json.dumps(state)} -->",
  38. }
  39. def _make_pr_response(
  40. self,
  41. pr_id: str,
  42. head_ref_oid: str,
  43. commits: list[str],
  44. comments: list[dict[str, str]] = None,
  45. has_dependent_label: bool = False,
  46. ) -> dict[str, Any]:
  47. """Builds a boilerplate GitHub response for a PR."""
  48. labels = (
  49. [{"name": "dependent", "id": "label_dependent"}]
  50. if has_dependent_label
  51. else []
  52. )
  53. return {
  54. "repository": {
  55. "pullRequest": {
  56. "id": pr_id,
  57. "headRefOid": head_ref_oid,
  58. "labels": {"nodes": labels},
  59. "commits": {
  60. "nodes": [{"commit": {"oid": oid}} for oid in commits]
  61. },
  62. "comments": {"nodes": comments if comments else []},
  63. }
  64. }
  65. }
  66. def test_process_pr_no_overlap(self) -> None:
  67. self.mock_client.execute.return_value = self._make_pr_response(
  68. pr_id="pr_1",
  69. head_ref_oid=_OID1,
  70. commits=[_OID1],
  71. )
  72. check_dependent_pr._process_pr(
  73. self.mock_client,
  74. pr_number=1,
  75. pr_to_commits={1: [_OID1]},
  76. open_pr_numbers={1},
  77. label_id="label_id",
  78. dry_run=False,
  79. )
  80. self.assertEqual(self.mock_client.execute.call_count, 1)
  81. def test_process_pr_with_overlap(self) -> None:
  82. self.mock_client.execute.return_value = self._make_pr_response(
  83. pr_id="pr_2",
  84. head_ref_oid=_OID2,
  85. commits=[_OID1, _OID2],
  86. )
  87. check_dependent_pr._process_pr(
  88. self.mock_client,
  89. pr_number=2,
  90. pr_to_commits={1: [_OID1], 2: [_OID1, _OID2]},
  91. open_pr_numbers={1, 2},
  92. label_id="label_dependent",
  93. dry_run=False,
  94. )
  95. self.assertEqual(self.mock_client.execute.call_count, 3)
  96. calls = self.mock_client.execute.call_args_list
  97. self.assertIn("addLabelsToLabelable", calls[1][0][0])
  98. self.assertIn("addComment", calls[2][0][0])
  99. def test_process_pr_dependencies_merged(self) -> None:
  100. self.mock_client.execute.return_value = self._make_pr_response(
  101. pr_id="pr_3",
  102. head_ref_oid=_OID2,
  103. commits=[_OID1, _OID2],
  104. comments=[self._make_comment(open_deps=[1])],
  105. has_dependent_label=True,
  106. )
  107. check_dependent_pr._process_pr(
  108. self.mock_client,
  109. pr_number=3,
  110. pr_to_commits={3: [_OID1, _OID2]},
  111. open_pr_numbers={3},
  112. label_id="label_dependent",
  113. dry_run=False,
  114. )
  115. calls = self.mock_client.execute.call_args_list
  116. self.assertIn("removeLabelsFromLabelable", calls[1][0][0])
  117. self.assertIn("updateIssueComment", calls[2][0][0])
  118. def test_process_pr_dependency_got_new_commits(self) -> None:
  119. self.mock_client.execute.return_value = self._make_pr_response(
  120. pr_id="pr_3",
  121. head_ref_oid=_OID2,
  122. commits=[_OID1, _OID2],
  123. comments=[self._make_comment(open_deps=[1, 2])],
  124. has_dependent_label=True,
  125. )
  126. check_dependent_pr._process_pr(
  127. self.mock_client,
  128. pr_number=3,
  129. pr_to_commits={1: [_OID1, _OID4], 3: [_OID1, _OID2]},
  130. open_pr_numbers={1, 3},
  131. label_id="label_dependent",
  132. dry_run=False,
  133. )
  134. calls = self.mock_client.execute.call_args_list
  135. update_mutation = calls[1][0][0]
  136. self.assertIn("updateIssueComment", update_mutation)
  137. variable_values = calls[1][1]["variable_values"]
  138. self.assertIn('"open": [1]', variable_values["body"])
  139. self.assertIn('"merged": [2]', variable_values["body"])
  140. def test_process_pr_non_coherent_prefix(self) -> None:
  141. self.mock_client.execute.return_value = self._make_pr_response(
  142. pr_id="pr_10",
  143. head_ref_oid=_OID2,
  144. commits=[_OID1, _OID2],
  145. )
  146. check_dependent_pr._process_pr(
  147. self.mock_client,
  148. pr_number=10,
  149. pr_to_commits={10: [_OID1, _OID2], 11: [_OID1, _OID3]},
  150. open_pr_numbers={10, 11},
  151. label_id="label_dependent",
  152. dry_run=False,
  153. )
  154. self.assertEqual(self.mock_client.execute.call_count, 1)
  155. def test_process_pr_overlap_only_on_head_ref(self) -> None:
  156. self.mock_client.execute.return_value = self._make_pr_response(
  157. pr_id="pr_9",
  158. head_ref_oid=_OID2,
  159. commits=[_OID1, _OID2],
  160. )
  161. check_dependent_pr._process_pr(
  162. self.mock_client,
  163. pr_number=9,
  164. pr_to_commits={1: [_OID2], 9: [_OID1, _OID2]},
  165. open_pr_numbers={1, 9},
  166. label_id="label_dependent",
  167. dry_run=False,
  168. )
  169. self.assertEqual(self.mock_client.execute.call_count, 3)
  170. calls = self.mock_client.execute.call_args_list
  171. self.assertIn("addLabelsToLabelable", calls[1][0][0])
  172. self.assertIn("addComment", calls[2][0][0])
  173. def test_process_pr_scanning_no_add(self) -> None:
  174. self.mock_client.execute.return_value = self._make_pr_response(
  175. pr_id="pr_7",
  176. head_ref_oid=_OID2,
  177. commits=[_OID1, _OID2],
  178. )
  179. check_dependent_pr._process_pr(
  180. self.mock_client,
  181. pr_number=7,
  182. pr_to_commits={1: [_OID1], 7: [_OID1, _OID2]},
  183. open_pr_numbers={1, 7},
  184. label_id="label_dependent",
  185. dry_run=False,
  186. scanning=True,
  187. )
  188. self.assertEqual(self.mock_client.execute.call_count, 1)
  189. def test_process_pr_no_changes_needed(self) -> None:
  190. self.mock_client.execute.return_value = self._make_pr_response(
  191. pr_id="pr_6",
  192. head_ref_oid=_OID2,
  193. commits=[_OID1, _OID2],
  194. comments=[self._make_comment(open_deps=[1], first_commit=_OID2)],
  195. has_dependent_label=True,
  196. )
  197. check_dependent_pr._process_pr(
  198. self.mock_client,
  199. pr_number=6,
  200. pr_to_commits={1: [_OID1], 6: [_OID1, _OID2]},
  201. open_pr_numbers={1, 6},
  202. label_id="label_dependent",
  203. dry_run=False,
  204. )
  205. self.assertEqual(self.mock_client.execute.call_count, 1)
  206. def test_process_pr_invalid_marker(self) -> None:
  207. self.mock_client.execute.return_value = self._make_pr_response(
  208. pr_id="pr_5",
  209. head_ref_oid=_OID1,
  210. commits=[_OID1],
  211. comments=[
  212. {
  213. "id": "comment_id",
  214. "body": "<!-- check_dependent_pr {invalid_json} -->",
  215. }
  216. ],
  217. )
  218. import json
  219. self.assertRaises(
  220. json.decoder.JSONDecodeError,
  221. check_dependent_pr._process_pr,
  222. self.mock_client,
  223. pr_number=5,
  224. pr_to_commits={5: [_OID1]},
  225. open_pr_numbers={5},
  226. label_id="label_dependent",
  227. dry_run=False,
  228. )
  229. def test_process_pr_hidden_comment(self) -> None:
  230. self.mock_client.execute.return_value = self._make_pr_response(
  231. pr_id="pr_14",
  232. head_ref_oid=_OID2,
  233. commits=[_OID1, _OID2],
  234. comments=[
  235. {
  236. "id": "hidden_comment_id",
  237. "body": '<!-- check_dependent_pr {"open": [1]} -->',
  238. "isMinimized": True,
  239. }
  240. ],
  241. has_dependent_label=True,
  242. )
  243. check_dependent_pr._process_pr(
  244. self.mock_client,
  245. pr_number=14,
  246. pr_to_commits={1: [_OID1], 14: [_OID1, _OID2]},
  247. open_pr_numbers={1, 14},
  248. label_id="label_dependent",
  249. dry_run=False,
  250. )
  251. calls = self.mock_client.execute.call_args_list
  252. self.assertEqual(self.mock_client.execute.call_count, 2)
  253. self.assertIn("addComment", calls[1][0][0])
  254. def test_process_pr_sticky_first_commit(self) -> None:
  255. self.mock_client.execute.return_value = self._make_pr_response(
  256. pr_id="pr_11",
  257. head_ref_oid=_OID3,
  258. commits=[_OID1, _OID2, _OID3],
  259. comments=[self._make_comment(open_deps=[1, 2], first_commit=_OID2)],
  260. has_dependent_label=True,
  261. )
  262. check_dependent_pr._process_pr(
  263. self.mock_client,
  264. pr_number=11,
  265. pr_to_commits={1: [_OID1], 11: [_OID1, _OID2, _OID3]},
  266. open_pr_numbers={1, 11},
  267. label_id="label_dependent",
  268. dry_run=False,
  269. )
  270. calls = self.mock_client.execute.call_args_list
  271. variable_values = calls[1][1]["variable_values"]
  272. self.assertIn(_OID2[:8], variable_values["body"])
  273. self.assertNotIn(_OID1[:8], variable_values["body"])
  274. def test_process_pr_rebase_first_commit(self) -> None:
  275. self.mock_client.execute.return_value = self._make_pr_response(
  276. pr_id="pr_12",
  277. head_ref_oid=_OID2,
  278. commits=[_OID1, _OID2],
  279. comments=[self._make_comment(open_deps=[1, 2])],
  280. has_dependent_label=True,
  281. )
  282. check_dependent_pr._process_pr(
  283. self.mock_client,
  284. pr_number=12,
  285. pr_to_commits={1: [_OID9], 12: [_OID1, _OID2]},
  286. open_pr_numbers={1, 12},
  287. label_id="label_dependent",
  288. dry_run=False,
  289. )
  290. calls = self.mock_client.execute.call_args_list
  291. variable_values = calls[1][1]["variable_values"]
  292. self.assertIn(_OID1[:8], variable_values["body"])
  293. def test_process_pr_fallback_no_independent_commit(self) -> None:
  294. self.mock_client.execute.return_value = self._make_pr_response(
  295. pr_id="pr_13",
  296. head_ref_oid=_OID2,
  297. commits=[_OID1, _OID2],
  298. comments=[self._make_comment(open_deps=[1, 2])],
  299. has_dependent_label=True,
  300. )
  301. check_dependent_pr._process_pr(
  302. self.mock_client,
  303. pr_number=13,
  304. pr_to_commits={1: [_OID1, _OID2], 13: [_OID1, _OID2]},
  305. open_pr_numbers={1, 13},
  306. label_id="label_dependent",
  307. dry_run=False,
  308. )
  309. calls = self.mock_client.execute.call_args_list
  310. variable_values = calls[1][1]["variable_values"]
  311. self.assertIn(
  312. "unable to identify starting review commit", variable_values["body"]
  313. )
  314. def test_process_pr_sequence_failure(self) -> None:
  315. self.mock_client.execute.return_value = self._make_pr_response(
  316. pr_id="pr_1",
  317. head_ref_oid=_OID1,
  318. commits=[_OID1],
  319. )
  320. check_dependent_pr._process_pr(
  321. self.mock_client,
  322. pr_number=1,
  323. pr_to_commits={1: [_OID1], 2: [_OID1, _OID2]},
  324. open_pr_numbers={1, 2},
  325. label_id="label_dependent",
  326. dry_run=False,
  327. )
  328. self.assertEqual(self.mock_client.execute.call_count, 1)
  329. def test_process_pr_no_overlap_different_commits(self) -> None:
  330. self.mock_client.execute.return_value = self._make_pr_response(
  331. pr_id="pr_2",
  332. head_ref_oid=_OID2,
  333. commits=[_OID2],
  334. )
  335. check_dependent_pr._process_pr(
  336. self.mock_client,
  337. pr_number=2,
  338. pr_to_commits={1: [_OID1], 2: [_OID2]},
  339. open_pr_numbers={1, 2},
  340. label_id="label_dependent",
  341. dry_run=False,
  342. )
  343. self.assertEqual(self.mock_client.execute.call_count, 1)
  344. def test_process_pr_no_unique_commit(self) -> None:
  345. self.mock_client.execute.return_value = self._make_pr_response(
  346. pr_id="pr_2",
  347. head_ref_oid=_OID2,
  348. commits=[_OID1, _OID2],
  349. )
  350. check_dependent_pr._process_pr(
  351. self.mock_client,
  352. pr_number=2,
  353. pr_to_commits={1: [_OID1, _OID2, _OID3], 2: [_OID1, _OID2]},
  354. open_pr_numbers={1, 2},
  355. label_id="label_dependent",
  356. dry_run=False,
  357. )
  358. self.assertEqual(self.mock_client.execute.call_count, 1)
  359. def test_process_pr_multiple_non_overlapping_commits(self) -> None:
  360. self.mock_client.execute.return_value = self._make_pr_response(
  361. pr_id="pr_2",
  362. head_ref_oid=_OID4,
  363. commits=[_OID1, _OID3, _OID4],
  364. )
  365. check_dependent_pr._process_pr(
  366. self.mock_client,
  367. pr_number=2,
  368. pr_to_commits={1: [_OID1, _OID2], 2: [_OID1, _OID3, _OID4]},
  369. open_pr_numbers={1, 2},
  370. label_id="label_dependent",
  371. dry_run=False,
  372. )
  373. self.assertEqual(self.mock_client.execute.call_count, 3)
  374. calls = self.mock_client.execute.call_args_list
  375. self.assertIn("addLabelsToLabelable", calls[1][0][0])
  376. if __name__ == "__main__":
  377. unittest.main()