map_test.cpp 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783
  1. // Part of the Carbon Language project, under the Apache License v2.0 with LLVM
  2. // Exceptions. See /LICENSE for license information.
  3. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  4. #include "common/map.h"
  5. #include <gmock/gmock.h>
  6. #include <gtest/gtest.h>
  7. #include <initializer_list>
  8. #include <type_traits>
  9. #include <utility>
  10. #include <vector>
  11. #include "common/raw_hashtable_test_helpers.h"
  12. namespace Carbon::Testing {
  13. namespace {
  14. using RawHashtable::FixedHashKeyContext;
  15. using RawHashtable::IndexKeyContext;
  16. using RawHashtable::TestData;
  17. using RawHashtable::TestKeyContext;
  18. using ::testing::Pair;
  19. using ::testing::UnorderedElementsAreArray;
  20. template <typename MapT, typename MatcherRangeT>
  21. auto ExpectMapElementsAre(MapT&& m, MatcherRangeT element_matchers) -> void {
  22. // Now collect the elements into a container.
  23. using KeyT = typename std::remove_reference<MapT>::type::KeyT;
  24. using ValueT = typename std::remove_reference<MapT>::type::ValueT;
  25. std::vector<std::pair<KeyT, ValueT>> map_entries;
  26. m.ForEach([&map_entries](KeyT& k, ValueT& v) {
  27. map_entries.push_back({k, v});
  28. });
  29. // Use the GoogleMock unordered container matcher to validate and show errors
  30. // on wrong elements.
  31. EXPECT_THAT(map_entries, UnorderedElementsAreArray(element_matchers));
  32. }
  33. // Allow directly using an initializer list.
  34. template <typename MapT, typename MatcherT>
  35. auto ExpectMapElementsAre(MapT&& m,
  36. std::initializer_list<MatcherT> element_matchers)
  37. -> void {
  38. std::vector<MatcherT> element_matchers_storage = element_matchers;
  39. ExpectMapElementsAre(m, element_matchers_storage);
  40. }
  41. template <typename ValueCB, typename RangeT, typename... RangeTs>
  42. auto MakeKeyValues(ValueCB value_cb, RangeT&& range, RangeTs&&... ranges)
  43. -> auto {
  44. using KeyT = typename RangeT::value_type;
  45. using ValueT = decltype(value_cb(std::declval<KeyT>()));
  46. std::vector<std::pair<KeyT, ValueT>> elements;
  47. auto add_range = [&](RangeT&& r) {
  48. for (const auto&& e : r) {
  49. elements.push_back({e, value_cb(e)});
  50. }
  51. };
  52. add_range(std::forward<RangeT>(range));
  53. (add_range(std::forward<RangeT>(ranges)), ...);
  54. return elements;
  55. }
  56. template <typename MapT>
  57. class MapTest : public ::testing::Test {};
  58. using Types = ::testing::Types<
  59. Map<int, int>, Map<int, int, 16>, Map<int, int, 64>,
  60. Map<int, int, 0, TestKeyContext>, Map<int, int, 16, TestKeyContext>,
  61. Map<int, int, 64, TestKeyContext>, Map<TestData, TestData>,
  62. Map<TestData, TestData, 16>, Map<TestData, TestData, 0, TestKeyContext>,
  63. Map<TestData, TestData, 16, TestKeyContext>>;
  64. TYPED_TEST_SUITE(MapTest, Types);
  65. TYPED_TEST(MapTest, Basic) {
  66. TypeParam m;
  67. EXPECT_FALSE(m.Contains(42));
  68. EXPECT_EQ(nullptr, m[42]);
  69. EXPECT_TRUE(m.Insert(1, 100).is_inserted());
  70. ASSERT_TRUE(m.Contains(1));
  71. auto result = m.Lookup(1);
  72. EXPECT_TRUE(result);
  73. EXPECT_EQ(1, result.key());
  74. EXPECT_EQ(100, result.value());
  75. EXPECT_EQ(100, *m[1]);
  76. // Reinsertion doesn't change the value.
  77. auto i_result = m.Insert(1, 101);
  78. EXPECT_FALSE(i_result.is_inserted());
  79. EXPECT_EQ(100, i_result.value());
  80. EXPECT_EQ(100, *m[1]);
  81. // Update does change the value.
  82. i_result = m.Update(1, 101);
  83. EXPECT_FALSE(i_result.is_inserted());
  84. EXPECT_EQ(101, i_result.value());
  85. EXPECT_EQ(101, *m[1]);
  86. // Verify all the elements.
  87. ExpectMapElementsAre(m, {Pair(1, 101)});
  88. // Fill up a bunch to ensure we trigger growth a few times.
  89. for (int i : llvm::seq(2, 512)) {
  90. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  91. EXPECT_TRUE(m.Insert(i, i * 100).is_inserted());
  92. }
  93. ExpectMapElementsAre(
  94. m, MakeKeyValues([](int k) { return k * 100 + static_cast<int>(k == 1); },
  95. llvm::seq(1, 512)));
  96. for (int i : llvm::seq(1, 512)) {
  97. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  98. EXPECT_FALSE(m.Insert(i, i * 100 + 1).is_inserted());
  99. EXPECT_EQ(i * 100 + static_cast<int>(i == 1), *m[i]);
  100. EXPECT_FALSE(m.Update(i, i * 100 + 1).is_inserted());
  101. EXPECT_EQ(i * 100 + 1, *m[i]);
  102. }
  103. EXPECT_FALSE(m.Contains(513));
  104. // Verify all the elements.
  105. ExpectMapElementsAre(
  106. m, MakeKeyValues([](int k) { return k * 100 + 1; }, llvm::seq(1, 512)));
  107. }
  108. TYPED_TEST(MapTest, FactoryAPI) {
  109. TypeParam m;
  110. EXPECT_TRUE(m.Insert(1, [] { return 100; }).is_inserted());
  111. ASSERT_TRUE(m.Contains(1));
  112. EXPECT_EQ(100, *m[1]);
  113. // Reinsertion doesn't invoke the callback.
  114. EXPECT_FALSE(m.Insert(1, []() -> int {
  115. llvm_unreachable("Should never be called!");
  116. }).is_inserted());
  117. // Update does invoke the callback.
  118. auto i_result = m.Update(1, [] { return 101; });
  119. EXPECT_FALSE(i_result.is_inserted());
  120. EXPECT_EQ(101, i_result.value());
  121. EXPECT_EQ(101, *m[1]);
  122. }
  123. TYPED_TEST(MapTest, Copy) {
  124. using MapT = TypeParam;
  125. MapT m;
  126. // Make sure we exceed the small size for some of the map types, but not all
  127. // of them, so we cover all the combinations of copying between small and
  128. // large.
  129. for (int i : llvm::seq(1, 24)) {
  130. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  131. ASSERT_TRUE(m.Insert(i, i * 100).is_inserted());
  132. }
  133. MapT other_m1 = m;
  134. ExpectMapElementsAre(
  135. other_m1, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(1, 24)));
  136. // Add some more elements to the original.
  137. for (int i : llvm::seq(24, 32)) {
  138. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  139. ASSERT_TRUE(m.Insert(i, i * 100).is_inserted());
  140. }
  141. // The first copy doesn't change.
  142. ExpectMapElementsAre(
  143. other_m1, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(1, 24)));
  144. // A new copy does.
  145. MapT other_m2 = m;
  146. ExpectMapElementsAre(
  147. other_m2, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(1, 32)));
  148. // Copy-assign updates.
  149. other_m1 = m;
  150. ExpectMapElementsAre(
  151. other_m1, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(1, 32)));
  152. // Self-assign is a no-op.
  153. other_m1 = const_cast<const MapT&>(other_m1);
  154. ExpectMapElementsAre(
  155. other_m1, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(1, 32)));
  156. // But mutating original still doesn't change copies.
  157. for (int i : llvm::seq(32, 48)) {
  158. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  159. ASSERT_TRUE(m.Insert(i, i * 100).is_inserted());
  160. }
  161. ExpectMapElementsAre(
  162. other_m1, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(1, 32)));
  163. ExpectMapElementsAre(
  164. other_m2, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(1, 32)));
  165. }
  166. TYPED_TEST(MapTest, Move) {
  167. using MapT = TypeParam;
  168. MapT m;
  169. // Make sure we exceed the small size for some of the map types, but not all
  170. // of them, so we cover all the combinations of moving between small and
  171. // large.
  172. for (int i : llvm::seq(1, 24)) {
  173. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  174. ASSERT_TRUE(m.Insert(i, i * 100).is_inserted());
  175. }
  176. MapT other_m1 = std::move(m);
  177. ExpectMapElementsAre(
  178. other_m1, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(1, 24)));
  179. // Add some more elements.
  180. for (int i : llvm::seq(24, 32)) {
  181. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  182. ASSERT_TRUE(other_m1.Insert(i, i * 100).is_inserted());
  183. }
  184. ExpectMapElementsAre(
  185. other_m1, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(1, 32)));
  186. // Move back over a moved-from.
  187. m = std::move(other_m1);
  188. ExpectMapElementsAre(
  189. m, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(1, 32)));
  190. // Copy over moved-from state also works.
  191. other_m1 = m;
  192. ExpectMapElementsAre(
  193. other_m1, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(1, 32)));
  194. // Now add still more elements.
  195. for (int i : llvm::seq(32, 48)) {
  196. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  197. ASSERT_TRUE(other_m1.Insert(i, i * 100).is_inserted());
  198. }
  199. ExpectMapElementsAre(
  200. other_m1, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(1, 48)));
  201. // And move-assign over the copy looks like the moved-from table not the copy.
  202. other_m1 = std::move(m);
  203. ExpectMapElementsAre(
  204. other_m1, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(1, 32)));
  205. // Self-swap (which does a self-move) works and is a no-op.
  206. std::swap(other_m1, other_m1);
  207. ExpectMapElementsAre(
  208. other_m1, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(1, 32)));
  209. // Test copying of a moved-from table over a valid table and self-move-assign.
  210. // The former is required to be valid, and the latter is in at least the case
  211. // of self-move-assign-when-moved-from, but the result can be in any state so
  212. // just do them and ensure we don't crash.
  213. MapT other_m2 = other_m1;
  214. // NOLINTNEXTLINE(bugprone-use-after-move): Testing required use-after-move.
  215. other_m2 = m;
  216. other_m1 = std::move(other_m1);
  217. m = std::move(m);
  218. }
  219. TYPED_TEST(MapTest, Conversions) {
  220. using MapT = TypeParam;
  221. using KeyT = MapT::KeyT;
  222. using ValueT = MapT::ValueT;
  223. using KeyContextT = MapT::KeyContextT;
  224. MapT m;
  225. ASSERT_TRUE(m.Insert(1, 101).is_inserted());
  226. ASSERT_TRUE(m.Insert(2, 102).is_inserted());
  227. ASSERT_TRUE(m.Insert(3, 103).is_inserted());
  228. ASSERT_TRUE(m.Insert(4, 104).is_inserted());
  229. MapView<KeyT, ValueT, KeyContextT> mv = m;
  230. MapView<const KeyT, ValueT, KeyContextT> cmv = m;
  231. MapView<KeyT, const ValueT, KeyContextT> cmv2 = m;
  232. MapView<const KeyT, const ValueT, KeyContextT> cmv3 = m;
  233. EXPECT_TRUE(mv.Contains(1));
  234. EXPECT_EQ(101, *mv[1]);
  235. EXPECT_TRUE(cmv.Contains(2));
  236. EXPECT_EQ(102, *cmv[2]);
  237. EXPECT_TRUE(cmv2.Contains(3));
  238. EXPECT_EQ(103, *cmv2[3]);
  239. EXPECT_TRUE(cmv3.Contains(4));
  240. EXPECT_EQ(104, *cmv3[4]);
  241. }
  242. TYPED_TEST(MapTest, GrowToAllocSize) {
  243. using MapT = TypeParam;
  244. MapT m;
  245. // Grow when empty. May be a no-op for some small sizes.
  246. m.GrowToAllocSize(32);
  247. // Add some elements that will need to be propagated through subsequent
  248. // growths. Also delete some.
  249. ssize_t storage_bytes = m.ComputeMetrics().storage_bytes;
  250. for (int i : llvm::seq(1, 24)) {
  251. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  252. ASSERT_TRUE(m.Insert(i, i * 100).is_inserted());
  253. }
  254. for (int i : llvm::seq(1, 8)) {
  255. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  256. ASSERT_TRUE(m.Erase(i));
  257. }
  258. // No further growth triggered.
  259. EXPECT_EQ(storage_bytes, m.ComputeMetrics().storage_bytes);
  260. // No-op.
  261. m.GrowToAllocSize(16);
  262. ExpectMapElementsAre(
  263. m, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(8, 24)));
  264. // No further growth triggered.
  265. EXPECT_EQ(storage_bytes, m.ComputeMetrics().storage_bytes);
  266. // Get a few doubling based growths, and at least one beyond the largest small
  267. // size.
  268. m.GrowToAllocSize(64);
  269. ExpectMapElementsAre(
  270. m, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(8, 24)));
  271. m.GrowToAllocSize(128);
  272. ExpectMapElementsAre(
  273. m, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(8, 24)));
  274. // Update the storage bytes after growth.
  275. EXPECT_LT(storage_bytes, m.ComputeMetrics().storage_bytes);
  276. storage_bytes = m.ComputeMetrics().storage_bytes;
  277. // Add some more, but not enough to trigger further growth, and then grow by
  278. // several more multiples of two to test handling large growth.
  279. for (int i : llvm::seq(24, 48)) {
  280. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  281. ASSERT_TRUE(m.Insert(i, i * 100).is_inserted());
  282. }
  283. for (int i : llvm::seq(8, 16)) {
  284. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  285. ASSERT_TRUE(m.Erase(i));
  286. }
  287. // No growth from insertions.
  288. EXPECT_EQ(storage_bytes, m.ComputeMetrics().storage_bytes);
  289. m.GrowToAllocSize(1024);
  290. ExpectMapElementsAre(
  291. m, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(16, 48)));
  292. // Storage should have grown.
  293. EXPECT_LT(storage_bytes, m.ComputeMetrics().storage_bytes);
  294. }
  295. TYPED_TEST(MapTest, GrowForInsert) {
  296. using MapT = TypeParam;
  297. MapT m;
  298. m.GrowForInsertCount(42);
  299. ssize_t storage_bytes = m.ComputeMetrics().storage_bytes;
  300. for (int i : llvm::seq(1, 42)) {
  301. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  302. ASSERT_TRUE(m.Insert(i, i * 100).is_inserted());
  303. }
  304. ExpectMapElementsAre(
  305. m, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(1, 42)));
  306. EXPECT_EQ(storage_bytes, m.ComputeMetrics().storage_bytes);
  307. // Erase many elements and grow again for another insert.
  308. for (int i : llvm::seq(1, 32)) {
  309. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  310. ASSERT_TRUE(m.Erase(i));
  311. }
  312. m.GrowForInsertCount(42);
  313. storage_bytes = m.ComputeMetrics().storage_bytes;
  314. for (int i : llvm::seq(42, 84)) {
  315. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  316. ASSERT_TRUE(m.Insert(i, i * 100).is_inserted());
  317. }
  318. ExpectMapElementsAre(
  319. m, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(32, 84)));
  320. EXPECT_EQ(storage_bytes, m.ComputeMetrics().storage_bytes);
  321. // Erase all the elements, then grow for a much larger insertion and insert
  322. // again.
  323. for (int i : llvm::seq(32, 84)) {
  324. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  325. ASSERT_TRUE(m.Erase(i));
  326. }
  327. m.GrowForInsertCount(321);
  328. storage_bytes = m.ComputeMetrics().storage_bytes;
  329. for (int i : llvm::seq(128, 321 + 128)) {
  330. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  331. ASSERT_TRUE(m.Insert(i, i * 100).is_inserted());
  332. }
  333. ExpectMapElementsAre(m, MakeKeyValues([](int k) { return k * 100; },
  334. llvm::seq(128, 321 + 128)));
  335. EXPECT_EQ(storage_bytes, m.ComputeMetrics().storage_bytes);
  336. }
  337. // This test is largely exercising the underlying `RawHashtable` implementation
  338. // with complex growth, erasure, and re-growth.
  339. TYPED_TEST(MapTest, ComplexOpSequence) {
  340. // Use a small size as well to cover more growth scenarios.
  341. TypeParam m;
  342. EXPECT_FALSE(m.Contains(42));
  343. EXPECT_EQ(nullptr, m[42]);
  344. EXPECT_TRUE(m.Insert(1, 100).is_inserted());
  345. ASSERT_TRUE(m.Contains(1));
  346. auto result = m.Lookup(1);
  347. EXPECT_TRUE(result);
  348. EXPECT_EQ(1, result.key());
  349. EXPECT_EQ(100, result.value());
  350. EXPECT_EQ(100, *m[1]);
  351. // Reinsertion doesn't change the value.
  352. auto i_result = m.Insert(1, 101);
  353. EXPECT_FALSE(i_result.is_inserted());
  354. EXPECT_EQ(100, i_result.value());
  355. EXPECT_EQ(100, *m[1]);
  356. // Update does change the value.
  357. i_result = m.Update(1, 101);
  358. EXPECT_FALSE(i_result.is_inserted());
  359. EXPECT_EQ(101, i_result.value());
  360. EXPECT_EQ(101, *m[1]);
  361. // Verify all the elements.
  362. ExpectMapElementsAre(m, {Pair(1, 101)});
  363. // Fill up the small buffer but don't overflow it.
  364. for (int i : llvm::seq(2, 5)) {
  365. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  366. EXPECT_TRUE(m.Insert(i, i * 100).is_inserted());
  367. }
  368. for (int i : llvm::seq(1, 5)) {
  369. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  370. ASSERT_TRUE(m.Contains(i));
  371. EXPECT_EQ(i * 100 + static_cast<int>(i == 1), *m[i]);
  372. EXPECT_FALSE(m.Insert(i, i * 100 + 1).is_inserted());
  373. EXPECT_EQ(i * 100 + static_cast<int>(i == 1), *m[i]);
  374. EXPECT_FALSE(m.Update(i, i * 100 + 1).is_inserted());
  375. EXPECT_EQ(i * 100 + 1, *m[i]);
  376. }
  377. EXPECT_FALSE(m.Contains(5));
  378. // Verify all the elements.
  379. ExpectMapElementsAre(
  380. m, {Pair(1, 101), Pair(2, 201), Pair(3, 301), Pair(4, 401)});
  381. // Erase some entries from the small buffer.
  382. EXPECT_FALSE(m.Erase(42));
  383. EXPECT_TRUE(m.Erase(2));
  384. EXPECT_EQ(101, *m[1]);
  385. EXPECT_EQ(nullptr, m[2]);
  386. EXPECT_EQ(301, *m[3]);
  387. EXPECT_EQ(401, *m[4]);
  388. EXPECT_TRUE(m.Erase(1));
  389. EXPECT_EQ(nullptr, m[1]);
  390. EXPECT_EQ(nullptr, m[2]);
  391. EXPECT_EQ(301, *m[3]);
  392. EXPECT_EQ(401, *m[4]);
  393. EXPECT_TRUE(m.Erase(4));
  394. EXPECT_EQ(nullptr, m[1]);
  395. EXPECT_EQ(nullptr, m[2]);
  396. EXPECT_EQ(301, *m[3]);
  397. EXPECT_EQ(nullptr, m[4]);
  398. // Fill them back in, but with a different order and going back to the
  399. // original value.
  400. EXPECT_TRUE(m.Insert(1, 100).is_inserted());
  401. EXPECT_TRUE(m.Insert(2, 200).is_inserted());
  402. EXPECT_TRUE(m.Insert(4, 400).is_inserted());
  403. EXPECT_EQ(100, *m[1]);
  404. EXPECT_EQ(200, *m[2]);
  405. EXPECT_EQ(301, *m[3]);
  406. EXPECT_EQ(400, *m[4]);
  407. // Then update their values to match.
  408. EXPECT_FALSE(m.Update(1, 101).is_inserted());
  409. EXPECT_FALSE(m.Update(2, 201).is_inserted());
  410. EXPECT_FALSE(m.Update(4, 401).is_inserted());
  411. // Now fill up the first metadata group.
  412. for (int i : llvm::seq(5, 14)) {
  413. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  414. EXPECT_TRUE(m.Insert(i, i * 100).is_inserted());
  415. }
  416. for (int i : llvm::seq(1, 14)) {
  417. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  418. ASSERT_TRUE(m.Contains(i));
  419. EXPECT_EQ(i * 100 + static_cast<int>(i < 5), *m[i]);
  420. EXPECT_FALSE(m.Insert(i, i * 100 + 2).is_inserted());
  421. EXPECT_EQ(i * 100 + static_cast<int>(i < 5), *m[i]);
  422. EXPECT_FALSE(m.Update(i, i * 100 + 2).is_inserted());
  423. EXPECT_EQ(i * 100 + 2, *m[i]);
  424. }
  425. EXPECT_FALSE(m.Contains(42));
  426. // Verify all the elements by walking the entire map.
  427. ExpectMapElementsAre(
  428. m, {Pair(1, 102), Pair(2, 202), Pair(3, 302), Pair(4, 402), Pair(5, 502),
  429. Pair(6, 602), Pair(7, 702), Pair(8, 802), Pair(9, 902),
  430. Pair(10, 1002), Pair(11, 1102), Pair(12, 1202), Pair(13, 1302)});
  431. // Now fill up several more groups.
  432. for (int i : llvm::seq(14, 100)) {
  433. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  434. EXPECT_TRUE(m.Insert(i, i * 100).is_inserted());
  435. }
  436. for (int i : llvm::seq(1, 100)) {
  437. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  438. ASSERT_TRUE(m.Contains(i));
  439. EXPECT_EQ(i * 100 + 2 * static_cast<int>(i < 14), *m[i]);
  440. EXPECT_FALSE(m.Insert(i, i * 100 + 1).is_inserted());
  441. EXPECT_EQ(i * 100 + 2 * static_cast<int>(i < 14), *m[i]);
  442. EXPECT_FALSE(m.Update(i, i * 100 + 3).is_inserted());
  443. EXPECT_EQ(i * 100 + 3, *m[i]);
  444. }
  445. EXPECT_FALSE(m.Contains(420));
  446. // Check walking the entire container.
  447. ExpectMapElementsAre(
  448. m, MakeKeyValues([](int k) { return k * 100 + 3; }, llvm::seq(1, 100)));
  449. // Clear back to empty.
  450. m.Clear();
  451. EXPECT_FALSE(m.Contains(42));
  452. EXPECT_EQ(nullptr, m[42]);
  453. // Refill but with both overlapping and different values.
  454. for (int i : llvm::seq(50, 150)) {
  455. EXPECT_TRUE(m.Insert(i, i * 100).is_inserted());
  456. }
  457. for (int i : llvm::seq(50, 150)) {
  458. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  459. ASSERT_TRUE(m.Contains(i));
  460. EXPECT_EQ(i * 100, *m[i]);
  461. EXPECT_FALSE(m.Insert(i, i * 100 + 1).is_inserted());
  462. EXPECT_EQ(i * 100, *m[i]);
  463. EXPECT_FALSE(m.Update(i, i * 100 + 1).is_inserted());
  464. EXPECT_EQ(i * 100 + 1, *m[i]);
  465. }
  466. EXPECT_FALSE(m.Contains(42));
  467. EXPECT_FALSE(m.Contains(420));
  468. ExpectMapElementsAre(
  469. m, MakeKeyValues([](int k) { return k * 100 + 1; }, llvm::seq(50, 150)));
  470. EXPECT_FALSE(m.Erase(42));
  471. EXPECT_TRUE(m.Contains(73));
  472. EXPECT_TRUE(m.Erase(73));
  473. EXPECT_FALSE(m.Contains(73));
  474. for (int i : llvm::seq(102, 136)) {
  475. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  476. EXPECT_TRUE(m.Contains(i));
  477. EXPECT_TRUE(m.Erase(i));
  478. EXPECT_FALSE(m.Contains(i));
  479. }
  480. for (int i : llvm::seq(50, 150)) {
  481. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  482. if (i == 73 || (i >= 102 && i < 136)) {
  483. continue;
  484. }
  485. ASSERT_TRUE(m.Contains(i));
  486. EXPECT_EQ(i * 100 + 1, *m[i]);
  487. EXPECT_FALSE(m.Insert(i, i * 100 + 2).is_inserted());
  488. EXPECT_EQ(i * 100 + 1, *m[i]);
  489. EXPECT_FALSE(m.Update(i, i * 100 + 2).is_inserted());
  490. EXPECT_EQ(i * 100 + 2, *m[i]);
  491. }
  492. EXPECT_TRUE(m.Insert(73, 73 * 100 + 3).is_inserted());
  493. EXPECT_EQ(73 * 100 + 3, *m[73]);
  494. ExpectMapElementsAre(
  495. m, MakeKeyValues([](int k) { return k * 100 + 2 + (k == 73); },
  496. llvm::seq(50, 102), llvm::seq(136, 150)));
  497. // Reset back to empty and small.
  498. m.Reset();
  499. EXPECT_FALSE(m.Contains(42));
  500. EXPECT_EQ(nullptr, m[42]);
  501. // Refill but with both overlapping and different values, now triggering
  502. // growth too. Also, use update instead of insert.
  503. for (int i : llvm::seq(75, 175)) {
  504. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  505. EXPECT_TRUE(m.Update(i, i * 100).is_inserted());
  506. }
  507. for (int i : llvm::seq(75, 175)) {
  508. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  509. ASSERT_TRUE(m.Contains(i));
  510. EXPECT_EQ(i * 100, *m[i]);
  511. EXPECT_FALSE(m.Insert(i, i * 100 + 1).is_inserted());
  512. EXPECT_EQ(i * 100, *m[i]);
  513. EXPECT_FALSE(m.Update(i, i * 100 + 1).is_inserted());
  514. EXPECT_EQ(i * 100 + 1, *m[i]);
  515. }
  516. EXPECT_FALSE(m.Contains(42));
  517. EXPECT_FALSE(m.Contains(420));
  518. ExpectMapElementsAre(
  519. m, MakeKeyValues([](int k) { return k * 100 + 1; }, llvm::seq(75, 175)));
  520. EXPECT_FALSE(m.Erase(42));
  521. EXPECT_TRUE(m.Contains(93));
  522. EXPECT_TRUE(m.Erase(93));
  523. EXPECT_FALSE(m.Contains(93));
  524. for (int i : llvm::seq(102, 136)) {
  525. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  526. EXPECT_TRUE(m.Contains(i));
  527. EXPECT_TRUE(m.Erase(i));
  528. EXPECT_FALSE(m.Contains(i));
  529. }
  530. for (int i : llvm::seq(75, 175)) {
  531. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  532. if (i == 93 || (i >= 102 && i < 136)) {
  533. continue;
  534. }
  535. ASSERT_TRUE(m.Contains(i));
  536. EXPECT_EQ(i * 100 + 1, *m[i]);
  537. EXPECT_FALSE(m.Insert(i, i * 100 + 2).is_inserted());
  538. EXPECT_EQ(i * 100 + 1, *m[i]);
  539. EXPECT_FALSE(m.Update(i, i * 100 + 2).is_inserted());
  540. EXPECT_EQ(i * 100 + 2, *m[i]);
  541. }
  542. EXPECT_TRUE(m.Insert(93, 93 * 100 + 3).is_inserted());
  543. EXPECT_EQ(93 * 100 + 3, *m[93]);
  544. ExpectMapElementsAre(
  545. m, MakeKeyValues([](int k) { return k * 100 + 2 + (k == 93); },
  546. llvm::seq(75, 102), llvm::seq(136, 175)));
  547. }
  548. template <typename MapT>
  549. class MapCollisionTest : public ::testing::Test {};
  550. using CollisionTypes = ::testing::Types<
  551. Map<int, int, 16,
  552. FixedHashKeyContext<7, /*FixIndexBits*/ true, /*FixTagBits*/ false, 0>>,
  553. Map<int, int, 16,
  554. FixedHashKeyContext<7, /*FixIndexBits*/ false, /*FixTagBits*/ true, 0>>,
  555. Map<int, int, 16,
  556. FixedHashKeyContext<7, /*FixIndexBits*/ true, /*FixTagBits*/ true, 0>>,
  557. Map<int, int, 16,
  558. FixedHashKeyContext<7, /*FixIndexBits*/ true, /*FixTagBits*/ true,
  559. ~static_cast<uint64_t>(0)>>>;
  560. TYPED_TEST_SUITE(MapCollisionTest, CollisionTypes);
  561. TYPED_TEST(MapCollisionTest, Basic) {
  562. TypeParam m;
  563. // Fill the map through a couple of growth steps, verifying at each step. Note
  564. // that because this is a collision test, we synthesize actively harmful
  565. // hashes in terms of collisions and so this test is essentially quadratic. We
  566. // need to keep it relatively small.
  567. for (int i : llvm::seq(1, 256)) {
  568. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  569. EXPECT_TRUE(m.Insert(i, i * 100).is_inserted());
  570. }
  571. ExpectMapElementsAre(
  572. m, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(1, 256)));
  573. // Erase and re-fill from the back.
  574. for (int i : llvm::seq(192, 256)) {
  575. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  576. EXPECT_TRUE(m.Erase(i));
  577. }
  578. ExpectMapElementsAre(
  579. m, MakeKeyValues([](int k) { return k * 100; }, llvm::seq(1, 192)));
  580. for (int i : llvm::seq(192, 256)) {
  581. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  582. EXPECT_TRUE(m.Insert(i, i * 100 + 1).is_inserted());
  583. }
  584. ExpectMapElementsAre(m,
  585. MakeKeyValues([](int k) { return k * 100 + (k >= 192); },
  586. llvm::seq(1, 256)));
  587. // Erase and re-fill from the front.
  588. for (int i : llvm::seq(1, 64)) {
  589. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  590. EXPECT_TRUE(m.Erase(i));
  591. }
  592. ExpectMapElementsAre(m,
  593. MakeKeyValues([](int k) { return k * 100 + (k >= 192); },
  594. llvm::seq(64, 256)));
  595. for (int i : llvm::seq(1, 64)) {
  596. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  597. EXPECT_TRUE(m.Insert(i, i * 100 + 1).is_inserted());
  598. }
  599. ExpectMapElementsAre(
  600. m, MakeKeyValues([](int k) { return k * 100 + (k < 64) + (k >= 192); },
  601. llvm::seq(1, 256)));
  602. // Erase and re-fill from the middle.
  603. for (int i : llvm::seq(64, 192)) {
  604. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  605. EXPECT_TRUE(m.Erase(i));
  606. }
  607. ExpectMapElementsAre(m, MakeKeyValues([](int k) { return k * 100 + 1; },
  608. llvm::seq(1, 64), llvm::seq(192, 256)));
  609. for (int i : llvm::seq(64, 192)) {
  610. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  611. EXPECT_TRUE(m.Insert(i, i * 100 + 1).is_inserted());
  612. }
  613. ExpectMapElementsAre(
  614. m, MakeKeyValues([](int k) { return k * 100 + 1; }, llvm::seq(1, 256)));
  615. // Erase and re-fill from both the back and front.
  616. for (auto s : {llvm::seq(192, 256), llvm::seq(1, 64)}) {
  617. for (int i : s) {
  618. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  619. EXPECT_TRUE(m.Erase(i));
  620. }
  621. }
  622. ExpectMapElementsAre(
  623. m, MakeKeyValues([](int k) { return k * 100 + 1; }, llvm::seq(64, 192)));
  624. for (auto s : {llvm::seq(192, 256), llvm::seq(1, 64)}) {
  625. for (int i : s) {
  626. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  627. EXPECT_TRUE(m.Insert(i, i * 100 + 2).is_inserted());
  628. }
  629. }
  630. ExpectMapElementsAre(
  631. m,
  632. MakeKeyValues([](int k) { return k * 100 + 1 + (k < 64) + (k >= 192); },
  633. llvm::seq(1, 256)));
  634. // And update the middle elements in place.
  635. for (int i : llvm::seq(64, 192)) {
  636. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  637. EXPECT_FALSE(m.Update(i, i * 100 + 2).is_inserted());
  638. }
  639. ExpectMapElementsAre(
  640. m, MakeKeyValues([](int k) { return k * 100 + 2; }, llvm::seq(1, 256)));
  641. }
  642. TEST(MapContextTest, Basic) {
  643. llvm::SmallVector<TestData> keys;
  644. for (int i : llvm::seq(0, 513)) {
  645. keys.push_back(i * 100000);
  646. }
  647. IndexKeyContext<TestData> key_context(keys);
  648. Map<ssize_t, int, 0, IndexKeyContext<TestData>> m;
  649. EXPECT_FALSE(m.Contains(42, key_context));
  650. EXPECT_TRUE(m.Insert(1, 100, key_context).is_inserted());
  651. ASSERT_TRUE(m.Contains(1, key_context));
  652. auto result = m.Lookup(TestData(100000), key_context);
  653. EXPECT_TRUE(result);
  654. EXPECT_EQ(1, result.key());
  655. EXPECT_EQ(100, result.value());
  656. // Reinsertion doesn't change the value. Also, double check a temporary
  657. // context.
  658. auto i_result = m.Insert(1, 101, IndexKeyContext<TestData>(keys));
  659. EXPECT_FALSE(i_result.is_inserted());
  660. EXPECT_EQ(100, i_result.value());
  661. // Update does change the value.
  662. i_result = m.Update(1, 101, key_context);
  663. EXPECT_FALSE(i_result.is_inserted());
  664. EXPECT_EQ(101, i_result.value());
  665. // Verify all the elements.
  666. ExpectMapElementsAre(m, {Pair(1, 101)});
  667. // Fill up a bunch to ensure we trigger growth a few times.
  668. for (int i : llvm::seq(2, 512)) {
  669. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  670. EXPECT_TRUE(m.Insert(i, i * 100, key_context).is_inserted());
  671. }
  672. // Check all the elements, including using the context.
  673. for (int j : llvm::seq(1, 512)) {
  674. SCOPED_TRACE(llvm::formatv("Assert key: {0}", j).str());
  675. ASSERT_EQ(j * 100 + static_cast<int>(j == 1),
  676. m.Lookup(j, key_context).value());
  677. ASSERT_EQ(j * 100 + static_cast<int>(j == 1),
  678. m.Lookup(TestData(j * 100000), key_context).value());
  679. }
  680. for (int i : llvm::seq(1, 512)) {
  681. SCOPED_TRACE(llvm::formatv("Key: {0}", i).str());
  682. EXPECT_FALSE(m.Insert(i, i * 100 + 1, key_context).is_inserted());
  683. EXPECT_EQ(i * 100 + static_cast<int>(i == 1),
  684. m.Lookup(i, key_context).value());
  685. EXPECT_FALSE(m.Update(i, i * 100 + 1, key_context).is_inserted());
  686. EXPECT_EQ(i * 100 + 1, m.Lookup(i, key_context).value());
  687. }
  688. EXPECT_FALSE(m.Contains(0, key_context));
  689. EXPECT_FALSE(m.Contains(512, key_context));
  690. // Verify all the elements.
  691. ExpectMapElementsAre(
  692. m, MakeKeyValues([](int k) { return k * 100 + 1; }, llvm::seq(1, 512)));
  693. }
  694. } // namespace
  695. } // namespace Carbon::Testing