precedence.cpp 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323
  1. // Part of the Carbon Language project, under the Apache License v2.0 with LLVM
  2. // Exceptions. See /LICENSE for license information.
  3. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  4. #include "toolchain/parser/precedence.h"
  5. #include <utility>
  6. #include "common/check.h"
  7. namespace Carbon {
  8. namespace {
  9. enum PrecedenceLevel : int8_t {
  10. // Sentinel representing the absence of any operator.
  11. Highest,
  12. // Terms.
  13. TermPrefix,
  14. // Numeric.
  15. NumericPrefix,
  16. NumericPostfix,
  17. Modulo,
  18. Multiplicative,
  19. Additive,
  20. // Bitwise.
  21. BitwisePrefix,
  22. BitwiseAnd,
  23. BitwiseOr,
  24. BitwiseXor,
  25. BitShift,
  26. // Type formation.
  27. TypePostfix,
  28. // Sentinel representing a type context.
  29. Type,
  30. // Logical.
  31. LogicalPrefix,
  32. Relational,
  33. LogicalAnd,
  34. LogicalOr,
  35. // Assignment.
  36. SimpleAssignment,
  37. CompoundAssignment,
  38. // Sentinel representing a context in which any operator can appear.
  39. Lowest,
  40. };
  41. constexpr int8_t NumPrecedenceLevels = Lowest + 1;
  42. // A precomputed lookup table determining the relative precedence of two
  43. // precedence groups.
  44. struct OperatorPriorityTable {
  45. constexpr OperatorPriorityTable() : table() {
  46. // Start with a list of <higher precedence>, <lower precedence>
  47. // relationships.
  48. MarkHigherThan({Highest}, {TermPrefix});
  49. MarkHigherThan({TermPrefix}, {NumericPrefix, BitwisePrefix, LogicalPrefix,
  50. NumericPostfix, TypePostfix});
  51. MarkHigherThan({NumericPrefix, NumericPostfix},
  52. {Modulo, Multiplicative, BitShift});
  53. MarkHigherThan({Multiplicative}, {Additive});
  54. MarkHigherThan({BitwisePrefix},
  55. {BitwiseAnd, BitwiseOr, BitwiseXor, BitShift});
  56. MarkHigherThan({TypePostfix}, {Type});
  57. MarkHigherThan(
  58. {Modulo, Additive, BitwiseAnd, BitwiseOr, BitwiseXor, BitShift, Type},
  59. {SimpleAssignment, CompoundAssignment, Relational});
  60. MarkHigherThan({Relational, LogicalPrefix}, {LogicalAnd, LogicalOr});
  61. MarkHigherThan(
  62. {SimpleAssignment, CompoundAssignment, LogicalAnd, LogicalOr},
  63. {Lowest});
  64. // Compute the transitive closure of the above relationships: if we parse
  65. // `a $ b @ c` as `(a $ b) @ c` and parse `b @ c % d` as `(b @ c) % d`,
  66. // then we will parse `a $ b @ c % d` as `((a $ b) @ c) % d` and should
  67. // also parse `a $ bc % d` as `(a $ bc) % d`.
  68. MakeTransitivelyClosed();
  69. // Make the relation symmetric. If we parse `a $ b @ c` as `(a $ b) @ c`
  70. // then we want to parse `a @ b $ c` as `a @ (b $ c)`.
  71. MakeSymmetric();
  72. // Fill in the diagonal, which represents operator associativity.
  73. AddAssociativityRules();
  74. ConsistencyCheck();
  75. }
  76. constexpr void MarkHigherThan(
  77. std::initializer_list<PrecedenceLevel> higher_group,
  78. std::initializer_list<PrecedenceLevel> lower_group) {
  79. for (auto higher : higher_group) {
  80. for (auto lower : lower_group) {
  81. table[higher][lower] = OperatorPriority::LeftFirst;
  82. }
  83. }
  84. }
  85. constexpr void MakeTransitivelyClosed() {
  86. // A naive algorithm compiles acceptably fast for now (~0.5s). This should
  87. // be revisited if we see compile time problems after adding precedence
  88. // groups; it's easy to do this faster.
  89. bool changed = false;
  90. do {
  91. changed = false;
  92. // NOLINTNEXTLINE(modernize-loop-convert)
  93. for (int8_t a = 0; a != NumPrecedenceLevels; ++a) {
  94. for (int8_t b = 0; b != NumPrecedenceLevels; ++b) {
  95. if (table[a][b] == OperatorPriority::LeftFirst) {
  96. for (int8_t c = 0; c != NumPrecedenceLevels; ++c) {
  97. if (table[b][c] == OperatorPriority::LeftFirst &&
  98. table[a][c] != OperatorPriority::LeftFirst) {
  99. table[a][c] = OperatorPriority::LeftFirst;
  100. changed = true;
  101. }
  102. }
  103. }
  104. }
  105. }
  106. } while (changed);
  107. }
  108. constexpr void MakeSymmetric() {
  109. for (int8_t a = 0; a != NumPrecedenceLevels; ++a) {
  110. for (int8_t b = 0; b != NumPrecedenceLevels; ++b) {
  111. if (table[a][b] == OperatorPriority::LeftFirst) {
  112. CARBON_CHECK(table[b][a] != OperatorPriority::LeftFirst)
  113. << "inconsistent lookup table entries";
  114. table[b][a] = OperatorPriority::RightFirst;
  115. }
  116. }
  117. }
  118. }
  119. constexpr void AddAssociativityRules() {
  120. // Associativity rules occupy the diagonal
  121. // For prefix operators, RightFirst would mean `@@x` is `@(@x)` and
  122. // Ambiguous would mean it's an error. LeftFirst is meaningless. For now we
  123. // allow all prefix operators to be repeated.
  124. for (PrecedenceLevel prefix :
  125. {TermPrefix, NumericPrefix, BitwisePrefix, LogicalPrefix}) {
  126. table[prefix][prefix] = OperatorPriority::RightFirst;
  127. }
  128. // Postfix operators are symmetric with prefix operators.
  129. for (PrecedenceLevel postfix : {NumericPostfix, TypePostfix}) {
  130. table[postfix][postfix] = OperatorPriority::LeftFirst;
  131. }
  132. // Traditionally-associative operators are given left-to-right
  133. // associativity.
  134. for (PrecedenceLevel assoc :
  135. {Multiplicative, Additive, BitwiseAnd, BitwiseOr, BitwiseXor,
  136. LogicalAnd, LogicalOr}) {
  137. table[assoc][assoc] = OperatorPriority::LeftFirst;
  138. }
  139. // Assignment is given right-to-left associativity in order to support
  140. // chained assignment.
  141. table[SimpleAssignment][SimpleAssignment] = OperatorPriority::RightFirst;
  142. // For other operators, there isn't an obvious answer and we require
  143. // explicit parentheses.
  144. }
  145. constexpr void ConsistencyCheck() {
  146. for (int8_t level = 0; level != NumPrecedenceLevels; ++level) {
  147. if (level != Highest) {
  148. CARBON_CHECK(table[Highest][level] == OperatorPriority::LeftFirst &&
  149. table[level][Highest] == OperatorPriority::RightFirst)
  150. << "Highest is not highest priority";
  151. }
  152. if (level != Lowest) {
  153. CARBON_CHECK(table[Lowest][level] == OperatorPriority::RightFirst &&
  154. table[level][Lowest] == OperatorPriority::LeftFirst)
  155. << "Lowest is not lowest priority";
  156. }
  157. }
  158. }
  159. OperatorPriority table[NumPrecedenceLevels][NumPrecedenceLevels];
  160. };
  161. } // namespace
  162. auto PrecedenceGroup::ForPostfixExpression() -> PrecedenceGroup {
  163. return PrecedenceGroup(Highest);
  164. }
  165. auto PrecedenceGroup::ForTopLevelExpression() -> PrecedenceGroup {
  166. return PrecedenceGroup(Lowest);
  167. }
  168. auto PrecedenceGroup::ForType() -> PrecedenceGroup {
  169. return PrecedenceGroup(Type);
  170. }
  171. auto PrecedenceGroup::ForLeading(TokenKind kind)
  172. -> llvm::Optional<PrecedenceGroup> {
  173. switch (kind) {
  174. case TokenKind::Star():
  175. return PrecedenceGroup(TermPrefix);
  176. case TokenKind::Not():
  177. return PrecedenceGroup(LogicalPrefix);
  178. case TokenKind::Minus():
  179. case TokenKind::MinusMinus():
  180. case TokenKind::PlusPlus():
  181. return PrecedenceGroup(NumericPrefix);
  182. case TokenKind::Tilde():
  183. return PrecedenceGroup(BitwisePrefix);
  184. default:
  185. return llvm::None;
  186. }
  187. }
  188. auto PrecedenceGroup::ForTrailing(TokenKind kind, bool infix)
  189. -> llvm::Optional<Trailing> {
  190. switch (kind) {
  191. // Assignment operators.
  192. case TokenKind::Equal():
  193. return Trailing{.level = SimpleAssignment, .is_binary = true};
  194. case TokenKind::PlusEqual():
  195. case TokenKind::MinusEqual():
  196. case TokenKind::StarEqual():
  197. case TokenKind::SlashEqual():
  198. case TokenKind::PercentEqual():
  199. case TokenKind::AmpEqual():
  200. case TokenKind::PipeEqual():
  201. case TokenKind::GreaterGreaterEqual():
  202. case TokenKind::LessLessEqual():
  203. return Trailing{.level = CompoundAssignment, .is_binary = true};
  204. // Logical operators.
  205. case TokenKind::And():
  206. return Trailing{.level = LogicalAnd, .is_binary = true};
  207. case TokenKind::Or():
  208. return Trailing{.level = LogicalOr, .is_binary = true};
  209. // Bitwise operators.
  210. case TokenKind::Amp():
  211. return Trailing{.level = BitwiseAnd, .is_binary = true};
  212. case TokenKind::Pipe():
  213. return Trailing{.level = BitwiseOr, .is_binary = true};
  214. case TokenKind::Xor():
  215. return Trailing{.level = BitwiseXor, .is_binary = true};
  216. case TokenKind::GreaterGreater():
  217. case TokenKind::LessLess():
  218. return Trailing{.level = BitShift, .is_binary = true};
  219. // Relational operators.
  220. case TokenKind::EqualEqual():
  221. case TokenKind::ExclaimEqual():
  222. case TokenKind::Less():
  223. case TokenKind::LessEqual():
  224. case TokenKind::Greater():
  225. case TokenKind::GreaterEqual():
  226. case TokenKind::LessEqualGreater():
  227. return Trailing{.level = Relational, .is_binary = true};
  228. // Additive operators.
  229. case TokenKind::Plus():
  230. case TokenKind::Minus():
  231. return Trailing{.level = Additive, .is_binary = true};
  232. // Multiplicative operators.
  233. case TokenKind::Slash():
  234. return Trailing{.level = Multiplicative, .is_binary = true};
  235. case TokenKind::Percent():
  236. return Trailing{.level = Modulo, .is_binary = true};
  237. // `*` could be multiplication or pointer type formation.
  238. case TokenKind::Star():
  239. return infix ? Trailing{.level = Multiplicative, .is_binary = true}
  240. : Trailing{.level = TypePostfix, .is_binary = false};
  241. // Postfix operators.
  242. case TokenKind::MinusMinus():
  243. case TokenKind::PlusPlus():
  244. return Trailing{.level = NumericPostfix, .is_binary = false};
  245. // Prefix-only operators.
  246. case TokenKind::Tilde():
  247. case TokenKind::Not():
  248. break;
  249. // Symbolic tokens that might be operators eventually.
  250. case TokenKind::Backslash():
  251. case TokenKind::Caret():
  252. case TokenKind::CaretEqual():
  253. case TokenKind::Comma():
  254. case TokenKind::TildeEqual():
  255. case TokenKind::Exclaim():
  256. case TokenKind::LessGreater():
  257. case TokenKind::Question():
  258. case TokenKind::Colon():
  259. break;
  260. // Symbolic tokens that are intentionally not operators.
  261. case TokenKind::At():
  262. case TokenKind::LessMinus():
  263. case TokenKind::MinusGreater():
  264. case TokenKind::EqualGreater():
  265. case TokenKind::ColonEqual():
  266. case TokenKind::Period():
  267. case TokenKind::Semi():
  268. break;
  269. default:
  270. break;
  271. }
  272. return llvm::None;
  273. }
  274. auto PrecedenceGroup::GetPriority(PrecedenceGroup left, PrecedenceGroup right)
  275. -> OperatorPriority {
  276. static constexpr OperatorPriorityTable Lookup;
  277. return Lookup.table[left.level_][right.level_];
  278. }
  279. } // namespace Carbon