context.h 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525
  1. // Part of the Carbon Language project, under the Apache License v2.0 with LLVM
  2. // Exceptions. See /LICENSE for license information.
  3. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  4. #ifndef CARBON_TOOLCHAIN_CHECK_CONTEXT_H_
  5. #define CARBON_TOOLCHAIN_CHECK_CONTEXT_H_
  6. #include <string>
  7. #include "common/map.h"
  8. #include "common/ostream.h"
  9. #include "llvm/ADT/SmallVector.h"
  10. #include "toolchain/base/canonical_value_store.h"
  11. #include "toolchain/base/value_store.h"
  12. #include "toolchain/check/core_identifier.h"
  13. #include "toolchain/check/cpp/context.h"
  14. #include "toolchain/check/decl_introducer_state.h"
  15. #include "toolchain/check/decl_name_stack.h"
  16. #include "toolchain/check/deferred_definition_worklist.h"
  17. #include "toolchain/check/diagnostic_helpers.h"
  18. #include "toolchain/check/full_pattern_stack.h"
  19. #include "toolchain/check/generic_region_stack.h"
  20. #include "toolchain/check/global_init.h"
  21. #include "toolchain/check/inst_block_stack.h"
  22. #include "toolchain/check/node_stack.h"
  23. #include "toolchain/check/param_and_arg_refs_stack.h"
  24. #include "toolchain/check/region_stack.h"
  25. #include "toolchain/check/scope_stack.h"
  26. #include "toolchain/diagnostics/diagnostic_emitter.h"
  27. #include "toolchain/parse/node_ids.h"
  28. #include "toolchain/parse/tree.h"
  29. #include "toolchain/parse/tree_and_subtrees.h"
  30. #include "toolchain/sem_ir/facet_type_info.h"
  31. #include "toolchain/sem_ir/file.h"
  32. #include "toolchain/sem_ir/ids.h"
  33. #include "toolchain/sem_ir/import_ir.h"
  34. #include "toolchain/sem_ir/inst.h"
  35. #include "toolchain/sem_ir/name_scope.h"
  36. #include "toolchain/sem_ir/specific_interface.h"
  37. #include "toolchain/sem_ir/typed_insts.h"
  38. namespace Carbon::Check {
  39. // Context stored during check.
  40. //
  41. // This file stores state, and members objects may provide an API. Other files
  42. // may also have helpers that operate on Context. To keep this file manageable,
  43. // please put logic into other files.
  44. //
  45. // For example, consider the API for functions:
  46. // - `context.functions()`: Exposes storage of `SemIR::Function` objects.
  47. // - `toolchain/check/function.h`: Contains helper functions which use
  48. // `Check::Context`.
  49. // - `toolchain/sem_ir/function.h`: Contains helper functions which only need
  50. // `SemIR` objects, for which it's helpful not to depend on `Check::Context`
  51. // (for example, shared with lowering).
  52. class Context {
  53. public:
  54. // Stores references for work.
  55. explicit Context(DiagnosticEmitterBase* emitter,
  56. Parse::GetTreeAndSubtreesFn tree_and_subtrees_getter,
  57. SemIR::File* sem_ir, int imported_ir_count,
  58. int total_ir_count, llvm::raw_ostream* vlog_stream);
  59. // Marks an implementation TODO. Always returns false.
  60. auto TODO(SemIR::LocId loc_id, std::string label) -> bool;
  61. auto TODO(SemIR::InstId loc_inst_id, std::string label) -> bool;
  62. // Runs verification that the processing cleanly finished.
  63. auto VerifyOnFinish() const -> void;
  64. // Prints information for a stack dump.
  65. auto PrintForStackDump(llvm::raw_ostream& output) const -> void;
  66. // Get the Lex::TokenKind of a node for diagnostics.
  67. auto token_kind(Parse::NodeId node_id) -> Lex::TokenKind {
  68. return tokens().GetKind(parse_tree().node_token(node_id));
  69. }
  70. auto emitter() -> DiagnosticEmitterBase& { return *emitter_; }
  71. auto parse_tree_and_subtrees() -> const Parse::TreeAndSubtrees& {
  72. return tree_and_subtrees_getter_();
  73. }
  74. auto sem_ir() -> SemIR::File& { return *sem_ir_; }
  75. auto sem_ir() const -> const SemIR::File& { return *sem_ir_; }
  76. auto cpp_context() -> CppContext* { return cpp_context_.get(); }
  77. // TODO: Remove this and pass the C++ context to the constructor.
  78. auto set_cpp_context(std::unique_ptr<CppContext> cpp_context) {
  79. CARBON_CHECK(!cpp_context_ || !cpp_context, "Already have a C++ context");
  80. cpp_context_ = std::move(cpp_context);
  81. }
  82. // Convenience functions for major phase data.
  83. auto parse_tree() const -> const Parse::Tree& {
  84. return sem_ir_->parse_tree();
  85. }
  86. auto tokens() const -> const Lex::TokenizedBuffer& {
  87. return parse_tree().tokens();
  88. }
  89. auto vlog_stream() -> llvm::raw_ostream* { return vlog_stream_; }
  90. auto node_stack() -> NodeStack& { return node_stack_; }
  91. auto inst_block_stack() -> InstBlockStack& { return inst_block_stack_; }
  92. auto pattern_block_stack() -> InstBlockStack& { return pattern_block_stack_; }
  93. auto param_and_arg_refs_stack() -> ParamAndArgRefsStack& {
  94. return param_and_arg_refs_stack_;
  95. }
  96. auto args_type_info_stack() -> InstBlockStack& {
  97. return args_type_info_stack_;
  98. }
  99. auto struct_type_fields_stack() -> ArrayStack<SemIR::StructTypeField>& {
  100. return struct_type_fields_stack_;
  101. }
  102. auto field_decls_stack() -> ArrayStack<SemIR::InstId>& {
  103. return field_decls_stack_;
  104. }
  105. auto require_impls_stack() -> ArrayStack<SemIR::RequireImplsId>& {
  106. return require_impls_stack_;
  107. }
  108. auto decl_name_stack() -> DeclNameStack& { return decl_name_stack_; }
  109. auto decl_introducer_state_stack() -> DeclIntroducerStateStack& {
  110. return decl_introducer_state_stack_;
  111. }
  112. auto scope_stack() -> ScopeStack& { return scope_stack_; }
  113. // Convenience functions for frequently-used `scope_stack` members.
  114. auto break_continue_stack()
  115. -> llvm::SmallVector<ScopeStack::BreakContinueScope>& {
  116. return scope_stack().break_continue_stack();
  117. }
  118. auto full_pattern_stack() -> FullPatternStack& {
  119. return scope_stack_.full_pattern_stack();
  120. }
  121. auto deferred_definition_worklist() -> DeferredDefinitionWorklist& {
  122. return deferred_definition_worklist_;
  123. }
  124. auto generic_region_stack() -> GenericRegionStack& {
  125. return generic_region_stack_;
  126. }
  127. auto vtable_stack() -> InstBlockStack& { return vtable_stack_; }
  128. auto exports() -> llvm::SmallVector<SemIR::InstId>& { return exports_; }
  129. using CheckIRToImpportIRStore =
  130. FixedSizeValueStore<SemIR::CheckIRId, SemIR::ImportIRId>;
  131. auto check_ir_map() -> CheckIRToImpportIRStore& { return check_ir_map_; }
  132. auto import_ir_constant_values()
  133. -> llvm::SmallVector<SemIR::ConstantValueStore, 0>& {
  134. return import_ir_constant_values_;
  135. }
  136. auto definitions_required_by_decl() -> llvm::SmallVector<SemIR::InstId>& {
  137. return definitions_required_by_decl_;
  138. }
  139. auto definitions_required_by_use()
  140. -> llvm::SmallVector<std::pair<SemIR::LocId, SemIR::SpecificId>>& {
  141. return definitions_required_by_use_;
  142. }
  143. auto global_init() -> GlobalInit& { return global_init_; }
  144. auto imports() -> llvm::SmallVector<SemIR::InstId>& { return imports_; }
  145. // Pre-computed parts of a binding pattern.
  146. // TODO: Consider putting this behind a narrower API to guard against emitting
  147. // multiple times.
  148. struct BindingPatternInfo {
  149. // The corresponding AnyBinding inst.
  150. SemIR::InstId bind_name_id;
  151. // The region of insts that computes the type of the binding.
  152. SemIR::ExprRegionId type_expr_region_id;
  153. };
  154. auto bind_name_map() -> Map<SemIR::InstId, BindingPatternInfo>& {
  155. return bind_name_map_;
  156. }
  157. auto var_storage_map() -> Map<SemIR::InstId, SemIR::InstId>& {
  158. return var_storage_map_;
  159. }
  160. // During Choice typechecking, each alternative turns into a name binding on
  161. // the Choice type, but this can't be done until the full Choice type is
  162. // known. This represents each binding to be done at the end of checking the
  163. // Choice type.
  164. struct ChoiceDeferredBinding {
  165. Parse::NodeIdOneOf<Parse::ChoiceAlternativeListCommaId,
  166. Parse::ChoiceDefinitionId>
  167. node_id;
  168. NameComponent name_component;
  169. };
  170. auto choice_deferred_bindings() -> llvm::SmallVector<ChoiceDeferredBinding>& {
  171. return choice_deferred_bindings_;
  172. }
  173. auto region_stack() -> RegionStack& { return region_stack_; }
  174. // An ongoing impl lookup, used to ensure termination.
  175. struct ImplLookupStackEntry {
  176. SemIR::ConstantId query_self_const_id;
  177. SemIR::ConstantId query_facet_type_const_id;
  178. // The location of the impl being looked at for the stack entry.
  179. SemIR::InstId impl_loc = SemIR::InstId::None;
  180. };
  181. auto impl_lookup_stack() -> llvm::SmallVector<ImplLookupStackEntry>& {
  182. return impl_lookup_stack_;
  183. }
  184. // A map from a (self, interface) pair to a final witness.
  185. using ImplLookupCacheKey =
  186. std::pair<SemIR::ConstantId, SemIR::SpecificInterfaceId>;
  187. using ImplLookupCacheMap = Map<ImplLookupCacheKey, SemIR::InstId>;
  188. auto impl_lookup_cache() -> ImplLookupCacheMap& { return impl_lookup_cache_; }
  189. // An impl lookup query that resulted in a concrete witness from finding an
  190. // `impl` declaration (not though a facet value), and its result. Used to look
  191. // for conflicting `impl` declarations.
  192. struct PoisonedConcreteImplLookupQuery {
  193. // The location the LookupImplWitness originated from.
  194. SemIR::LocId loc_id;
  195. // The query for a witness of an impl for an interface.
  196. SemIR::LookupImplWitness query;
  197. // The resulting ImplWitness.
  198. SemIR::InstId impl_witness;
  199. };
  200. auto poisoned_concrete_impl_lookup_queries()
  201. -> llvm::SmallVector<PoisonedConcreteImplLookupQuery>& {
  202. return poisoned_concrete_impl_lookup_queries_;
  203. }
  204. // A stack that tracks the rewrite constraints from a `where` expression being
  205. // checked. The back of the stack is the currently checked `where` expression.
  206. auto rewrites_stack()
  207. -> llvm::SmallVector<Map<SemIR::ConstantId, SemIR::InstId>>& {
  208. return rewrites_stack_;
  209. }
  210. // Data about a form expression.
  211. struct FormExpr {
  212. // The inst ID of the form expression itself.
  213. SemIR::InstId form_inst_id;
  214. // The inst ID of the form expression's type component.
  215. SemIR::TypeInstId type_component_id;
  216. // The type ID corresponding to type_component_id.
  217. SemIR::TypeId type_id;
  218. };
  219. // Pushes form_expr onto the stack of return form declarations for in-progress
  220. // function declarations.
  221. //
  222. // Note: the "stack" currently can only have one element, but that restriction
  223. // can be relaxed if it becomes possible to have multiple pending return type
  224. // declarations.
  225. auto PushReturnForm(FormExpr form_expr) -> void {
  226. CARBON_CHECK(return_form_expr_ == std::nullopt,
  227. "TODO: make form_expr_ a stack if necessary");
  228. return_form_expr_ = form_expr;
  229. }
  230. // Pops a FormExpr off the stack of return form declarations for in-progress
  231. // function declarations.
  232. auto PopReturnForm() -> FormExpr {
  233. CARBON_CHECK(return_form_expr_ != std::nullopt);
  234. return *std::exchange(return_form_expr_, std::nullopt);
  235. }
  236. auto core_identifiers() -> CoreIdentifierCache& { return core_identifiers_; }
  237. // --------------------------------------------------------------------------
  238. // Directly expose SemIR::File data accessors for brevity in calls.
  239. // --------------------------------------------------------------------------
  240. auto identifiers() -> SharedValueStores::IdentifierStore& {
  241. return sem_ir().identifiers();
  242. }
  243. auto ints() -> SharedValueStores::IntStore& { return sem_ir().ints(); }
  244. auto reals() -> SharedValueStores::RealStore& { return sem_ir().reals(); }
  245. auto floats() -> SharedValueStores::FloatStore& { return sem_ir().floats(); }
  246. auto string_literal_values() -> SharedValueStores::StringLiteralStore& {
  247. return sem_ir().string_literal_values();
  248. }
  249. auto entity_names() -> SemIR::EntityNameStore& {
  250. return sem_ir().entity_names();
  251. }
  252. auto cpp_global_names() -> SemIR::CppGlobalVarStore& {
  253. return sem_ir().cpp_global_vars();
  254. }
  255. auto cpp_overload_sets() -> SemIR::CppOverloadSetStore& {
  256. return sem_ir().cpp_overload_sets();
  257. }
  258. auto functions() -> SemIR::FunctionStore& { return sem_ir().functions(); }
  259. auto classes() -> SemIR::ClassStore& { return sem_ir().classes(); }
  260. auto vtables() -> SemIR::VtableStore& { return sem_ir().vtables(); }
  261. auto interfaces() -> SemIR::InterfaceStore& { return sem_ir().interfaces(); }
  262. auto named_constraints() -> SemIR::NamedConstraintStore& {
  263. return sem_ir().named_constraints();
  264. }
  265. auto require_impls() -> SemIR::RequireImplsStore& {
  266. return sem_ir().require_impls();
  267. }
  268. auto require_impls_blocks() -> SemIR::RequireImplsBlockStore& {
  269. return sem_ir().require_impls_blocks();
  270. }
  271. auto associated_constants() -> SemIR::AssociatedConstantStore& {
  272. return sem_ir().associated_constants();
  273. }
  274. auto facet_types() -> SemIR::FacetTypeInfoStore& {
  275. return sem_ir().facet_types();
  276. }
  277. auto identified_facet_types() -> SemIR::File::IdentifiedFacetTypeStore& {
  278. return sem_ir().identified_facet_types();
  279. }
  280. auto impls() -> SemIR::ImplStore& { return sem_ir().impls(); }
  281. auto specific_interfaces() -> SemIR::SpecificInterfaceStore& {
  282. return sem_ir().specific_interfaces();
  283. }
  284. auto generics() -> SemIR::GenericStore& { return sem_ir().generics(); }
  285. auto specifics() -> SemIR::SpecificStore& { return sem_ir().specifics(); }
  286. auto import_irs() -> SemIR::ImportIRStore& { return sem_ir().import_irs(); }
  287. auto import_ir_insts() -> SemIR::ImportIRInstStore& {
  288. return sem_ir().import_ir_insts();
  289. }
  290. auto ast_context() -> clang::ASTContext& {
  291. return cpp_context()->ast_context();
  292. }
  293. auto clang_sema() -> clang::Sema& { return cpp_context()->sema(); }
  294. auto clang_decls() -> SemIR::ClangDeclStore& {
  295. return sem_ir().clang_decls();
  296. }
  297. auto names() -> SemIR::NameStoreWrapper { return sem_ir().names(); }
  298. auto name_scopes() -> SemIR::NameScopeStore& {
  299. return sem_ir().name_scopes();
  300. }
  301. auto struct_type_fields() -> SemIR::StructTypeFieldsStore& {
  302. return sem_ir().struct_type_fields();
  303. }
  304. auto custom_layouts() -> SemIR::CustomLayoutStore& {
  305. return sem_ir().custom_layouts();
  306. }
  307. auto types() -> SemIR::TypeStore& { return sem_ir().types(); }
  308. // Instructions should be added with `AddInst` or `AddInstInNoBlock` from
  309. // `inst.h`. This is `const` to prevent accidental misuse.
  310. auto insts() const -> const SemIR::InstStore& { return sem_ir().insts(); }
  311. auto constant_values() -> SemIR::ConstantValueStore& {
  312. return sem_ir().constant_values();
  313. }
  314. auto inst_blocks() -> SemIR::InstBlockStore& {
  315. return sem_ir().inst_blocks();
  316. }
  317. auto constants() -> SemIR::ConstantStore& { return sem_ir().constants(); }
  318. // --------------------------------------------------------------------------
  319. // End of SemIR::File members.
  320. // --------------------------------------------------------------------------
  321. private:
  322. // Handles diagnostics.
  323. DiagnosticEmitterBase* emitter_;
  324. // Returns a lazily constructed TreeAndSubtrees.
  325. Parse::GetTreeAndSubtreesFn tree_and_subtrees_getter_;
  326. // The SemIR::File being added to.
  327. SemIR::File* sem_ir_;
  328. // The total number of files.
  329. int total_ir_count_;
  330. // The C++ checking context.
  331. std::unique_ptr<CppContext> cpp_context_;
  332. // Whether to print verbose output.
  333. llvm::raw_ostream* vlog_stream_;
  334. // The stack during Build. Will contain file-level parse nodes on return.
  335. NodeStack node_stack_;
  336. // The stack of instruction blocks being used for general IR generation.
  337. InstBlockStack inst_block_stack_;
  338. // The stack of instruction blocks that contain pattern instructions.
  339. InstBlockStack pattern_block_stack_;
  340. // The stack of instruction blocks being used for param and arg ref blocks.
  341. ParamAndArgRefsStack param_and_arg_refs_stack_;
  342. // The stack of instruction blocks being used for type information while
  343. // processing arguments. This is used in parallel with
  344. // param_and_arg_refs_stack_. It's used for:
  345. // - Struct literals, where we need to track names for a type separate from
  346. // the literal arguments.
  347. // - The associated entries witness table, while parsing an interface.
  348. InstBlockStack args_type_info_stack_;
  349. // The stack of StructTypeFields for in-progress StructTypeLiterals.
  350. ArrayStack<SemIR::StructTypeField> struct_type_fields_stack_;
  351. // The stack of FieldDecls for in-progress Class definitions.
  352. ArrayStack<SemIR::InstId> field_decls_stack_;
  353. // The stack of RequireImpls for in-progress Interface and Constraint
  354. // definitions.
  355. ArrayStack<SemIR::RequireImplsId> require_impls_stack_;
  356. // The stack used for qualified declaration name construction.
  357. DeclNameStack decl_name_stack_;
  358. // The stack of declarations that could have modifiers.
  359. DeclIntroducerStateStack decl_introducer_state_stack_;
  360. // The stack of scopes we are currently within.
  361. ScopeStack scope_stack_;
  362. // The worklist of deferred definition tasks to perform at the end of the
  363. // enclosing deferred definition scope.
  364. DeferredDefinitionWorklist deferred_definition_worklist_;
  365. // The stack of generic regions we are currently within.
  366. GenericRegionStack generic_region_stack_;
  367. // Contains a vtable block for each `class` scope which is currently being
  368. // defined, regardless of whether the class can have virtual functions.
  369. InstBlockStack vtable_stack_;
  370. // Instructions which are operands to an `export` directive. This becomes
  371. // `InstBlockId::Exports`.
  372. llvm::SmallVector<SemIR::InstId> exports_;
  373. // Maps CheckIRId to ImportIRId.
  374. CheckIRToImpportIRStore check_ir_map_;
  375. // Per-import constant values. These refer to the main IR and mainly serve as
  376. // a lookup table for quick access.
  377. //
  378. // Inline 0 elements because it's expected to require heap allocation.
  379. llvm::SmallVector<SemIR::ConstantValueStore, 0> import_ir_constant_values_;
  380. // Declaration instructions of entities that should have definitions by the
  381. // end of the current source file.
  382. llvm::SmallVector<SemIR::InstId> definitions_required_by_decl_;
  383. // Entities that should have definitions by the end of the current source
  384. // file, because of a generic was used a concrete specific. This is currently
  385. // only tracking specific functions that should have a definition emitted.
  386. llvm::SmallVector<std::pair<SemIR::LocId, SemIR::SpecificId>>
  387. definitions_required_by_use_;
  388. // State for global initialization.
  389. GlobalInit global_init_;
  390. // Instructions which are generated as a result of imports; both `ImportRef`s
  391. // and instructions they generate. For example, when a name reference resolves
  392. // an imported function, the `ImportRefLoaded` results in a `FunctionDecl`,
  393. // and both end up here. The `FunctionDecl` shouldn't use the current block on
  394. // inst_block_stack_ because it's not tied to the referencing scope.
  395. //
  396. // This becomes `InstBlockId::Imports`.
  397. llvm::SmallVector<SemIR::InstId> imports_;
  398. // Map from an AnyBindingPattern inst to precomputed parts of the
  399. // pattern-match SemIR for it.
  400. Map<SemIR::InstId, BindingPatternInfo> bind_name_map_;
  401. // Map from VarPattern insts to the corresponding VarStorage insts. The
  402. // VarStorage insts are allocated, emitted, and stored in the map after
  403. // processing the enclosing full-pattern.
  404. Map<SemIR::InstId, SemIR::InstId> var_storage_map_;
  405. // Each alternative in a Choice gets an entry here, they are stored in
  406. // declaration order. The vector is consumed and emptied at the end of the
  407. // Choice definition.
  408. //
  409. // TODO: This may need to be a stack of vectors if it becomes possible to
  410. // define a Choice type inside an alternative's parameter set.
  411. llvm::SmallVector<ChoiceDeferredBinding> choice_deferred_bindings_;
  412. // Stack of single-entry regions being built.
  413. RegionStack region_stack_;
  414. // Tracks all ongoing impl lookups in order to ensure that lookup terminates
  415. // via the acyclic rule and the termination rule.
  416. llvm::SmallVector<ImplLookupStackEntry> impl_lookup_stack_;
  417. // Tracks a mapping from (self, interface) to witness, for queries that had
  418. // final results.
  419. ImplLookupCacheMap impl_lookup_cache_;
  420. // Tracks impl lookup queries that lead to concrete witness results, along
  421. // with those results. Used to verify that the same queries produce the same
  422. // results at the end of the file. Any difference is diagnosed.
  423. llvm::SmallVector<PoisonedConcreteImplLookupQuery>
  424. poisoned_concrete_impl_lookup_queries_;
  425. // A map from an ImplWitnessAccess on the LHS of a rewrite constraint to its
  426. // value on the RHS. Used during checking of a `where` expression to allow
  427. // constraints to access values from earlier constraints.
  428. llvm::SmallVector<Map<SemIR::ConstantId, SemIR::InstId>> rewrites_stack_;
  429. // Declared return form for the in-progress function declaration, if any.
  430. std::optional<FormExpr> return_form_expr_;
  431. // See `CoreIdentifierCache` for details.
  432. CoreIdentifierCache core_identifiers_;
  433. };
  434. } // namespace Carbon::Check
  435. #endif // CARBON_TOOLCHAIN_CHECK_CONTEXT_H_