semantics_parse_tree_handler.cpp 9.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270
  1. // Part of the Carbon Language project, under the Apache License v2.0 with LLVM
  2. // Exceptions. See /LICENSE for license information.
  3. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  4. #include "toolchain/semantics/semantics_parse_tree_handler.h"
  5. #include "common/vlog.h"
  6. #include "llvm/Support/PrettyStackTrace.h"
  7. #include "toolchain/lexer/token_kind.h"
  8. #include "toolchain/lexer/tokenized_buffer.h"
  9. #include "toolchain/parser/parse_node_kind.h"
  10. #include "toolchain/semantics/semantics_node.h"
  11. namespace Carbon {
  12. class SemanticsParseTreeHandler::PrettyStackTraceNodeStack
  13. : public llvm::PrettyStackTraceEntry {
  14. public:
  15. explicit PrettyStackTraceNodeStack(const SemanticsParseTreeHandler* handler)
  16. : handler_(handler) {}
  17. ~PrettyStackTraceNodeStack() override = default;
  18. auto print(llvm::raw_ostream& output) const -> void override {
  19. output << "node_stack_:\n";
  20. for (int i = 0; i < static_cast<int>(handler_->node_stack_.size()); ++i) {
  21. const auto& entry = handler_->node_stack_[i];
  22. output << "\t" << i << ".\t"
  23. << handler_->parse_tree_->node_kind(entry.parse_node);
  24. if (entry.result_id) {
  25. output << " -> " << *entry.result_id;
  26. }
  27. output << "\n";
  28. }
  29. }
  30. private:
  31. const SemanticsParseTreeHandler* handler_;
  32. };
  33. class SemanticsParseTreeHandler::PrettyStackTraceNodeBlockStack
  34. : public llvm::PrettyStackTraceEntry {
  35. public:
  36. explicit PrettyStackTraceNodeBlockStack(
  37. const SemanticsParseTreeHandler* handler)
  38. : handler_(handler) {}
  39. ~PrettyStackTraceNodeBlockStack() override = default;
  40. auto print(llvm::raw_ostream& output) const -> void override {
  41. output << "node_block_stack_:\n";
  42. for (int i = 0; i < static_cast<int>(handler_->node_block_stack_.size());
  43. ++i) {
  44. const auto& entry = handler_->node_block_stack_[i];
  45. output << "\t" << i << ".\t" << entry << "\n";
  46. }
  47. }
  48. private:
  49. const SemanticsParseTreeHandler* handler_;
  50. };
  51. auto SemanticsParseTreeHandler::Build() -> void {
  52. PrettyStackTraceNodeStack pretty_node_stack(this);
  53. PrettyStackTraceNodeBlockStack pretty_node_block_stack(this);
  54. CARBON_VLOG() << "*** SemanticsParseTreeHandler::Build Begin ***\n";
  55. // Add a block for the ParseTree.
  56. node_block_stack_.push_back(semantics_->AddNodeBlock());
  57. auto range = parse_tree_->postorder();
  58. for (auto it = range.begin();; ++it) {
  59. auto parse_node = *it;
  60. switch (auto parse_kind = parse_tree_->node_kind(parse_node)) {
  61. case ParseNodeKind::FunctionDefinition(): {
  62. HandleFunctionDefinition(parse_node);
  63. break;
  64. }
  65. case ParseNodeKind::FunctionDefinitionStart(): {
  66. HandleFunctionDefinitionStart(parse_node);
  67. break;
  68. }
  69. case ParseNodeKind::FileEnd(): {
  70. ++it;
  71. CARBON_CHECK(node_block_stack_.size() == 1) << node_block_stack_.size();
  72. CARBON_CHECK(it == range.end())
  73. << "FileEnd should always be last, found "
  74. << parse_tree_->node_kind(*it);
  75. CARBON_VLOG() << "*** SemanticsParseTreeHandler::Build End ***\n";
  76. return;
  77. }
  78. case ParseNodeKind::InfixOperator(): {
  79. HandleInfixOperator(parse_node);
  80. break;
  81. }
  82. case ParseNodeKind::Literal(): {
  83. HandleLiteral(parse_node);
  84. break;
  85. }
  86. case ParseNodeKind::ParameterList(): {
  87. HandleParameterList(parse_node);
  88. break;
  89. }
  90. case ParseNodeKind::ReturnStatement(): {
  91. HandleReturnStatement(parse_node);
  92. break;
  93. }
  94. case ParseNodeKind::DeclaredName():
  95. case ParseNodeKind::FunctionIntroducer():
  96. case ParseNodeKind::ParameterListEnd():
  97. case ParseNodeKind::StatementEnd(): {
  98. // The token has no action, but we still track it for the stack.
  99. Push(parse_node);
  100. break;
  101. }
  102. default: {
  103. CARBON_FATAL() << "In ParseTree at index " << parse_node.index()
  104. << ", unhandled NodeKind " << parse_kind;
  105. }
  106. }
  107. }
  108. llvm_unreachable("Should always end at FileEnd");
  109. }
  110. auto SemanticsParseTreeHandler::AddNode(SemanticsNode node) -> SemanticsNodeId {
  111. CARBON_VLOG() << "AddNode " << node_block_stack_.back() << ": " << node
  112. << "\n";
  113. return semantics_->AddNode(node_block_stack_.back(), node);
  114. }
  115. auto SemanticsParseTreeHandler::Push(ParseTree::Node parse_node) -> void {
  116. CARBON_VLOG() << "Push " << node_stack_.size() << ": "
  117. << parse_tree_->node_kind(parse_node) << "\n";
  118. CARBON_CHECK(node_stack_.size() < (1 << 20))
  119. << "Excessive stack size: likely infinite loop";
  120. node_stack_.push_back({parse_node, llvm::None});
  121. }
  122. auto SemanticsParseTreeHandler::Push(ParseTree::Node parse_node,
  123. SemanticsNode node) -> void {
  124. CARBON_VLOG() << "Push " << node_stack_.size() << ": "
  125. << parse_tree_->node_kind(parse_node) << " -> " << node.kind()
  126. << "\n";
  127. CARBON_CHECK(node_stack_.size() < (1 << 20))
  128. << "Excessive stack size: likely infinite loop";
  129. auto node_id = AddNode(node);
  130. node_stack_.push_back({parse_node, node_id});
  131. }
  132. auto SemanticsParseTreeHandler::Pop(ParseNodeKind pop_parse_kind) -> void {
  133. auto back = node_stack_.pop_back_val();
  134. auto parse_kind = parse_tree_->node_kind(back.parse_node);
  135. CARBON_VLOG() << "Pop " << node_stack_.size() << ": " << pop_parse_kind
  136. << "\n";
  137. CARBON_CHECK(parse_kind == pop_parse_kind)
  138. << "Expected " << pop_parse_kind << ", found " << parse_kind;
  139. CARBON_CHECK(!back.result_id) << "Expected no result ID on " << parse_kind;
  140. }
  141. auto SemanticsParseTreeHandler::PopWithResult() -> SemanticsNodeId {
  142. auto back = node_stack_.pop_back_val();
  143. auto node_id = *back.result_id;
  144. CARBON_VLOG() << "Pop " << node_stack_.size() << ": any ("
  145. << parse_tree_->node_kind(back.parse_node) << ") -> " << node_id
  146. << "\n";
  147. return node_id;
  148. }
  149. auto SemanticsParseTreeHandler::PopWithResult(ParseNodeKind pop_parse_kind)
  150. -> SemanticsNodeId {
  151. auto back = node_stack_.pop_back_val();
  152. auto parse_kind = parse_tree_->node_kind(back.parse_node);
  153. auto node_id = *back.result_id;
  154. CARBON_VLOG() << "Pop " << node_stack_.size() << ": " << pop_parse_kind
  155. << ") -> " << node_id << "\n";
  156. CARBON_CHECK(parse_kind == pop_parse_kind)
  157. << "Expected " << pop_parse_kind << ", found " << parse_kind;
  158. return node_id;
  159. }
  160. auto SemanticsParseTreeHandler::AddIdentifier(ParseTree::Node decl_node)
  161. -> SemanticsIdentifierId {
  162. CARBON_CHECK(parse_tree_->node_kind(decl_node) ==
  163. ParseNodeKind::DeclaredName())
  164. << parse_tree_->node_kind(decl_node);
  165. auto text = parse_tree_->GetNodeText(decl_node);
  166. return semantics_->AddIdentifier(text);
  167. }
  168. auto SemanticsParseTreeHandler::HandleFunctionDefinition(
  169. ParseTree::Node parse_node) -> void {
  170. // Merges code block children up under the FunctionDefinitionStart.
  171. while (parse_tree_->node_kind(node_stack_.back().parse_node) !=
  172. ParseNodeKind::FunctionDefinitionStart()) {
  173. node_stack_.pop_back();
  174. }
  175. Pop(ParseNodeKind::FunctionDefinitionStart());
  176. node_block_stack_.pop_back();
  177. Push(parse_node);
  178. }
  179. auto SemanticsParseTreeHandler::HandleFunctionDefinitionStart(
  180. ParseTree::Node parse_node) -> void {
  181. Pop(ParseNodeKind::ParameterList());
  182. auto name = AddIdentifier(node_stack_.back().parse_node);
  183. node_stack_.pop_back();
  184. Pop(ParseNodeKind::FunctionIntroducer());
  185. auto decl_id = AddNode(SemanticsNode::MakeFunctionDeclaration());
  186. AddNode(SemanticsNode::MakeBindName(name, decl_id));
  187. auto block_id = semantics_->AddNodeBlock();
  188. AddNode(SemanticsNode::MakeFunctionDefinition(decl_id, block_id));
  189. node_block_stack_.push_back(block_id);
  190. Push(parse_node);
  191. }
  192. auto SemanticsParseTreeHandler::HandleInfixOperator(ParseTree::Node parse_node)
  193. -> void {
  194. auto rhs_id = PopWithResult();
  195. auto lhs_id = PopWithResult();
  196. // Figure out the operator for the token.
  197. auto token = parse_tree_->node_token(parse_node);
  198. switch (auto token_kind = tokens_->GetKind(token)) {
  199. case TokenKind::Plus():
  200. Push(parse_node, SemanticsNode::MakeBinaryOperatorAdd(lhs_id, rhs_id));
  201. break;
  202. default:
  203. CARBON_FATAL() << "Unrecognized token kind: " << token_kind.Name();
  204. }
  205. }
  206. auto SemanticsParseTreeHandler::HandleLiteral(ParseTree::Node parse_node)
  207. -> void {
  208. auto token = parse_tree_->node_token(parse_node);
  209. switch (auto token_kind = tokens_->GetKind(token)) {
  210. case TokenKind::IntegerLiteral(): {
  211. auto id =
  212. semantics_->AddIntegerLiteral(tokens_->GetIntegerLiteral(token));
  213. Push(parse_node, SemanticsNode::MakeIntegerLiteral(id));
  214. break;
  215. }
  216. default:
  217. CARBON_FATAL() << "Unhandled kind: " << token_kind.Name();
  218. }
  219. }
  220. auto SemanticsParseTreeHandler::HandleParameterList(ParseTree::Node parse_node)
  221. -> void {
  222. // TODO: This should transform into a usable parameter list. For now
  223. // it's unused and only stored so that node counts match.
  224. // TODO: Reorder with ParameterListStart so that we can traverse without
  225. // subtree_size.
  226. Pop(ParseNodeKind::ParameterListEnd());
  227. Push(parse_node);
  228. }
  229. auto SemanticsParseTreeHandler::HandleReturnStatement(
  230. ParseTree::Node parse_node) -> void {
  231. Pop(ParseNodeKind::StatementEnd());
  232. // TODO: Restructure ReturnStatement so that we can do this without
  233. // looking at the subtree size.
  234. if (parse_tree_->node_subtree_size(parse_node) == 2) {
  235. Push(parse_node, SemanticsNode::MakeReturn());
  236. } else {
  237. auto arg = PopWithResult();
  238. Push(parse_node, SemanticsNode::MakeReturnExpression(arg));
  239. }
  240. }
  241. } // namespace Carbon