// Part of the Carbon Language project, under the Apache License v2.0 with LLVM // Exceptions. See /LICENSE for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception #ifndef CARBON_TOOLCHAIN_DRIVER_DRIVER_FILE_TEST_BASE_H_ #define CARBON_TOOLCHAIN_DRIVER_DRIVER_FILE_TEST_BASE_H_ #include #include "common/error.h" #include "llvm/ADT/STLExtras.h" #include "llvm/ADT/SmallVector.h" #include "llvm/ADT/StringRef.h" #include "llvm/Support/FormatVariadic.h" #include "llvm/Support/VirtualFileSystem.h" #include "testing/file_test/file_test_base.h" #include "toolchain/driver/driver.h" namespace Carbon::Testing { namespace { // Provides common test support for the driver. This is used by file tests in // phase subdirectories. class ToolchainFileTest : public FileTestBase { public: explicit ToolchainFileTest(llvm::StringRef exe_path, std::mutex* output_mutex, llvm::StringRef test_name) : FileTestBase(output_mutex, test_name), component_(GetComponent(test_name)), installation_(InstallPaths::MakeForBazelRunfiles(exe_path)) {} auto GetArgReplacements() -> llvm::StringMap override { return {{"core_package_dir", installation_.core_package()}}; } auto Run(const llvm::SmallVector& test_args, llvm::IntrusiveRefCntPtr& fs, llvm::raw_pwrite_stream& stdout, llvm::raw_pwrite_stream& stderr) -> ErrorOr override { CARBON_ASSIGN_OR_RETURN(auto prelude, installation_.ReadPreludeManifest()); if (!is_no_prelude()) { for (const auto& file : prelude) { CARBON_RETURN_IF_ERROR(AddFile(*fs, file)); } } Driver driver(fs, &installation_, stdout, stderr); auto driver_result = driver.RunCommand(test_args); RunResult result{ .success = driver_result.success, .per_file_success = std::move(driver_result.per_file_success)}; // Drop entries that don't look like a file, and entries corresponding to // the prelude. Note this can empty out the list. llvm::erase_if(result.per_file_success, [&](std::pair entry) { return entry.first == "." || entry.first == "-" || entry.first.starts_with("not_file") || llvm::is_contained(prelude, entry.first); }); return result; } auto GetDefaultArgs() -> llvm::SmallVector override { if (component_ == "format") { return {"format", "%s"}; } llvm::SmallVector args = { "compile", "--include-diagnostic-kind", "--phase=" + component_.str()}; if (component_ == "lex") { args.insert(args.end(), {"--dump-tokens", "--omit-file-boundary-tokens"}); } else if (component_ == "parse") { args.push_back("--dump-parse-tree"); } else if (component_ == "check") { args.push_back("--dump-sem-ir"); } else if (component_ == "lower") { args.push_back("--dump-llvm-ir"); } else { CARBON_FATAL("Unexpected test component {0}: {1}", component_, test_name()); } // For `lex` and `parse`, we don't need to import the prelude; exclude it to // focus errors. In other phases we only do this for explicit "no_prelude" // tests. if (component_ == "lex" || component_ == "parse" || is_no_prelude()) { args.push_back("--no-prelude-import"); } args.insert( args.end(), {"--exclude-dump-file-prefix=" + installation_.core_package(), "%s"}); return args; } auto GetDefaultFileRE(llvm::ArrayRef filenames) -> std::optional override { if (component_ == "lex") { return std::make_optional( llvm::formatv(R"(^- filename: ({0})$)", llvm::join(filenames, "|"))); } return FileTestBase::GetDefaultFileRE(filenames); } auto GetLineNumberReplacements(llvm::ArrayRef filenames) -> llvm::SmallVector override { auto replacements = FileTestBase::GetLineNumberReplacements(filenames); if (component_ == "lex") { replacements.push_back({.has_file = false, .re = std::make_shared(R"(line: (\s*\d+))"), // The `{{{{` becomes `{{`. .line_formatv = "{{{{ *}}{0}"}); } return replacements; } auto DoExtraCheckReplacements(std::string& check_line) -> void override { if (component_ == "driver") { // TODO: Disable token output, it's not interesting for these tests. if (llvm::StringRef(check_line).starts_with("// CHECK:STDOUT: {")) { check_line = "// CHECK:STDOUT: {{.*}}"; } } else if (component_ == "lex") { // Both FileStart and FileEnd regularly have locations on CHECK // comment lines that don't work correctly. The line happens to be correct // for the FileEnd, but we need to avoid checking the column. // The column happens to be right for FileStart, but the line is wrong. static RE2 file_token_re( R"((FileEnd.*column: |FileStart.*line: )( *\d+))"); RE2::Replace(&check_line, file_token_re, R"(\1{{ *\\d+}})"); } else { FileTestBase::DoExtraCheckReplacements(check_line); } } private: // Adds a file to the fs. auto AddFile(llvm::vfs::InMemoryFileSystem& fs, llvm::StringRef path) -> ErrorOr { llvm::ErrorOr> file = llvm::MemoryBuffer::getFile(path); if (file.getError()) { return ErrorBuilder() << "Getting `" << path << "`: " << file.getError().message(); } if (!fs.addFile(path, /*ModificationTime=*/0, std::move(*file))) { return ErrorBuilder() << "Duplicate file: `" << path << "`"; } return Success(); } // Returns the toolchain subdirectory being tested. static auto GetComponent(llvm::StringRef test_name) -> llvm::StringRef { // This handles cases where the toolchain directory may be copied into a // repository that doesn't put it at the root. auto pos = test_name.find("toolchain/"); CARBON_CHECK(pos != llvm::StringRef::npos, "{0}", test_name); test_name = test_name.drop_front(pos + strlen("toolchain/")); test_name = test_name.take_front(test_name.find("/")); return test_name; } auto is_no_prelude() const -> bool { return test_name().find("/no_prelude/") != llvm::StringRef::npos; } const llvm::StringRef component_; const InstallPaths installation_; }; } // namespace CARBON_FILE_TEST_FACTORY(ToolchainFileTest) } // namespace Carbon::Testing #endif // CARBON_TOOLCHAIN_DRIVER_DRIVER_FILE_TEST_BASE_H_