/* Copyright (c) 2015 - present Advanced Micro Devices, Inc. All rights reserved. Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ #include #include #include #include #include #include #include #include "CUDA2HIP.h" #include "CUDA2HIP_Scripting.h" #include "LLVMCompat.h" #include "HipifyAction.h" #include "ArgParse.h" #include "StringUtils.h" #include "llvm/Support/Debug.h" #include "clang/Basic/Diagnostic.h" #include "clang/Basic/DiagnosticIDs.h" #include "clang/Basic/DiagnosticOptions.h" #include "clang/Driver/Driver.h" #include "clang/Driver/Compilation.h" #include "clang/Driver/Tool.h" #include "clang/Frontend/TextDiagnosticPrinter.h" #if LLVM_VERSION_MAJOR < 8 #include "llvm/Support/Path.h" #endif constexpr auto DEBUG_TYPE = "cuda2hip"; namespace ct = clang::tooling; void cleanupHipifyOptions(std::vector &args) { std::vector hipifyOptions = {"-perl", "-python", "-roc", "-inplace", "-no-backup", "-no-output", "-print-stats", "-print-stats-csv", "-examine", "-save-temps", "-skip-excluded-preprocessor-conditional-blocks"}; for (const auto &a : hipifyOptions) { args.erase(std::remove(args.begin(), args.end(), a), args.end()); args.erase(std::remove(args.begin(), args.end(), "-" + a), args.end()); } std::vector hipifyDirOptions = {"-o-dir", "-o-hipify-perl-dir", "-o-stats", "-o-python-map-dir", "-temp-dir"}; for (const auto &a : hipifyDirOptions) { // remove all pairs of arguments "-option value" auto it = args.erase(std::remove(args.begin(), args.end(), a), args.end()); if (it != args.end()) { args.erase(it); } // remove all pairs of arguments "--option value" it = args.erase(std::remove(args.begin(), args.end(), "-" + a), args.end()); if (it != args.end()) { args.erase(it); } // remove all "-option=value" and "--option=value" args.erase( std::remove_if(args.begin(), args.end(), [a](const std::string &s) { return s.find(a + "=") == 0 || s.find("-" + a + "=") == 0; } ), args.end() ); } } void sortInputFiles(int argc, const char **argv, std::vector &files) { if (files.size() < 2) return; IntrusiveRefCntPtr diagOpts(new clang::DiagnosticOptions()); clang::TextDiagnosticPrinter diagClient(llvm::errs(), &*diagOpts); clang::DiagnosticsEngine Diagnostics(IntrusiveRefCntPtr(new clang::DiagnosticIDs()), &*diagOpts, &diagClient, false); std::unique_ptr driver(new clang::driver::Driver("", "nvptx64-nvidia-cuda", Diagnostics)); std::vector Args(argv, argv + argc); cleanupHipifyOptions(Args); std::unique_ptr C(driver->BuildCompilation(Args)); std::vector sortedFiles; for (const auto &J : C->getJobs()) { if (std::string(J.getCreator().getName()) != "clang") continue; const auto &JA = J.getArguments(); for (size_t i = 0; i < JA.size(); ++i) { const auto &A = std::string(JA[i]); if (std::find(files.begin(), files.end(), A) != files.end() && i > 0 && std::string(JA[i - 1]) == "-main-file-name") { sortedFiles.push_back(A); } } } if (sortedFiles.empty()) return; std::reverse(sortedFiles.begin(), sortedFiles.end()); files.assign(sortedFiles.begin(), sortedFiles.end()); } void appendArgumentsAdjusters(ct::RefactoringTool &Tool, const std::string &sSourceAbsPath, const char *hipify_exe) { if (!IncludeDirs.empty()) { for (std::string s : IncludeDirs) { Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster(s.c_str(), ct::ArgumentInsertPosition::BEGIN)); Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster("-I", ct::ArgumentInsertPosition::BEGIN)); } } if (!MacroNames.empty()) { for (std::string s : MacroNames) { Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster(s.c_str(), ct::ArgumentInsertPosition::BEGIN)); Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster("-D", ct::ArgumentInsertPosition::BEGIN)); } } // Includes for clang's CUDA wrappers for using by packaged hipify-clang static int Dummy; std::string hipify = llvm::sys::fs::getMainExecutable(hipify_exe, (void *)&Dummy); std::string clang_inc_path = std::string(llvm::sys::path::parent_path(hipify)); clang_inc_path.append("/include"); Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster(clang_inc_path.c_str(), ct::ArgumentInsertPosition::BEGIN)); Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster("-isystem", ct::ArgumentInsertPosition::BEGIN)); clang_inc_path.append("/cuda_wrappers"); Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster(clang_inc_path.c_str(), ct::ArgumentInsertPosition::BEGIN)); Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster("-isystem", ct::ArgumentInsertPosition::BEGIN)); // Ensure at least c++11 is used. std::string stdCpp = "-std=c++11"; #if defined(_MSC_VER) stdCpp = "-std=c++14"; #endif Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster(stdCpp.c_str(), ct::ArgumentInsertPosition::BEGIN)); std::string sInclude = "-I" + sys::path::parent_path(sSourceAbsPath).str(); #if defined(HIPIFY_CLANG_RES) Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster("-resource-dir=" HIPIFY_CLANG_RES, ct::ArgumentInsertPosition::BEGIN)); #endif Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster(sInclude.c_str(), ct::ArgumentInsertPosition::BEGIN)); Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster("-fno-delayed-template-parsing", ct::ArgumentInsertPosition::BEGIN)); if (llcompat::pragma_once_outside_header()) { Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster("-Wno-pragma-once-outside-header", ct::ArgumentInsertPosition::BEGIN)); } Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster("--cuda-host-only", ct::ArgumentInsertPosition::BEGIN)); if (!CudaGpuArch.empty()) { std::string sCudaGpuArch = "--cuda-gpu-arch=" + CudaGpuArch; Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster(sCudaGpuArch.c_str(), ct::ArgumentInsertPosition::BEGIN)); } if (!CudaPath.empty()) { std::string sCudaPath = "--cuda-path=" + CudaPath; Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster(sCudaPath.c_str(), ct::ArgumentInsertPosition::BEGIN)); } Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster("cuda", ct::ArgumentInsertPosition::BEGIN)); Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster("-x", ct::ArgumentInsertPosition::BEGIN)); if (Verbose) { Tool.appendArgumentsAdjuster(ct::getInsertArgumentAdjuster("-v", ct::ArgumentInsertPosition::END)); } Tool.appendArgumentsAdjuster(ct::getClangSyntaxOnlyAdjuster()); } bool generatePython() { bool bToRoc = TranslateToRoc; TranslateToRoc = true; bool bToPython = python::generate(GeneratePython); TranslateToRoc = bToRoc; return bToPython; } int main(int argc, const char **argv) { std::vector new_argv(argv, argv + argc); if (std::find(new_argv.begin(), new_argv.end(), std::string("--")) == new_argv.end()) { new_argv.push_back("--"); new_argv.push_back(nullptr); argv = new_argv.data(); argc++; } llcompat::PrintStackTraceOnErrorSignal(); ct::CommonOptionsParser OptionsParser(argc, argv, ToolTemplateCategory, llvm::cl::ZeroOrMore); if (!llcompat::CheckCompatibility()) { return 1; } std::vector fileSources = OptionsParser.getSourcePathList(); if (fileSources.empty() && !GeneratePerl && !GeneratePython) { llvm::errs() << "\n" << sHipify << sError << "Must specify at least 1 positional argument for source file" << "\n"; return 1; } if (!perl::generate(GeneratePerl)) { llvm::errs() << "\n" << sHipify << sError << "hipify-perl generating failed" << "\n"; return 1; } if (!generatePython()) { llvm::errs() << "\n" << sHipify << sError << "hipify-python generating failed" << "\n"; return 1; } if (fileSources.empty()) { return 0; } std::string dst = OutputFilename, dstDir = OutputDir; std::error_code EC; std::string sOutputDirAbsPath = getAbsoluteDirectoryPath(OutputDir, EC, "output"); if (EC) { return 1; } if (!dst.empty()) { if (fileSources.size() > 1) { llvm::errs() << sHipify << sConflict << "-o and multiple source files are specified\n"; return 1; } if (Inplace) { llvm::errs() << sHipify << sConflict << "both -o and -inplace options are specified\n"; return 1; } if (NoOutput) { llvm::errs() << sHipify << sConflict << "both -no-output and -o options are specified\n"; return 1; } if (!dstDir.empty()) { dst = sOutputDirAbsPath + "/" + dst; } } if (NoOutput && Inplace) { llvm::errs() << sHipify << sConflict << "both -no-output and -inplace options are specified\n"; return 1; } if (!dstDir.empty() && Inplace) { llvm::errs() << sHipify << sConflict << "both -o-dir and -inplace options are specified\n"; return 1; } if (Examine) { NoOutput = PrintStats = true; } int Result = 0; SmallString<128> tmpFile; StringRef sourceFileName, ext = "hip", csv_ext = "csv"; std::string sTmpFileName, sSourceAbsPath; std::string sTmpDirAbsParh = getAbsoluteDirectoryPath(TemporaryDir, EC); if (EC) { return 1; } // Arguments for the Statistics print routines. std::unique_ptr csv = nullptr; llvm::raw_ostream *statPrint = nullptr; bool create_csv = false; if (!OutputStatsFilename.empty()) { PrintStatsCSV = true; create_csv = true; } else { if (PrintStatsCSV && fileSources.size() > 1) { OutputStatsFilename = "sum_stat.csv"; create_csv = true; } } if (create_csv) { if (!OutputDir.empty()) { OutputStatsFilename = sOutputDirAbsPath + "/" + OutputStatsFilename; } csv = std::unique_ptr(new std::ofstream(OutputStatsFilename, std::ios_base::trunc)); } if (PrintStats) { statPrint = &llvm::errs(); } sortInputFiles(argc, argv, fileSources); for (const auto &src : fileSources) { // Create a copy of the file to work on. When we're done, we'll move this onto the // output (which may mean overwriting the input, if we're in-place). // Should we fail for some reason, we'll just leak this file and not corrupt the input. sSourceAbsPath = getAbsoluteFilePath(src, EC); if (EC) { continue; } sourceFileName = sys::path::filename(sSourceAbsPath); if (dst.empty()) { if (Inplace) { dst = src; } else { dst = src + "." + ext.str(); if (!dstDir.empty()) { dst = sOutputDirAbsPath + "/" + sourceFileName.str() + "." + ext.str(); } } } if (TemporaryDir.empty()) { EC = sys::fs::createTemporaryFile(sourceFileName, ext, tmpFile); if (EC) { llvm::errs() << "\n" << sHipify << sError << EC.message() << ": " << tmpFile << "\n"; Result = 1; continue; } } else { sTmpFileName = sTmpDirAbsParh + "/" + sourceFileName.str() + "." + ext.str(); tmpFile = sTmpFileName; } EC = sys::fs::copy_file(src, tmpFile); if (EC) { llvm::errs() << "\n" << sHipify << sError << EC.message() << ": while copying " << src << " to " << tmpFile << "\n"; Result = 1; continue; } if (PrintStatsCSV) { if (OutputStatsFilename.empty()) { OutputStatsFilename = sourceFileName.str() + "." + csv_ext.str(); if (!OutputDir.empty()) { OutputStatsFilename = sOutputDirAbsPath + "/" + OutputStatsFilename; } } if (!csv) { csv = std::unique_ptr(new std::ofstream(OutputStatsFilename, std::ios_base::trunc)); } } // Initialise the statistics counters for this file. Statistics::setActive(src); // RefactoringTool operates on the file in-place. Giving it the output path is no good, // because that'll break relative includes, and we don't want to overwrite the input file. // So what we do is operate on a copy, which we then move to the output. ct::RefactoringTool Tool(OptionsParser.getCompilations(), std::string(tmpFile.c_str())); ct::Replacements &replacementsToUse = llcompat::getReplacements(Tool, tmpFile.c_str()); ReplacementsFrontendActionFactory actionFactory(&replacementsToUse); appendArgumentsAdjusters(Tool, sSourceAbsPath, argv[0]); Statistics ¤tStat = Statistics::current(); // Hipify _all_ the things! if (Tool.runAndSave(&actionFactory)) { currentStat.hasErrors = true; Result = 1; LLVM_DEBUG(llvm::dbgs() << "Skipped some replacements.\n"); } // Copy the tmpfile to the output if (!NoOutput && !currentStat.hasErrors) { EC = sys::fs::copy_file(tmpFile, dst); if (EC) { llvm::errs() << "\n" << sHipify << sError << EC.message() << ": while copying " << tmpFile << " to " << dst << "\n"; Result = 1; continue; } } // Remove the tmp file without error check if (!SaveTemps) { sys::fs::remove(tmpFile); } Statistics::current().markCompletion(); Statistics::current().print(csv.get(), statPrint); dst.clear(); } if (fileSources.size() > 1) { Statistics::printAggregate(csv.get(), statPrint); } return Result; }