// // Copyright 2012-2016 Francisco Jerez // Copyright 2012-2016 Advanced Micro Devices, Inc. // Copyright 2014-2016 Jan Vesely // Copyright 2014-2015 Serge Martin // Copyright 2015 Zoltan Gilian // // Permission is hereby granted, free of charge, to any person obtaining a // copy of this software and associated documentation files (the "Software"), // to deal in the Software without restriction, including without limitation // the rights to use, copy, modify, merge, publish, distribute, sublicense, // and/or sell copies of the Software, and to permit persons to whom the // Software is furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in // all copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL // THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR // OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, // ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR // OTHER DEALINGS IN THE SOFTWARE. // #include #include #include #include #include #include #include #include #include #include #include // We need to include internal headers last, because the internal headers // include CL headers which have #define's like: // //#define cl_khr_gl_sharing 1 //#define cl_khr_icd 1 // // Which will break the compilation of clang/Basic/OpenCLOptions.h #include "core/error.hpp" #include "llvm/codegen.hpp" #include "llvm/compat.hpp" #include "llvm/invocation.hpp" #include "llvm/metadata.hpp" #include "llvm/util.hpp" #include "util/algorithm.hpp" using namespace clover; using namespace clover::llvm; using ::llvm::Function; using ::llvm::LLVMContext; using ::llvm::Module; using ::llvm::raw_string_ostream; namespace { void init_targets() { static bool targets_initialized = false; if (!targets_initialized) { LLVMInitializeAllTargets(); LLVMInitializeAllTargetInfos(); LLVMInitializeAllTargetMCs(); LLVMInitializeAllAsmPrinters(); targets_initialized = true; } } void diagnostic_handler(const ::llvm::DiagnosticInfo &di, void *data) { if (di.getSeverity() == ::llvm::DS_Error) { raw_string_ostream os { *reinterpret_cast(data) }; ::llvm::DiagnosticPrinterRawOStream printer { os }; di.print(printer); throw build_error(); } } std::unique_ptr create_context(std::string &r_log) { init_targets(); std::unique_ptr ctx { new LLVMContext }; ctx->setDiagnosticHandler(diagnostic_handler, &r_log); return ctx; } std::unique_ptr create_compiler_instance(const target &target, const std::vector &opts, std::string &r_log) { std::unique_ptr c { new clang::CompilerInstance }; clang::TextDiagnosticBuffer *diag_buffer = new clang::TextDiagnosticBuffer; clang::DiagnosticsEngine diag { new clang::DiagnosticIDs, new clang::DiagnosticOptions, diag_buffer }; // Parse the compiler options. A file name should be present at the end // and must have the .cl extension in order for the CompilerInvocation // class to recognize it as an OpenCL source file. const std::vector copts = map(std::mem_fn(&std::string::c_str), opts); if (!clang::CompilerInvocation::CreateFromArgs( c->getInvocation(), copts.data(), copts.data() + copts.size(), diag)) throw invalid_build_options_error(); diag_buffer->FlushDiagnostics(diag); if (diag.hasErrorOccurred()) throw invalid_build_options_error(); c->getTargetOpts().CPU = target.cpu; c->getTargetOpts().Triple = target.triple; c->getLangOpts().NoBuiltin = true; // This is a workaround for a Clang bug which causes the number // of warnings and errors to be printed to stderr. // http://www.llvm.org/bugs/show_bug.cgi?id=19735 c->getDiagnosticOpts().ShowCarets = false; compat::set_lang_defaults(c->getInvocation(), c->getLangOpts(), clang::IK_OpenCL, ::llvm::Triple(target.triple), c->getPreprocessorOpts(), clang::LangStandard::lang_opencl11); c->createDiagnostics(new clang::TextDiagnosticPrinter( *new raw_string_ostream(r_log), &c->getDiagnosticOpts(), true)); c->setTarget(clang::TargetInfo::CreateTargetInfo( c->getDiagnostics(), c->getInvocation().TargetOpts)); return c; } std::unique_ptr compile(LLVMContext &ctx, clang::CompilerInstance &c, const std::string &name, const std::string &source, const header_map &headers, const std::string &target, const std::string &opts, std::string &r_log) { c.getFrontendOpts().ProgramAction = clang::frontend::EmitLLVMOnly; c.getHeaderSearchOpts().UseBuiltinIncludes = true; c.getHeaderSearchOpts().UseStandardSystemIncludes = true; c.getHeaderSearchOpts().ResourceDir = CLANG_RESOURCE_DIR; // Add libclc generic search path c.getHeaderSearchOpts().AddPath(LIBCLC_INCLUDEDIR, clang::frontend::Angled, false, false); // Add libclc include c.getPreprocessorOpts().Includes.push_back("clc/clc.h"); // Add definition for the OpenCL version c.getPreprocessorOpts().addMacroDef("__OPENCL_VERSION__=110"); // clc.h requires that this macro be defined: c.getPreprocessorOpts().addMacroDef("cl_clang_storage_class_specifiers"); c.getPreprocessorOpts().addRemappedFile( name, ::llvm::MemoryBuffer::getMemBuffer(source).release()); if (headers.size()) { const std::string tmp_header_path = "/tmp/clover/"; c.getHeaderSearchOpts().AddPath(tmp_header_path, clang::frontend::Angled, false, false); for (const auto &header : headers) c.getPreprocessorOpts().addRemappedFile( tmp_header_path + header.first, ::llvm::MemoryBuffer::getMemBuffer(header.second).release()); } // Tell clang to link this file before performing any // optimizations. This is required so that we can replace calls // to the OpenCL C barrier() builtin with calls to target // intrinsics that have the noduplicate attribute. This // attribute will prevent Clang from creating illegal uses of // barrier() (e.g. Moving barrier() inside a conditional that is // no executed by all threads) during its optimizaton passes. compat::add_link_bitcode_file(c.getCodeGenOpts(), LIBCLC_LIBEXECDIR + target + ".bc"); // Compile the code clang::EmitLLVMOnlyAction act(&ctx); if (!c.ExecuteAction(act)) throw build_error(); return act.takeModule(); } } module clover::llvm::compile_program(const std::string &source, const header_map &headers, const std::string &target, const std::string &opts, std::string &r_log) { if (has_flag(debug::clc)) debug::log(".cl", "// Options: " + opts + '\n' + source); auto ctx = create_context(r_log); auto c = create_compiler_instance(target, tokenize(opts + " input.cl"), r_log); auto mod = compile(*ctx, *c, "input.cl", source, headers, target, opts, r_log); if (has_flag(debug::llvm)) debug::log(".ll", print_module_bitcode(*mod)); return build_module_library(*mod, module::section::text_intermediate); } namespace { void optimize(Module &mod, unsigned optimization_level, bool internalize_symbols) { compat::pass_manager pm; compat::add_data_layout_pass(pm); // By default, the function internalizer pass will look for a function // called "main" and then mark all other functions as internal. Marking // functions as internal enables the optimizer to perform optimizations // like function inlining and global dead-code elimination. // // When there is no "main" function in a module, the internalize pass will // treat the module like a library, and it won't internalize any functions. // Since there is no "main" function in our kernels, we need to tell // the internalizer pass that this module is not a library by passing a // list of kernel functions to the internalizer. The internalizer will // treat the functions in the list as "main" functions and internalize // all of the other functions. if (internalize_symbols) compat::add_internalize_pass(pm, map(std::mem_fn(&Function::getName), get_kernels(mod))); ::llvm::PassManagerBuilder pmb; pmb.OptLevel = optimization_level; pmb.LibraryInfo = new compat::target_library_info( ::llvm::Triple(mod.getTargetTriple())); pmb.populateModulePassManager(pm); pm.run(mod); } std::unique_ptr link(LLVMContext &ctx, const clang::CompilerInstance &c, const std::vector &modules, std::string &r_log) { std::unique_ptr mod { new Module("link", ctx) }; auto linker = compat::create_linker(*mod); for (auto &m : modules) { if (compat::link_in_module(*linker, parse_module_library(m, ctx, r_log))) throw build_error(); } return std::move(mod); } } module clover::llvm::link_program(const std::vector &modules, enum pipe_shader_ir ir, const std::string &target, const std::string &opts, std::string &r_log) { std::vector options = tokenize(opts + " input.cl"); const bool create_library = count("-create-library", options); erase_if(equals("-create-library"), options); auto ctx = create_context(r_log); auto c = create_compiler_instance(target, options, r_log); auto mod = link(*ctx, *c, modules, r_log); optimize(*mod, c->getCodeGenOpts().OptimizationLevel, !create_library); if (has_flag(debug::llvm)) debug::log(".ll", print_module_bitcode(*mod)); if (create_library) { return build_module_library(*mod, module::section::text_library); } else if (ir == PIPE_SHADER_IR_LLVM) { return build_module_bitcode(*mod, *c); } else if (ir == PIPE_SHADER_IR_NATIVE) { if (has_flag(debug::native)) debug::log(".asm", print_module_native(*mod, target)); return build_module_native(*mod, target, *c, r_log); } else { unreachable("Unsupported IR."); } }