1set(protobuf_USE_STATIC_LIBS ON) 2set(ENABLE_NATIVE_PROTOBUF "off") 3if(EXISTS ${TOP_DIR}/mindspore/lite/providers/protobuf/native_protobuf.cfg) 4 set(ENABLE_NATIVE_PROTOBUF "on") 5 file(STRINGS ${TOP_DIR}/mindspore/lite/providers/protobuffer/native_protobuffer.cfg native_protobuffer_path) 6endif() 7if(BUILD_LITE) 8 if(MSVC) 9 set(protobuf_CXXFLAGS "${CMAKE_CXX_FLAGS}") 10 set(protobuf_CFLAGS "${CMAKE_C_FLAGS}") 11 set(protobuf_LDFLAGS "${CMAKE_SHARED_LINKER_FLAGS}") 12 set(_ms_tmp_CMAKE_STATIC_LIBRARY_PREFIX ${CMAKE_STATIC_LIBRARY_PREFIX}) 13 set(CMAKE_STATIC_LIBRARY_PREFIX "lib") 14 if(DEBUG_MODE) 15 set(protobuf_Debug ON) 16 endif() 17 else() 18 set(protobuf_CXXFLAGS "-fstack-protector-all -Wno-maybe-uninitialized -Wno-unused-parameter \ 19 -fPIC -fvisibility=hidden -D_FORTIFY_SOURCE=2 -O2") 20 if(NOT ENABLE_GLIBCXX) 21 set(protobuf_CXXFLAGS "${protobuf_CXXFLAGS} -D_GLIBCXX_USE_CXX11_ABI=0") 22 endif() 23 set(protobuf_LDFLAGS "-Wl,-z,relro,-z,now,-z,noexecstack") 24 endif() 25else() 26 if(${CMAKE_SYSTEM_NAME} MATCHES "Darwin") 27 set(protobuf_CXXFLAGS "-fstack-protector-all -Wno-uninitialized -Wno-unused-parameter -fPIC \ 28 -fvisibility=hidden -D_FORTIFY_SOURCE=2 -O2") 29 elseif(${CMAKE_SYSTEM_NAME} MATCHES "Windows") 30 if(MSVC) 31 set(protobuf_CXXFLAGS "/DWIN32 /D_WINDOWS /W3 /GR /EHsc") 32 set(protobuf_CFLAGS "${CMAKE_C_FLAGS}") 33 set(protobuf_LDFLAGS "${CMAKE_SHARED_LINKER_FLAGS}") 34 set(_ms_tmp_CMAKE_STATIC_LIBRARY_PREFIX ${CMAKE_STATIC_LIBRARY_PREFIX}) 35 set(CMAKE_STATIC_LIBRARY_PREFIX "lib") 36 if(DEBUG_MODE) 37 set(protobuf_Debug ON) 38 endif() 39 else() 40 set(protobuf_CXXFLAGS "-fstack-protector-all -Wno-maybe-uninitialized -Wno-unused-parameter \ 41 -fPIC -fvisibility=hidden -D_FORTIFY_SOURCE=2 -O2") 42 endif() 43 else() 44 set(protobuf_CXXFLAGS "-fstack-protector-all -Wno-maybe-uninitialized -Wno-unused-parameter \ 45 -fPIC -fvisibility=hidden -D_FORTIFY_SOURCE=2 -O2") 46 if(NOT ENABLE_GLIBCXX) 47 set(protobuf_CXXFLAGS "${protobuf_CXXFLAGS} -D_GLIBCXX_USE_CXX11_ABI=0") 48 endif() 49 endif() 50 set(protobuf_LDFLAGS "-Wl,-z,relro,-z,now,-z,noexecstack") 51endif() 52 53set(_ms_tmp_CMAKE_CXX_FLAGS ${CMAKE_CXX_FLAGS}) 54set(CMAKE_CXX_FLAGS ${_ms_tmp_CMAKE_CXX_FLAGS}) 55string(REPLACE " -Wall" "" CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS}") 56string(REPLACE " -Werror" "" CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS}") 57 58if(ENABLE_GITEE OR ENABLE_GITEE_EULER) # Channel GITEE_EULER is NOT supported now, use GITEE instead. 59 set(REQ_URL "https://gitee.com/mirrors/protobuf_source/repository/archive/v3.13.0.tar.gz") 60 set(SHA256 "ab9b39e7053a6fb06b01bf75fb6ec6a71a1ada5a5f8e2446f927336e97b9e7bb") 61else() 62 set(REQ_URL "https://github.com/protocolbuffers/protobuf/archive/v3.13.0.tar.gz") 63 set(SHA256 "9b4ee22c250fe31b16f1a24d61467e40780a3fbb9b91c3b65be2a376ed913a1a") 64endif() 65 66if(BUILD_LITE) 67 set(PROTOBUF_PATCH_ROOT ${TOP_DIR}/third_party/patch/protobuf) 68else() 69 set(PROTOBUF_PATCH_ROOT ${CMAKE_SOURCE_DIR}/third_party/patch/protobuf) 70endif() 71 72if(MSVC) 73mindspore_add_pkg(protobuf 74 VER 3.13.0 75 LIBS protobuf 76 EXE protoc 77 URL ${REQ_URL} 78 SHA256 ${SHA256} 79 CMAKE_PATH cmake/ 80 CMAKE_OPTION -Dprotobuf_BUILD_TESTS=OFF -Dprotobuf_BUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=Release 81 -Dprotobuf_MSVC_STATIC_RUNTIME=OFF 82 PATCHES ${PROTOBUF_PATCH_ROOT}/CVE-2021-22570.patch 83 PATCHES ${PROTOBUF_PATCH_ROOT}/CVE-2022-1941.patch) 84else() 85mindspore_add_pkg(protobuf 86 VER 3.13.0 87 LIBS protobuf 88 EXE protoc 89 URL ${REQ_URL} 90 SHA256 ${SHA256} 91 CMAKE_PATH cmake/ 92 CMAKE_OPTION -Dprotobuf_BUILD_TESTS=OFF -Dprotobuf_BUILD_SHARED_LIBS=OFF -DCMAKE_BUILD_TYPE=Release 93 PATCHES ${PROTOBUF_PATCH_ROOT}/CVE-2021-22570.patch 94 PATCHES ${PROTOBUF_PATCH_ROOT}/CVE-2022-1941.patch) 95endif() 96include_directories(${protobuf_INC}) 97include_directories(${CMAKE_BINARY_DIR}/proto_py) 98add_library(mindspore::protobuf ALIAS protobuf::protobuf) 99set(CMAKE_CXX_FLAGS ${_ms_tmp_CMAKE_CXX_FLAGS}) 100# recover original value 101if(MSVC) 102 set(CMAKE_STATIC_LIBRARY_PREFIX, ${_ms_tmp_CMAKE_STATIC_LIBRARY_PREFIX}) 103endif() 104 105if(ENABLE_NATIVE_PROTOBUF) 106 set(PROTOC ${native_protobuffer_path}/bin/protoc) 107 set(PROTOBUF_LIB ${native_protobuffer_path}/lib/libprotobuf.so.3.13.0.0) 108 set(protobuf_LIBPATH ${native_protobuffer_path}/lib) 109 set(protobuf_INC ${native_protobuffer_path}/include) 110 111 include_directories(${protobuf_INC}) 112 message("protobuf_INC : ${protobuf_INC}") 113 set(CMAKE_CXX_FLAGS ${_ms_tmp_CMAKE_CXX_FLAGS}) 114endif() 115function(common_protobuf_generate path c_var h_var) 116 if(NOT ARGN) 117 message(SEND_ERROR "Error: ms_protobuf_generate() called without any proto files") 118 return() 119 endif() 120 121 set(${c_var}) 122 set(${h_var}) 123 124 foreach(file ${ARGN}) 125 get_filename_component(abs_file ${file} ABSOLUTE) 126 get_filename_component(file_name ${file} NAME_WE) 127 get_filename_component(file_dir ${abs_file} PATH) 128 file(RELATIVE_PATH rel_path ${CMAKE_CURRENT_SOURCE_DIR} ${file_dir}) 129 130 list(APPEND ${c_var} "${path}/${file_name}.pb.cc") 131 list(APPEND ${h_var} "${path}/${file_name}.pb.h") 132 if(ENABLE_NATIVE_PROTOBUF) 133 add_custom_command( 134 OUTPUT "${path}/${file_name}.pb.cc" "${path}/${file_name}.pb.h" 135 WORKING_DIRECTORY ${PROJECT_SOURCE_DIR} 136 COMMAND ${CMAKE_COMMAND} -E make_directory "${path}" 137 COMMAND ${CMAKE_COMMAND} -E env "LD_LIBRARY_PATH=${protobuf_LIBPATH}" ${PROTOC} -I${file_dir} 138 --cpp_out=${path} ${abs_file} 139 DEPENDS ${PROTOC} ${abs_file} 140 COMMENT "Running C++ protocol buffer compiler on ${file}" VERBATIM) 141 else() 142 add_custom_command( 143 OUTPUT "${path}/${file_name}.pb.cc" "${path}/${file_name}.pb.h" 144 WORKING_DIRECTORY ${PROJECT_SOURCE_DIR} 145 COMMAND ${CMAKE_COMMAND} -E make_directory "${path}" 146 COMMAND protobuf::protoc -I${file_dir} --cpp_out=${path} ${abs_file} 147 DEPENDS protobuf::protoc ${abs_file} 148 COMMENT "Running C++ protocol buffer compiler on ${file}" VERBATIM) 149 endif() 150 endforeach() 151 152 set_source_files_properties(${${c_var}} ${${h_var}} PROPERTIES GENERATED TRUE) 153 set(${c_var} ${${c_var}} PARENT_SCOPE) 154 set(${h_var} ${${h_var}} PARENT_SCOPE) 155endfunction() 156 157function(ms_protobuf_generate c_var h_var) 158 common_protobuf_generate(${CMAKE_BINARY_DIR}/proto ${c_var} ${h_var} ${ARGN}) 159 set(${c_var} ${${c_var}} PARENT_SCOPE) 160 set(${h_var} ${${h_var}} PARENT_SCOPE) 161endfunction() 162 163function(ms_protobuf_generate_py c_var h_var py_var) 164 if(NOT ARGN) 165 message(SEND_ERROR "Error: ms_protobuf_generate() called without any proto files") 166 return() 167 endif() 168 169 set(${c_var}) 170 set(${h_var}) 171 set(${py_var}) 172 173 foreach(file ${ARGN}) 174 get_filename_component(abs_file ${file} ABSOLUTE) 175 get_filename_component(file_name ${file} NAME_WE) 176 get_filename_component(file_dir ${abs_file} PATH) 177 178 list(APPEND ${c_var} "${CMAKE_BINARY_DIR}/proto_py/proto/${file_name}.pb.cc") 179 list(APPEND ${h_var} "${CMAKE_BINARY_DIR}/proto_py/proto/${file_name}.pb.h") 180 list(APPEND ${py_var} "${CMAKE_BINARY_DIR}/proto_py/proto/${file_name}_pb2.py") 181 if(WIN32) 182 add_custom_command( 183 OUTPUT "${CMAKE_BINARY_DIR}/proto_py/proto/${file_name}.pb.cc" 184 "${CMAKE_BINARY_DIR}/proto_py/proto/${file_name}.pb.h" 185 "${CMAKE_BINARY_DIR}/proto_py/proto/${file_name}_pb2.py" 186 WORKING_DIRECTORY ${PROJECT_SOURCE_DIR} 187 COMMAND ${CMAKE_COMMAND} -E make_directory "${CMAKE_BINARY_DIR}/proto_py/proto" 188 COMMAND protobuf::protoc -I${file_dir} --cpp_out=${CMAKE_BINARY_DIR}/proto_py/proto ${abs_file} 189 COMMAND protobuf::protoc -I${file_dir} --python_out=${CMAKE_BINARY_DIR}/proto_py/proto ${abs_file} 190 COMMAND perl -pi.bak -e "s/import (.+_pb2.*)/from . import \\1/" 191 "${CMAKE_BINARY_DIR}/proto_py/proto/${file_name}_pb2.py" 192 COMMAND ${CMAKE_COMMAND} -E copy "${CMAKE_BINARY_DIR}/proto_py/proto/${file_name}_pb2.py" 193 "${TOP_DIR}/mindspore/python/mindspore/train/" 194 DEPENDS protobuf::protoc ${abs_file} 195 COMMENT "Running C++ protocol buffer compiler on ${file}" VERBATIM) 196 else() 197 add_custom_command( 198 OUTPUT "${CMAKE_BINARY_DIR}/proto_py/proto/${file_name}.pb.cc" 199 "${CMAKE_BINARY_DIR}/proto_py/proto/${file_name}.pb.h" 200 "${CMAKE_BINARY_DIR}/proto_py/proto/${file_name}_pb2.py" 201 WORKING_DIRECTORY ${PROJECT_SOURCE_DIR} 202 COMMAND ${CMAKE_COMMAND} -E make_directory "${CMAKE_BINARY_DIR}/proto_py/proto" 203 COMMAND protobuf::protoc -I${file_dir} --cpp_out=${CMAKE_BINARY_DIR}/proto_py/proto ${abs_file} 204 COMMAND protobuf::protoc -I${file_dir} --python_out=${CMAKE_BINARY_DIR}/proto_py/proto ${abs_file} 205 COMMAND perl -pi -e "s/import (.+_pb2.*)/from . import \\1/" 206 "${CMAKE_BINARY_DIR}/proto_py/proto/${file_name}_pb2.py" 207 COMMAND cp "${CMAKE_BINARY_DIR}/proto_py/proto/${file_name}_pb2.py" 208 "${TOP_DIR}/mindspore/python/mindspore/train/" 209 DEPENDS protobuf::protoc ${abs_file} 210 COMMENT "Running C++ protocol buffer compiler on ${file}" VERBATIM) 211 endif() 212 endforeach() 213 set_source_files_properties(${${c_var}} ${${h_var}} ${${py_var}} PROPERTIES GENERATED TRUE) 214 set(${c_var} ${${c_var}} PARENT_SCOPE) 215 set(${h_var} ${${h_var}} PARENT_SCOPE) 216 set(${py_var} ${${py_var}} PARENT_SCOPE) 217endfunction() 218