diff options
Diffstat (limited to 'win32_deps_build.sh')
| -rwxr-xr-x | win32_deps_build.sh | 381 |
1 files changed, 381 insertions, 0 deletions
diff --git a/win32_deps_build.sh b/win32_deps_build.sh new file mode 100755 index 000000000..491eb2809 --- /dev/null +++ b/win32_deps_build.sh @@ -0,0 +1,381 @@ +#!/usr/bin/env bash + +set -eu + +SCRIPT_DIR="$(dirname "$BASH_SOURCE")" +SCRIPT_DIR="$(realpath "$SCRIPT_DIR")" + +depsSrcDir="$DEPS_DIR/src" +depsToolsetDir="$DEPS_DIR/mingw" + +lz4SrcDir="${depsSrcDir}/lz4" +lz4Dir="${depsToolsetDir}/lz4" +lz4Tag="v1.9.2" +sslTag="OpenSSL_1_1_1c" +sslDir="${depsToolsetDir}/openssl" +sslSrcDir="${depsSrcDir}/openssl" + +# For now, we'll keep the version number within the file path when not using git. +boostUrl="https://download.ceph.com/qa/boost_1_82_0.tar.bz2" +boostSha256Sum="a6e1ab9b0860e6a2881dd7b21fe9f737a095e5f33a3a874afc6a345228597ee6" +boostSrcDir="${depsSrcDir}/boost_1_82_0" +boostDir="${depsToolsetDir}/boost" +zlibDir="${depsToolsetDir}/zlib" +zlibSrcDir="${depsSrcDir}/zlib" +backtraceDir="${depsToolsetDir}/libbacktrace" +backtraceSrcDir="${depsSrcDir}/libbacktrace" +snappySrcDir="${depsSrcDir}/snappy" +snappyDir="${depsToolsetDir}/snappy" +snappyTag="1.1.9" +# Additional Windows libraries, which aren't provided by Mingw +winLibDir="${depsToolsetDir}/windows/lib" + +wnbdUrl="https://github.com/cloudbase/wnbd" +wnbdTag="main" +wnbdSrcDir="${depsSrcDir}/wnbd" +wnbdLibDir="${depsToolsetDir}/wnbd/lib" + +dokanUrl="https://github.com/dokan-dev/dokany" +dokanTag="v2.0.5.1000" +dokanSrcDir="${depsSrcDir}/dokany" +dokanLibDir="${depsToolsetDir}/dokany/lib" + +mingwLlvmUrl="https://github.com/mstorsjo/llvm-mingw/releases/download/20230320/llvm-mingw-20230320-ucrt-ubuntu-18.04-x86_64.tar.xz" +mingwLlvmSha256Sum="bc367753dea829d219be32e2e64e2d15d03158ce8e700ae5210ca3d78e6a07ea" +mingwLlvmDir="${DEPS_DIR}/mingw-llvm" + +function _make() { + make -j $NUM_WORKERS $@ +} + +if [[ -d $DEPS_DIR ]]; then + echo "Cleaning up dependency build dir: $DEPS_DIR" + rm -rf $DEPS_DIR +fi + +mkdir -p $DEPS_DIR +mkdir -p $depsToolsetDir +mkdir -p $depsSrcDir + +echo "Installing required packages." +case "$OS" in + rhel) + # pkgconf needs https://bugzilla.redhat.com/show_bug.cgi?id=1975416 + sudo yum -y --setopt=skip_missing_names_on_install=False install \ + mingw64-gcc-c++ \ + cmake \ + pkgconf \ + python3-devel \ + autoconf \ + libtool \ + ninja-build \ + zip \ + bzip2 \ + xz \ + python3-PyYAML \ + gcc \ + diffutils \ + patch \ + wget \ + perl \ + git-core + ;; + ubuntu) + sudo apt-get update + sudo env DEBIAN_FRONTEND=noninteractive apt-get -y install \ + mingw-w64 g++ cmake pkg-config \ + python3-dev python3-yaml \ + autoconf libtool ninja-build wget xz-utils zip bzip2 \ + git + ;; + suse) + for PKG in mingw64-cross-gcc-c++ mingw64-libgcc_s_seh1 mingw64-libstdc++6 \ + cmake pkgconf python3-devel autoconf libtool ninja xz zip bzip2 \ + python3-PyYAML \ + gcc patch wget git; do + rpm -q $PKG >/dev/null || zypper -n install $PKG + done + ;; +esac + +if [[ -n $USE_MINGW_LLVM && ! -d $mingwLlvmDir ]]; then + echo "Fetching mingw-llvm" + cd $DEPS_DIR + wget -q -O mingw-llvm.tar.xz $mingwLlvmUrl + checksum=`sha256sum mingw-llvm.tar.xz | cut -d ' ' -f 1` + if [[ "$mingwLlvmSha256Sum" != "$checksum" ]]; then + echo "Invalid mingw-llvm checksum: $checksum" >&2 + exit 1 + fi + tar xJf mingw-llvm.tar.xz + rm mingw-llvm.tar.xz + # Remove the version from the mingw-llvm dirname, making it easier to locate + # and avoiding MAX_PATH issues with WSL. + mv `basename $mingwLlvmUrl | sed 's/\.tar\..*//g'` $mingwLlvmDir +fi + +MINGW_CMAKE_FILE="$DEPS_DIR/mingw.cmake" +source "$SCRIPT_DIR/mingw_conf.sh" + +echo "Building zlib." +cd $depsSrcDir +if [[ ! -d $zlibSrcDir ]]; then + git clone --depth 1 https://github.com/madler/zlib +fi +cd $zlibSrcDir +# Apparently the configure script is broken... +sed -e s/"PREFIX = *$"/"PREFIX = ${MINGW_PREFIX}"/ -i win32/Makefile.gcc +_make -f win32/Makefile.gcc +_make BINARY_PATH=$zlibDir \ + INCLUDE_PATH=$zlibDir/include \ + LIBRARY_PATH=$zlibDir/lib \ + SHARED_MODE=1 \ + -f win32/Makefile.gcc install + +echo "Building lz4." +cd $depsToolsetDir +if [[ ! -d $lz4Dir ]]; then + git clone --branch $lz4Tag --depth 1 https://github.com/lz4/lz4 + cd $lz4Dir +fi +cd $lz4Dir +_make BUILD_STATIC=no CC=${MINGW_CC%-posix*} \ + DLLTOOL=${MINGW_DLLTOOL} \ + WINDRES=${MINGW_WINDRES} \ + TARGET_OS=Windows_NT + +echo "Building OpenSSL." +cd $depsSrcDir +if [[ ! -d $sslSrcDir ]]; then + git clone --branch $sslTag --depth 1 https://github.com/openssl/openssl + cd $sslSrcDir +fi +cd $sslSrcDir +mkdir -p $sslDir +CROSS_COMPILE="${MINGW_PREFIX}" ./Configure \ + mingw64 shared --prefix=$sslDir --libdir="$sslDir/lib" +_make depend +_make +_make install_sw + +echo "Building boost." +cd $depsSrcDir +if [[ ! -d $boostSrcDir ]]; then + echo "Downloading boost." + wget -q -O boost.tar.bz2 $boostUrl + checksum=`sha256sum boost.tar.bz2 | cut -d ' ' -f 1` + if [[ "$boostSha256Sum" != "$checksum" ]]; then + echo "Invalid boost checksum: $checksum" >&2 + exit 1 + fi + tar -xf boost.tar.bz2 + rm boost.tar.bz2 +fi + +cd $boostSrcDir + +if [[ -n $USE_MINGW_LLVM ]]; then + b2toolset="clang" + echo "using clang : : ${MINGW_CXX} ;" > user-config.jam +else + b2toolset="gcc-mingw32" + echo "using gcc : mingw32 : ${MINGW_CXX} ;" > user-config.jam +fi + +# Workaround for https://github.com/boostorg/thread/issues/156 +# Older versions of mingw provided a different pthread lib. +sed -i 's/lib$(libname)GC2.a/lib$(libname).a/g' ./libs/thread/build/Jamfile.v2 +if [[ -z $USE_MINGW_LLVM ]]; then + sed -i 's/mthreads/pthreads/g' ./tools/build/src/tools/gcc.jam + sed -i 's/pthreads/mthreads/g' ./tools/build/src/tools/gcc.jam +fi + +export PTW32_INCLUDE=${PTW32Include} +export PTW32_LIB=${PTW32Lib} + +echo "Patching boost." +# Fix getting Windows page size +# TODO: send this upstream and maybe use a fork until it merges. +# Meanwhile, we might consider moving those to ceph/cmake/modules/BuildBoost.cmake. +# This cmake module will first have to be updated to support Mingw though. +patch -N boost/thread/pthread/thread_data.hpp <<EOL +--- boost/thread/pthread/thread_data.hpp 2019-10-11 15:26:15.678703586 +0300 ++++ boost/thread/pthread/thread_data.hpp.new 2019-10-11 15:26:07.321463698 +0300 +@@ -32,6 +32,10 @@ + # endif + #endif + ++#if defined(_WIN32) ++#include <windows.h> ++#endif ++ + #include <pthread.h> + #include <unistd.h> + +@@ -54,6 +58,10 @@ + if (size==0) return; + #ifdef BOOST_THREAD_USES_GETPAGESIZE + std::size_t page_size = getpagesize(); ++#elif _WIN32 ++ SYSTEM_INFO system_info; ++ ::GetSystemInfo (&system_info); ++ std::size_t page_size = system_info.dwPageSize; + #else + std::size_t page_size = ::sysconf( _SC_PAGESIZE); + #endif +EOL + +# https://github.com/boostorg/stacktrace/pull/140 +# https://github.com/boostorg/stacktrace/issues/133 +patch -N boost/stacktrace/detail/frame_msvc.ipp <<'EOL' +--- boost/stacktrace/detail/frame_msvc.ipp 2023-08-18 12:29:37.127229733 +0000 ++++ boost/stacktrace/detail/frame_msvc.ipp.new 2023-08-18 12:28:23.713294554 +0000 +@@ -28,9 +28,13 @@ + + + #ifdef __CRT_UUID_DECL // for __MINGW32__ ++#if !defined(__MINGW32__) || \ ++ (!defined(__clang__) && __GNUC__ < 12) || \ ++ (defined(__clang__) && __clang_major__ < 16) + __CRT_UUID_DECL(IDebugClient,0x27fe5639,0x8407,0x4f47,0x83,0x64,0xee,0x11,0x8f,0xb0,0x8a,0xc8) + __CRT_UUID_DECL(IDebugControl,0x5182e668,0x105e,0x416e,0xad,0x92,0x24,0xef,0x80,0x04,0x24,0xba) + __CRT_UUID_DECL(IDebugSymbols,0x8c31e98c,0x983a,0x48a5,0x90,0x16,0x6f,0xe5,0xd6,0x67,0xa9,0x50) ++#endif + #elif defined(DEFINE_GUID) && !defined(BOOST_MSVC) + DEFINE_GUID(IID_IDebugClient,0x27fe5639,0x8407,0x4f47,0x83,0x64,0xee,0x11,0x8f,0xb0,0x8a,0xc8); + DEFINE_GUID(IID_IDebugControl,0x5182e668,0x105e,0x416e,0xad,0x92,0x24,0xef,0x80,0x04,0x24,0xba); +EOL + +./bootstrap.sh + +if [[ $ENABLE_SHARED == "ON" ]]; then + b2_link="shared" +else + b2_link="static" +fi + +./b2 install --user-config=user-config.jam toolset=$b2toolset \ + target-os=windows release \ + link=$b2_link \ + threadapi=win32 --prefix=$boostDir \ + address-model=64 architecture=x86 \ + binary-format=pe abi=ms -j $NUM_WORKERS \ + -sZLIB_INCLUDE=$zlibDir/include -sZLIB_LIBRARY_PATH=$zlibDir/lib \ + --without-python --without-mpi --without-log --without-wave + +if [[ -n $USE_MINGW_LLVM && $ENABLE_SHARED == "ON" ]]; then + # b2 doesn't generate import libs when using mingw-llvm. We'll tell cmake + # to use the dlls instead of import libs, which mingw is capable of. + # + # TODO: consider dropping this if we get to fix Boost's clang-linux.jam + # file. Worth mentioning that Boost might drop the import libs altogether: + # https://github.com/bfgroup/b2/issues/278 + find $boostDir/lib/cmake -name "*.cmake" \ + -exec sed -i 's/IMPORTED_LOCATION_RELEASE/IMPORTED_IMPLIB_RELEASE/g' {} \; +fi + +echo "Building libbacktrace." +cd $depsSrcDir +if [[ ! -d $backtraceSrcDir ]]; then + git clone --depth 1 https://github.com/ianlancetaylor/libbacktrace +fi +mkdir -p $backtraceSrcDir/build +cd $backtraceSrcDir/build +../configure --prefix=$backtraceDir --exec-prefix=$backtraceDir \ + --host ${MINGW_BASE} --enable-host-shared \ + --libdir="$backtraceDir/lib" +_make LDFLAGS="-no-undefined" +_make install + +echo "Building snappy." +cd $depsSrcDir +if [[ ! -d $snappySrcDir ]]; then + git clone --branch $snappyTag --depth 1 https://github.com/google/snappy + cd $snappySrcDir +fi +mkdir -p $snappySrcDir/build +cd $snappySrcDir/build + +cmake -DCMAKE_INSTALL_PREFIX=$snappyDir \ + -DCMAKE_BUILD_TYPE=Release \ + -DBUILD_SHARED_LIBS=ON \ + -DSNAPPY_BUILD_TESTS=OFF \ + -DSNAPPY_BUILD_BENCHMARKS=OFF \ + -DCMAKE_TOOLCHAIN_FILE=$MINGW_CMAKE_FILE \ + ../ +_make +_make install + +cmake -DCMAKE_INSTALL_PREFIX=$snappyDir \ + -DCMAKE_BUILD_TYPE=Release \ + -DBUILD_SHARED_LIBS=OFF \ + -DSNAPPY_BUILD_TESTS=OFF \ + -DCMAKE_TOOLCHAIN_FILE=$MINGW_CMAKE_FILE \ + ../ +_make +_make install + +echo "Generating mswsock.lib." +# mswsock.lib is not provided by mingw, so we'll have to generate +# it. +mkdir -p $winLibDir +cat > $winLibDir/mswsock.def <<EOF +LIBRARY MSWSOCK.DLL +EXPORTS +AcceptEx@32 +EnumProtocolsA@12 +EnumProtocolsW@12 +GetAcceptExSockaddrs@32 +GetAddressByNameA@40 +GetAddressByNameW@40 +GetNameByTypeA@12 +GetNameByTypeW@12 +GetServiceA@28 +GetServiceW@28 +GetTypeByNameA@8 +GetTypeByNameW@8 +MigrateWinsockConfiguration@12 +NPLoadNameSpaces@12 +SetServiceA@24 +SetServiceW@24 +TransmitFile@28 +WSARecvEx@16 +dn_expand@20 +getnetbyname@4 +inet_network@4 +rcmd@24 +rexec@24rresvport@4 +s_perror@8sethostname@8 +EOF + +$MINGW_DLLTOOL -d $winLibDir/mswsock.def \ + -l $winLibDir/libmswsock.a + +echo "Fetching libwnbd." +cd $depsSrcDir +if [[ ! -d $wnbdSrcDir ]]; then + git clone --branch $wnbdTag --depth 1 $wnbdUrl +fi +cd $wnbdSrcDir +mkdir -p $wnbdLibDir +$MINGW_DLLTOOL -d $wnbdSrcDir/libwnbd/libwnbd.def \ + -D libwnbd.dll \ + -l $wnbdLibDir/libwnbd.a + +echo "Fetching dokany." +cd $depsSrcDir +if [[ ! -d $dokanSrcDir ]]; then + git clone --branch $dokanTag --depth 1 $dokanUrl +fi + +mkdir -p $dokanLibDir +$MINGW_DLLTOOL -d $dokanSrcDir/dokan/dokan.def \ + -l $dokanLibDir/libdokan.a + +# That's probably the easiest way to deal with the dokan imports. +# dokan.h is defined in both ./dokan and ./sys while both are using +# sys/public.h without the "sys" prefix. +cp $dokanSrcDir/sys/public.h $dokanSrcDir/dokan + +echo "Finished building Ceph dependencies." +touch $depsToolsetDir/completed |