295 lines
9.0 KiB
Bash
295 lines
9.0 KiB
Bash
|
#!/bin/bash
|
||
|
|
|
||
|
|
# Builds protoc executable into target/<OS>/<ARCH>/protoc.exe; optionally builds
|
||
|
|
# protoc plugins into target/<OS>/<ARCH>/protoc-gen-*.exe
|
||
|
|
#
|
||
|
|
# Usage: ./build-protoc.sh <OS> <ARCH> <TARGET>
|
||
|
|
#
|
||
|
|
# <TARGET> can be "protoc" or "protoc-gen-javalite". Supported <OS> <ARCH>
|
||
|
|
# combinations:
|
||
|
|
# HOST <OS> <ARCH> <COMMENT>
|
||
|
|
# cygwin windows x86_32 Requires: i686-w64-mingw32-gcc
|
||
|
|
# cygwin windows x86_64 Requires: x86_64-w64-mingw32-gcc
|
||
|
|
# linux linux aarch_64 Requires: g++-aarch64-linux-gnu
|
||
|
|
# linux linux x86_32
|
||
|
|
# linux linux x86_64
|
||
|
|
# linux windows x86_32 Requires: i686-w64-mingw32-gcc
|
||
|
|
# linux windows x86_64 Requires: x86_64-w64-mingw32-gcc
|
||
|
|
# macos osx x86_32
|
||
|
|
# macos osx x86_64
|
||
|
|
# mingw windows x86_32
|
||
|
|
# mingw windows x86_64
|
||
|
|
#
|
||
|
|
# Before running this script, make sure you have generated the configure script
|
||
|
|
# in the parent directory (i.e., run ./autogen.sh there).
|
||
|
|
|
||
|
|
OS=$1
|
||
|
|
ARCH=$2
|
||
|
|
MAKE_TARGET=$3
|
||
|
|
|
||
|
|
if [[ $# < 3 ]]; then
|
||
|
|
echo "Not enough arguments provided."
|
||
|
|
exit 1
|
||
|
|
fi
|
||
|
|
|
||
|
|
case $MAKE_TARGET in
|
||
|
|
protoc-gen-javalite)
|
||
|
|
;;
|
||
|
|
protoc)
|
||
|
|
;;
|
||
|
|
*)
|
||
|
|
echo "Target ""$MAKE_TARGET"" invalid."
|
||
|
|
exit 1
|
||
|
|
esac
|
||
|
|
|
||
|
|
# Under Cygwin, bash doesn't have these in PATH when called from Maven which
|
||
|
|
# runs in Windows version of Java.
|
||
|
|
export PATH="/bin:/usr/bin:$PATH"
|
||
|
|
|
||
|
|
############################################################################
|
||
|
|
# Helper functions
|
||
|
|
############################################################################
|
||
|
|
E_PARAM_ERR=98
|
||
|
|
E_ASSERT_FAILED=99
|
||
|
|
|
||
|
|
# Usage:
|
||
|
|
fail()
|
||
|
|
{
|
||
|
|
echo "ERROR: $1"
|
||
|
|
echo
|
||
|
|
exit $E_ASSERT_FAILED
|
||
|
|
}
|
||
|
|
|
||
|
|
# Usage: assertEq VAL1 VAL2 $LINENO
|
||
|
|
assertEq ()
|
||
|
|
{
|
||
|
|
lineno=$3
|
||
|
|
if [ -z "$lineno" ]; then
|
||
|
|
echo "lineno not given"
|
||
|
|
exit $E_PARAM_ERR
|
||
|
|
fi
|
||
|
|
|
||
|
|
if [[ "$1" != "$2" ]]; then
|
||
|
|
echo "Assertion failed: \"$1\" == \"$2\""
|
||
|
|
echo "File \"$0\", line $lineno" # Give name of file and line number.
|
||
|
|
exit $E_ASSERT_FAILED
|
||
|
|
fi
|
||
|
|
}
|
||
|
|
|
||
|
|
# Checks the artifact is for the expected architecture
|
||
|
|
# Usage: checkArch <path-to-protoc>
|
||
|
|
checkArch ()
|
||
|
|
{
|
||
|
|
echo
|
||
|
|
echo "Checking file format ..."
|
||
|
|
if [[ "$OS" == windows || "$OS" == linux ]]; then
|
||
|
|
format="$(objdump -f "$1" | grep -o "file format .*$" | grep -o "[^ ]*$")"
|
||
|
|
echo Format=$format
|
||
|
|
if [[ "$OS" == linux ]]; then
|
||
|
|
host_machine="$(uname -m)";
|
||
|
|
if [[ "$ARCH" == x86_32 ]]; then
|
||
|
|
assertEq $format "elf32-i386" $LINENO
|
||
|
|
elif [[ "$ARCH" == x86_64 ]]; then
|
||
|
|
assertEq $format "elf64-x86-64" $LINENO
|
||
|
|
elif [[ "$ARCH" == aarch_64 ]]; then
|
||
|
|
assertEq $format "elf64-little" $LINENO
|
||
|
|
elif [[ "$ARCH" == s390_64 ]]; then
|
||
|
|
if [[ $host_machine == s390x ]];then
|
||
|
|
assertEq $format "elf64-s390" $LINENO
|
||
|
|
else
|
||
|
|
assertEq $format "elf64-big" $LINENO
|
||
|
|
fi
|
||
|
|
elif [[ "$ARCH" == ppcle_64 ]]; then
|
||
|
|
if [[ $host_machine == ppc64le ]];then
|
||
|
|
assertEq $format "elf64-powerpcle" $LINENO
|
||
|
|
else
|
||
|
|
assertEq $format "elf64-little" $LINENO
|
||
|
|
fi
|
||
|
|
else
|
||
|
|
fail "Unsupported arch: $ARCH"
|
||
|
|
fi
|
||
|
|
else
|
||
|
|
# $OS == windows
|
||
|
|
if [[ "$ARCH" == x86_32 ]]; then
|
||
|
|
assertEq $format "pei-i386" $LINENO
|
||
|
|
elif [[ "$ARCH" == x86_64 ]]; then
|
||
|
|
assertEq $format "pei-x86-64" $LINENO
|
||
|
|
else
|
||
|
|
fail "Unsupported arch: $ARCH"
|
||
|
|
fi
|
||
|
|
fi
|
||
|
|
elif [[ "$OS" == osx ]]; then
|
||
|
|
format="$(file -b "$1" | grep -o "[^ ]*$")"
|
||
|
|
echo Format=$format
|
||
|
|
if [[ "$ARCH" == x86_32 ]]; then
|
||
|
|
assertEq $format "i386" $LINENO
|
||
|
|
elif [[ "$ARCH" == x86_64 ]]; then
|
||
|
|
assertEq $format "x86_64" $LINENO
|
||
|
|
else
|
||
|
|
fail "Unsupported arch: $ARCH"
|
||
|
|
fi
|
||
|
|
else
|
||
|
|
fail "Unsupported system: $OS"
|
||
|
|
fi
|
||
|
|
echo
|
||
|
|
}
|
||
|
|
|
||
|
|
# Checks the dependencies of the artifact. Artifacts should only depend on
|
||
|
|
# system libraries.
|
||
|
|
# Usage: checkDependencies <path-to-protoc>
|
||
|
|
checkDependencies ()
|
||
|
|
{
|
||
|
|
if [[ "$OS" == windows ]]; then
|
||
|
|
dump_cmd='objdump -x '"$1"' | fgrep "DLL Name"'
|
||
|
|
white_list="KERNEL32\.dll\|msvcrt\.dll"
|
||
|
|
elif [[ "$OS" == linux ]]; then
|
||
|
|
host_machine="$(uname -m)";
|
||
|
|
dump_cmd='ldd '"$1"
|
||
|
|
if [[ "$ARCH" == x86_32 ]]; then
|
||
|
|
white_list="linux-gate\.so\.1\|libpthread\.so\.0\|libm\.so\.6\|libc\.so\.6\|ld-linux\.so\.2"
|
||
|
|
elif [[ "$ARCH" == x86_64 ]]; then
|
||
|
|
white_list="linux-vdso\.so\.1\|libpthread\.so\.0\|libm\.so\.6\|libc\.so\.6\|ld-linux-x86-64\.so\.2"
|
||
|
|
elif [[ "$ARCH" == s390_64 ]]; then
|
||
|
|
if [[ $host_machine != s390x ]];then
|
||
|
|
dump_cmd='objdump -p '"$1"' | grep NEEDED'
|
||
|
|
fi
|
||
|
|
white_list="linux-vdso64\.so\.1\|libpthread\.so\.0\|libm\.so\.6\|libc\.so\.6\|libz\.so\.1\|ld64\.so\.1"
|
||
|
|
elif [[ "$ARCH" == ppcle_64 ]]; then
|
||
|
|
if [[ $host_machine != ppc64le ]];then
|
||
|
|
dump_cmd='objdump -p '"$1"' | grep NEEDED'
|
||
|
|
fi
|
||
|
|
white_list="linux-vdso64\.so\.1\|libpthread\.so\.0\|libm\.so\.6\|libc\.so\.6\|libz\.so\.1\|ld64\.so\.2"
|
||
|
|
elif [[ "$ARCH" == aarch_64 ]]; then
|
||
|
|
dump_cmd='objdump -p '"$1"' | grep NEEDED'
|
||
|
|
white_list="libpthread\.so\.0\|libm\.so\.6\|libc\.so\.6\|ld-linux-aarch64\.so\.1"
|
||
|
|
fi
|
||
|
|
elif [[ "$OS" == osx ]]; then
|
||
|
|
dump_cmd='otool -L '"$1"' | fgrep dylib'
|
||
|
|
white_list="libz\.1\.dylib\|libstdc++\.6\.dylib\|libSystem\.B\.dylib"
|
||
|
|
fi
|
||
|
|
if [[ -z "$white_list" || -z "$dump_cmd" ]]; then
|
||
|
|
fail "Unsupported platform $OS-$ARCH."
|
||
|
|
fi
|
||
|
|
echo "Checking for expected dependencies ..."
|
||
|
|
eval $dump_cmd | grep -i "$white_list" || fail "doesn't show any expected dependencies"
|
||
|
|
echo "Checking for unexpected dependencies ..."
|
||
|
|
eval $dump_cmd | grep -i -v "$white_list"
|
||
|
|
ret=$?
|
||
|
|
if [[ $ret == 0 ]]; then
|
||
|
|
fail "found unexpected dependencies (listed above)."
|
||
|
|
elif [[ $ret != 1 ]]; then
|
||
|
|
fail "Error when checking dependencies."
|
||
|
|
fi # grep returns 1 when "not found", which is what we expect
|
||
|
|
echo "Dependencies look good."
|
||
|
|
echo
|
||
|
|
}
|
||
|
|
############################################################################
|
||
|
|
|
||
|
|
echo "Building protoc, OS=$OS ARCH=$ARCH TARGET=$MAKE_TARGET"
|
||
|
|
|
||
|
|
CONFIGURE_ARGS="--disable-shared"
|
||
|
|
|
||
|
|
if [[ "$OS" == windows ]]; then
|
||
|
|
MAKE_TARGET="${MAKE_TARGET}.exe"
|
||
|
|
fi
|
||
|
|
|
||
|
|
# Override the default value set in configure.ac that has '-g' which produces
|
||
|
|
# huge binary.
|
||
|
|
CXXFLAGS="-DNDEBUG"
|
||
|
|
LDFLAGS=""
|
||
|
|
|
||
|
|
if [[ "$(uname)" == CYGWIN* ]]; then
|
||
|
|
assertEq "$OS" windows $LINENO
|
||
|
|
# Use mingw32 compilers because executables produced by Cygwin compiler
|
||
|
|
# always have dependency on Cygwin DLL.
|
||
|
|
if [[ "$ARCH" == x86_64 ]]; then
|
||
|
|
CONFIGURE_ARGS="$CONFIGURE_ARGS --host=x86_64-w64-mingw32"
|
||
|
|
elif [[ "$ARCH" == x86_32 ]]; then
|
||
|
|
CONFIGURE_ARGS="$CONFIGURE_ARGS --host=i686-pc-mingw32"
|
||
|
|
else
|
||
|
|
fail "Unsupported arch by CYGWIN: $ARCH"
|
||
|
|
fi
|
||
|
|
elif [[ "$(uname)" == MINGW32* ]]; then
|
||
|
|
assertEq "$OS" windows $LINENO
|
||
|
|
assertEq "$ARCH" x86_32 $LINENO
|
||
|
|
elif [[ "$(uname)" == MINGW64* ]]; then
|
||
|
|
assertEq "$OS" windows $LINENO
|
||
|
|
assertEq "$ARCH" x86_64 $LINENO
|
||
|
|
elif [[ "$(uname)" == Linux* ]]; then
|
||
|
|
if [[ "$OS" == linux ]]; then
|
||
|
|
if [[ "$ARCH" == x86_64 ]]; then
|
||
|
|
CXXFLAGS="$CXXFLAGS -m64"
|
||
|
|
elif [[ "$ARCH" == x86_32 ]]; then
|
||
|
|
CXXFLAGS="$CXXFLAGS -m32"
|
||
|
|
elif [[ "$ARCH" == aarch_64 ]]; then
|
||
|
|
CONFIGURE_ARGS="$CONFIGURE_ARGS --host=aarch64-linux-gnu"
|
||
|
|
elif [[ "$ARCH" == ppcle_64 ]]; then
|
||
|
|
CXXFLAGS="$CXXFLAGS -m64"
|
||
|
|
CONFIGURE_ARGS="$CONFIGURE_ARGS --host=powerpc64le-linux-gnu"
|
||
|
|
elif [[ "$ARCH" == s390_64 ]]; then
|
||
|
|
CXXFLAGS="$CXXFLAGS -m64"
|
||
|
|
CONFIGURE_ARGS="$CONFIGURE_ARGS --host=s390x-linux-gnu"
|
||
|
|
else
|
||
|
|
fail "Unsupported arch: $ARCH"
|
||
|
|
fi
|
||
|
|
elif [[ "$OS" == windows ]]; then
|
||
|
|
# Cross-compilation for Windows
|
||
|
|
CONFIGURE_ARGS="$CONFIGURE_ARGS"
|
||
|
|
if [[ "$ARCH" == x86_64 ]]; then
|
||
|
|
CONFIGURE_ARGS="$CONFIGURE_ARGS --host=x86_64-w64-mingw32"
|
||
|
|
elif [[ "$ARCH" == x86_32 ]]; then
|
||
|
|
CONFIGURE_ARGS="$CONFIGURE_ARGS --host=i686-w64-mingw32"
|
||
|
|
else
|
||
|
|
fail "Unsupported arch: $ARCH"
|
||
|
|
fi
|
||
|
|
else
|
||
|
|
fail "Cannot build $OS on $(uname)"
|
||
|
|
fi
|
||
|
|
elif [[ "$(uname)" == Darwin* ]]; then
|
||
|
|
assertEq "$OS" osx $LINENO
|
||
|
|
# Make the binary compatible with OSX 10.7 and later
|
||
|
|
CXXFLAGS="$CXXFLAGS -mmacosx-version-min=10.7"
|
||
|
|
if [[ "$ARCH" == x86_64 ]]; then
|
||
|
|
CXXFLAGS="$CXXFLAGS -m64"
|
||
|
|
elif [[ "$ARCH" == x86_32 ]]; then
|
||
|
|
CXXFLAGS="$CXXFLAGS -m32"
|
||
|
|
else
|
||
|
|
fail "Unsupported arch: $ARCH"
|
||
|
|
fi
|
||
|
|
else
|
||
|
|
fail "Unsupported system: $(uname)"
|
||
|
|
fi
|
||
|
|
|
||
|
|
# Statically link libgcc and libstdc++.
|
||
|
|
# -s to produce stripped binary.
|
||
|
|
if [[ "$OS" == windows ]]; then
|
||
|
|
# Also static link libpthread required by mingw64
|
||
|
|
LDFLAGS="$LDFLAGS -static-libgcc -static-libstdc++ -Wl,-Bstatic -lstdc++ -lpthread -s"
|
||
|
|
elif [[ "$OS" != osx ]]; then
|
||
|
|
# And they don't work under Mac.
|
||
|
|
LDFLAGS="$LDFLAGS -static-libgcc -static-libstdc++ -s"
|
||
|
|
fi
|
||
|
|
|
||
|
|
export CXXFLAGS LDFLAGS
|
||
|
|
|
||
|
|
# Nested double quotes are unintuitive, but it works.
|
||
|
|
cd "$(dirname "$0")"
|
||
|
|
|
||
|
|
WORKING_DIR="$(pwd)"
|
||
|
|
BUILD_DIR="build/$OS/$ARCH"
|
||
|
|
TARGET_FILE="target/$OS/$ARCH/$MAKE_TARGET.exe"
|
||
|
|
|
||
|
|
mkdir -p "$BUILD_DIR" && cd "$BUILD_DIR" &&
|
||
|
|
../../../../configure $CONFIGURE_ARGS &&
|
||
|
|
cd src && make $MAKE_TARGET -j8 &&
|
||
|
|
cd "$WORKING_DIR" && mkdir -p $(dirname $TARGET_FILE) &&
|
||
|
|
cp $BUILD_DIR/src/$MAKE_TARGET $TARGET_FILE ||
|
||
|
|
exit 1
|
||
|
|
|
||
|
|
if [[ "$OS" == osx ]]; then
|
||
|
|
# Since Mac linker doesn't accept "-s", we need to run strip
|
||
|
|
strip $TARGET_FILE || exit 1
|
||
|
|
fi
|
||
|
|
|
||
|
|
checkArch $TARGET_FILE && checkDependencies $TARGET_FILE
|