#!/bin/sh die() { echo "ERROR: $@"; exit 1; } get_key_value() { echo "$1" | sed 's/^--[a-zA-Z_-]*=//' } developer_usage() { cat < ./build_mccge.sh This performs the following operations: 1) Detects the operating system. Currently, Linux, FreeBSD, Solaris 10/11, and Mac OS X are supported by this script. 2) Detect the type of CPU being used. Currently supported processors are: x86 for all supported operating systems, Itanium for Linux with GCC, and SPARC for Solaris using the Forte compiler. 3) Invokes the GCC compiler. 4) Builds a set of MySQL Cluster Carrier Grade Edition binaries; for more information about these, see --extended-help. The default version assumes that you have a source code tarball from which you are building, and thus autoconf and automake do not need to be run. If you have downloaded a BitKeeper tree then you should read --developer-help. If you are building MySQL Cluster Carrier Grade Edition for commercial use then you need to set the --commercial flag to ensure that the commercial libraries are compiled in, rather than the GPL-only libraries. The default is to build a GPL version of MySQL Cluster Carrier Grade Edition. If your building on a Solaris SPARC machine you must set --compiler=forte; if you want to build using the Intel compiler on Linux, you need to set --compiler=icc. If you want to make sure that a 64-bit version is built then you should add the flag --64. This is always set on Solaris machines and when check-cpu is able to discover that a 64-bit CPU is being used. If you want to ensure that a 32-bit binary is produced, use --32 instead. If you need the binaries to be installed in a different location from /usr/local/mysql, then you should set --prefix to point to where you want the binaries installed. Using a data directory other than the default (PREFIX/data) can be done when starting the MySQL Server, or by invoking this script with the --datadir option. If you want your binaries stripped of surplus debug or other information, use the --strip option. If you want debug information in the binary (for example, to be able to send gdb core dumps to MySQL Support), then you should add the flag --with-debug; if you want a production build with only debugging information in the binary then use --debug. If your aim is not to build MySQL Cluster Carrier Grade Edition, you can also use this script to build MySQL Classic and MySQL Pro versions; see the --extended-help for descriptions of these packages. EOF } usage() { cat < 32-bit binary x86_64 => 64 bit binary unless Mac OS X --warning-mode=[extra|pedantic|normal|no] Set warning mode level --warnings Set warning mode to normal --32 Build a 32-bit binary even if CPU is 64-bit --64 Build a 64-bit binary even if not sure a 64-bit CPU is being used --package=[cge|extended|pro|classic] Select package to build --parallelism=number Define parallelism in make --strip Strip binaries --error-inject Enable error injection into MySQL Server and data nodes --valgrind Build with valgrind --fast Optimise for CPU architecture buildt on --static-linking Statically link system libraries into binaries --with-flags * Pass extra --with-xxx options to configure EOF if test "x$1" != "x" ; then echo "Failure Message: $1" fi } extended_usage() { cat </bin (can be overridden) --localstatedir: /data, unless --datadir is used, in which case it defaults to /data (can be overridden by setting --localstatedir explicitly). --enable-local-infile: Enable use of the LOAD DATA FROM LOCAL INFILE command (cannot be overridden). --enable-thread-safe-client: Enable the multi-threaded mysql client library (cannot be overridden). --with-big-tables: Enable use of tables with more than 4G rows (cannot be overridden). --with-extra-charsets=all: Enable use of all character sets supported by MySQL (cannot be overridden). --with-ssl: Enable use of yaSSL library included in the MySQL source (cannot be overridden). --with-pic: Build all binaries using position independent assembler to avoid problems with dynamic linkers (cannot be overridden). --with-csv-storage-engine: Ensure that the CSV storage engine is included in all builds. Since CSV is required for log tables in MySQL 5.1, this option cannot be overridden. (Note that MyISAM support is always built into the MySQL Server; the server *cannot* be built without MyISAM.) --with-mysqld-ldflags=-static --with-client-ldflags=-static Ensures that binaries for, respectively, the MySQL server and client are built with static libraries except for the system libraries, which use dynamically loaded libraries provided by the operating system. Building with --developer sets these to all-static instead, to build everything statically. In addition there are some configure options that are specific to Linux operating systems: --with-fast-mutexes Include an alternative implementation of mutexes that is faster on Linux systems --enable-assembler Include assembler code optimisations for a number of mostly string methods. Used for x86 processors only. Neither of the preceding options can be disabled. MySQL Cluster Carrier Grade edition also adds the following options (also used by the extended package): --with-ndbcluster Include the NDB Cluster storage engine, its kernel, management server, and client, as well as support for the NDB and MGM APIs. --without-ndb-debug Do not include specific NDB debug code, not even in debug versions (cannot be overridden). Package-specific options: ------------------------- --with-innodb Specifically included in the "pro" and "extended" packages, and not in any of the others. --with-comment Sets the comment for the MySQL version, by package, as described above. --with-server-suffix Sets the server suffix on the MySQL version, by package, as described above. Other options used: ------------------- --with-readline Use the GPL readline library for command editing functions; not available with commercial packages. --with-libedit Use the BSD licensed library for command editing functions; used for commercial packages. --with-zlib-dir=bundled Use the zlib package bundled with MySQL. --with-mysqld-libs=-lmtmalloc Used on Solaris to ensure that the proper malloc library is used. Compiler options: ----------------- This section describes the compiler options for each of the different platforms supported by thisscript. The --fast option adds -mtune=cpu_arg to the C/C++ flags (provides support for Nocona, K8, and other processors). Use of the --debug option adds -g to the C/C++ flags. FreeBSD/x86/gcc --------------- No flags are used. Instead, configure determines the proper flags to use. Linux/x86+Itanium/gcc ------------- No flags are used. Instead the configure script determines the proper flags to use for both normal and debug builds. Discovery of a Nocona or Core 2 Duo CPU causes a 64-bit binary to be built; otherwise, the binary is 32-bit. To build a 64-bit binary, -m64 is added to the C/C++ flags. (To build a 32-bit binary on a 64-bit CPU, use the --32 option as described previously.) Linux/x86+Itanium/icc ------------- Flags used: CC = icc -static-libgcc -static-libcxa -i-static C++ = icpc -static-libgcc -static-libcxa -i-static C/C++ flags = -mp -restrict On Itanium we also add -no-ftz and -no-prefetch to CC and C++ flags. The non-debug versions also add the following: C/C++ flags += -O3 unroll2 -ip The fast version adds: C/C++ flags += -ipo On discovery of a Core 2 Duo architecture while using icc, -xT is also added to the C/C++ flags; this provides optimisations specific to Core 2 Duo. This is added only when the --fast flag is set. Solaris/x86/gcc --------------- All builds on Solaris are 64-bit, so -m64 is always used in the C/C++ flags. LDFLAGS is set to -m64 -static-libgcc -O/-O2. Solaris/Sparc/Forte ------------------- Uses cc-5.0 as CC Sets ASFLAGS=LDFLAGS=xarch=v9, so that we compile Sparc v9 binaries C flags = -Xa -strconst -xc99=none C++ flags = -noex C/C++ flags = -mt -D_FORTEC -xarch=v9 For non-debug builds, the following flags are also used: C/C++ flags = -xO3 MacOSX/x86/gcc -------------- C/C++ flags include -fno-common -arch i386. Non-debug versions also add -Os -felide-constructors, where "-Os" means the build is space-optimised as long as the space optimisations do not negatively affect performance. Debug versions use -O. EOF } with_usage() { cat < /dev/null 2>&1 then make=gmake else make=make fi if test "x`$make --version | grep GNU`" = "x" ; then die "Only gmake is supported" fi } # # Find a libtoolize binary, both libtoolize and glibtoolize are # ok, use first found. # set_libtoolize_version() { LIBTOOLIZE=not_found save_ifs="$IFS"; IFS=':' for dir in $PATH do if test -x $dir/libtoolize then LIBTOOLIZE=libtoolize echo "Found libtoolize in $dir" break fi if test -x $dir/glibtoolize then LIBTOOLIZE=glibtoolize echo "Found glibtoolize in $dir" break fi done IFS="$save_ifs" if test "x$LIBTOOLIZE" = "xnot_found" ; then die "Found no libtoolize version, quitting here" fi return } # # If ccache (a compiler cache which reduces build time) # (http://samba.org/ccache) is installed, use it. # We use 'grep' and hope that 'grep' works as expected # (returns 0 if finds lines) # We do not use ccache when gcov is used. Also only when # gcc is used. # set_up_ccache() { if test "x$compiler" = "xgcc" ; then if ccache -V > /dev/null 2>&1 && test "$USING_GCOV" != "1" then echo "$CC" | grep "ccache" > /dev/null || CC="ccache $CC" echo "$CXX" | grep "ccache" > /dev/null || CXX="ccache $CXX" fi fi } # # Set flags for various build configurations. # Used in -valgrind builds # set_valgrind_flags() { if test "x$valgrind_flag" = "xyes" ; then loc_valgrind_flags="-USAFEMALLOC -UFORCE_INIT_OF_VARS -DHAVE_purify " loc_valgrind_flags="$loc_valgrind_flags -DMYSQL_SERVER_SUFFIX=-valgrind-max" compiler_flags="$compiler_flags $loc_valgrind_flags" fi } # # Set up warnings; default is to use no warnings, but if warning_mode # is used a lot of warning flags are set up. These flags are valid only # for gcc, so for other compilers we ignore the warning_mode. # set_warning_flags() { if test "x$developer_flag" = "xyes" && test "x$warning_mode" = "x" ; then warning_mode="normal" fi if test "x$compiler" = "xgcc" ; then if test "x$warning_mode" = "normal" || test "x$warning_mode" = "extra" ; then # Both C and C++ warnings warnings="$warnings -Wimplicit -Wreturn-type -Wswitch -Wtrigraphs" warnings="$warnings -Wcomment -W" warnings="$warnings -Wchar-subscripts -Wformat -Wparentheses -Wsign-compare" warnings="$warnings -Wwrite-strings -Wunused-function -Wunused-label" warnings="$warnings -Wunused-value -Wunused-variable" if test "x$warning_mode" = "extra" ; then warnings="$warnings -Wshadow" fi # C warnings c_warnings="$warnings -Wunused-parameter" # C++ warnings cxx_warnings="$warnings -Woverloaded-virtual -Wsign-promo -Wreorder" cxx_warnings="$warnings -Wctor-dtor-privacy -Wnon-virtual-dtor" # Added unless --with-debug=full if test "x$full_debug" = "x" ; then compiler_flags="$compiler_flags -Wuninitialized" fi elif test "x$warning_mode" = "xpedantic" ; then warnings="-W -Wall -ansi -pedantic -Wno-long-long -D_POSIX_SOURCE" c_warnings="$warnings" cxx_warnings="$warnings -std=c++98" # Reset CPU flags (-mtune), they don't work in -pedantic mode check_cpu_cflags="" fi fi } # # Used in -debug builds # set_with_debug_flags() { if test "x$with_debug_flag" = "xyes" ; then if test "x$developer_flag" = "xyes" ; then loc_debug_flags="-DUNIV_MUST_NOT_INLINE -DEXTRA_DEBUG -DFORCE_INIT_OF_VARS " loc_debug_flags="$loc_debug_cflags -DSAFEMALLOC -DPEDANTIC_SAFEMALLOC" compiler_flags="$compiler_flags $loc_debug_flags" fi fi } # # Flag for optimizing builds for developers. # set_no_omit_frame_pointer_for_developers() { if test "x$fast_flag" != "xno" ; then if test "x$developer_flag" = "xyes" && test "x$compiler" = "xgcc" ; then # Be as fast as we can be without losing our ability to backtrace. compiler_flags="$compiler_flags -fno-omit-frame-pointer" fi fi } # # Add -g to all builds that requested debug information in build # set_debug_flag() { if test "x$compile_debug_flags" = "xyes" ; then compiler_flags="$compiler_flags -g" fi } # # Base options used by all packages # # SSL library to use. --with-ssl selects the bundled yaSSL # implementation of SSL. To use openSSL, you must point out the location # of the openSSL headers and libs on your system. # For example: --with-ssl=/usr # set_base_configs() { base_configs="$base_configs --prefix=$prefix" base_configs="$base_configs --libexecdir=$prefix/bin" base_configs="$base_configs --with-zlib-dir=bundled" if test "x$datadir" = "x" ; then base_configs="$base_configs --localstatedir=$prefix/data" else base_configs="$base_configs --localstatedir=$datadir" fi if test "x$with_debug_flag" = "xyes" ; then base_configs="$base_configs --with-debug$full_debug" fi base_configs="$base_configs --enable-local-infile" base_configs="$base_configs --enable-thread-safe-client" base_configs="$base_configs --with-big-tables" base_configs="$base_configs --with-extra-charsets=all" base_configs="$base_configs --with-ssl" base_configs="$base_configs --with-pic" base_configs="$base_configs --with-csv-storage-engine" } # # Add all standard engines and partitioning (included as part of MySQL # Cluster storage engine as well) as part of MySQL Server. These are # added in all packages except the classic package. # set_base_engines() { engine_configs="$engine_configs --with-archive-storage-engine" engine_configs="$engine_configs --with-blackhole-storage-engine" engine_configs="$engine_configs --with-example-storage-engine" engine_configs="$engine_configs --with-federated-storage-engine" engine_configs="$engine_configs --with-partition" } set_pro_package() { base_configs="$base_configs $engine_configs" base_configs="$base_configs --with-innodb" base_configs="$base_configs --with-comment=\"MySQL Pro $version_text built from source\"" if test "x$with_debug_flag" = "xyes" ; then base_configs="$base_configs --with-server-suffix=\"-debug\"" fi } set_cge_extended_package() { if test "x$gpl" = "xno" ; then echo "Cannot build Extended Carrier Grade Edition as Commercial version" fi base_configs="$base_configs --with-ndbcluster" base_configs="$base_configs --without-ndb-debug" base_configs="$base_configs $engine_configs" base_configs="$base_configs --with-innodb" base_configs="$base_configs --with-comment=\"MySQL Cluster Carrier Grade Extended Edition $version_text built from source\"" if test "x$with_debug_flag" = "xyes" ; then base_configs="$base_configs --with-server-suffix=\"-cge-extended-debug\"" else base_configs="$base_configs --with-server-suffix=\"-cge-extended"\" fi } set_cge_package() { base_configs="$base_configs --with-ndbcluster" base_configs="$base_configs --without-ndb-debug" base_configs="$base_configs $engine_configs" base_configs="$base_configs --with-comment=\"MySQL Cluster Carrier Grade Edition $version_text built from source\"" if test "x$with_debug_flag" = "xyes" ; then base_configs="$base_configs --with-server-suffix=\"-cge-debug\"" else base_configs="$base_configs --with-server-suffix=\"-cge"\" fi } set_classic_package() { base_configs="$base_configs --with-comment=\"MySQL Classic $version_text built from source\"" if test "x$with_debug_flag" = "xyes" ; then base_configs="$base_configs --with-server-suffix=\"-debug\"" fi } # # Special handling of readline; use readline from the MySQL # distribution if building a GPL version, otherwise use libedit. # set_readline_package() { if test -d "$path/../cmd-line-utils/readline" && test "x$gpl" = "xyes" ; then base_configs="$base_configs --with-readline" elif test -d "$path/../cmd-line-utils/libedit" ; then base_configs="$base_configs --with-libedit" fi } # # If fast flag set by user we also add architecture as discovered to # compiler flags to make binary optimised for architecture at hand. # We use this feature on gcc compilers. # set_gcc_special_options() { if test "x$fast_flag" = "xyes" && test "x$compiler" = "xgcc" ; then compiler_flags="$compiler_flags $check_cpu_cflags" fi } # # If we discover a Core 2 Duo architecture and we have enabled the fast # flag, we enable a compile especially optimised for Core 2 Duo. This # feature is currently available on Intel's icc compiler only. # set_icc_special_options() { if test "x$fast_flag" = "xyes" && test "x$cpu_arg" = "xcore2" && \ test "x$compiler" = "xicc" ; then compiler_flags="$compiler_flags -xT" fi } # # FreeBSD Section # set_bsd_configs() { if test "x$cpu_base_type" != "xx86" ; then usage "Only x86 CPUs supported for FreeBSD" exit 1 fi if test "x$compiler" != "xgcc" ; then usage "Only gcc supported for FreeBSD" exit 1 fi base_configs="$base_configs --enable-assembler" CC="gcc" CXX="gcc" } # # Linux Section # set_linux_configs() { if test "x$cpu_base_type" != "xx86" && \ test "x$cpu_base_type" != "xitanium" ; then usage "Only x86 and Itanium CPUs supported for 32-bit Linux" exit 1 fi base_configs="$base_configs --with-fast-mutexes" if test "x$cpu_base_type" = "xx86" ; then base_configs="$base_configs --enable-assembler" fi if test "x$compiler" = "xgcc" ; then CC="gcc" CXX="gcc" if test "x$m64" = "xyes" ; then compiler_flags="$compiler_flags -m64" fi # configure will set proper compiler flags for gcc on Linux elif test "x$compiler" = "xicc" ; then compiler_flags="$compiler_flags -mp -restrict" CC="icc -static-intel" CXX="icpc -static-intel" if test "x$cpu_base_type" = "xitanium" ; then compiler_flags="$compiler_flags -no-ftz" fi if test "x$fast_flag" != "xno" ; then compiler_flags="$compiler_flags -O3 -unroll2 -ip" if test "x$fast_flag" = "xyes" ; then compiler_flags="$compiler_flags -ipo" fi fi else usage "Only gcc and icc compilers supported for Linux" exit 1 fi } # # Solaris Section # set_solaris_configs() { base_configs="$base_configs --with-mysqld-libs=-lmtmalloc" case "`uname -a`" in *5.10*|*5.11*) ;; *) die "Only versions 10 and 11 supported for Solaris" esac if test "x$cpu_base_type" != "xx86" && \ test "x$cpu_base_type" != "xsparc" ; then usage "Only x86 and Sparc CPUs supported for Solaris" exit 1 fi if test "x$compiler" = "xgcc" ; then CC="gcc" CXX="gcc" if test "x$cpu_base_type" != "xx86" ; then usage "Only gcc supported for Solaris 10/11 on SPARC" fi compiler_flags="$compiler_flags -m64 -DMY_ATOMIC_MODE_RWLOCKS" LDFLAGS="-m64 -static-libgcc" if test "x$fast_flag" != "xno" ; then LDFLAGS="$LDFLAGS -O2" compiler_flags="$compiler_flags -O2" else LDFLAGS="$LDFLAGS -O" compiler_flags="$compiler_flags -O" fi elif test "x$compiler" = "xforte" ; then if test "x$cpu_base_type" = "xx86" ; then usage "Only gcc supported for Solaris/x86" fi if test "x$cpu_base_type" != "xsparc" ; then usage "Forte compiler supported for Solaris 9/SPARC only" fi CC="cc-5.0" CXX=CC ASFLAGS="xarch=v9" LDFLAGS="xarch=v9" base_cflags="$base_cflags -Xa -xstrconst -xc99=none" base_cxxflags="$base_cxxflags -noex" compiler_flags="$compiler_flags -mt -D_FORTEC -xarch=v9" if test "x$fast_flag" != "xno" ; then compiler_flags="$compiler_flags -xO3" fi else usage "Only gcc and Forte compilers supported for Solaris" exit 1 fi } # # Mac OS X Section # set_macosx_configs() { base_cxxflags="$base_cxxflags -fno-common" if test "x$cpu_base_type" = "xx86" && test "x$compiler" = "xgcc" ; then compiler_flags="$compiler_flags -arch i386" else usage "Only gcc/x86 supported for Mac OS X" exit 1 fi # # Optimize for space as long as it doesn't affect performance, use some # optimisations also when not in fast mode. # if test "x$fast_flag" != "xno" ; then compiler_flags="$compiler_flags -Os" base_cxxflags="$base_cxxflags -felide-constructors" else compiler_flags="$compiler_flags -O" fi CC="gcc" CXX="gcc" } # # Use static linking for own modules and dynamic linking for system # modules unless specifically requested to do everything statically. # Should normally not be used; static_linking_flag kept in case someone # really needs it. Available only if developer flag is also set. # set_static_link_configs() { if test "x$static_linking_flag" = "xyes" && test "x$developer_flag" = "xyes" ; then loc_static_link="--with-mysqld-ldflags=\"-all-static\"" loc_static_link="$loc_static_link --with-client-ldflags=\"-all-static\"" else loc_static_link="--with-mysqld-ldflags=\"-static\"" loc_static_link="$loc_static_link --with-client-ldflags=\"-static\"" fi base_configs="$base_configs $loc_static_link" } # # Enable error injection in MySQL Server (for developer build only - # extra check for developer flag required). # set_error_inject_configs() { if test "x$error_inject_flag" = "xyes" && test "x$developer_flag" = "xyes" ; then base_configs="$base_configs --with-error-inject" if test "x$package" = "xndb" || test "x$package" = "xextended" ; then base_configs="$base_configs --with-ndb-ccflags='-DERROR_INSERT'" fi fi } set_default_package() { if test "x$package" = "x" ; then if test "x$developer_flag" = "xyes" ; then package="extended" else package="cge" fi fi } set_autotool_flags() { if test "x$use_autotools" = "x" ; then if test "x$developer_flag" = "xno" ; then use_autotools="no" else use_autotools="yes" fi fi } set_defaults_based_on_environment() { if test ! -z "$MYSQL_DEVELOPER" ; then developer_flag="yes" fi if test ! -z "$MYSQL_DEVELOPER_DEBUG" ; then with_debug_flag="yes" fast_flag="no" fi if test ! -z "$MYSQL_DEVELOPER_PACKAGE" ; then package="$MYSQL_DEVELOPER_PACKAGE" parse_package fi } ######################################################################## if test ! -f sql/mysqld.cc ; then die "You must run this script from the MySQL top-level directory" fi cpu_type= package= prefix="/usr/local/mysql" parallelism="4" fast_flag="generic" compiler="gcc" gpl="yes" version_text= developer_flag="no" just_configure= full_debug= warning_mode= with_flags= error_inject_flag= with_debug_flag= compile_debug_flag= strip_flag= valgrind_flag= static_linking_flag= compiler_flags= os= cpu_base_type= warnings= c_warnings= cflags= base_cflags= cxx_warnings= base_cxxflags= base_configs= debug_flags= cxxflags= m32= m64= datadir= commands= use_autotools= set_defaults_based_on_environment parse_options "$@" set_autotool_flags set_default_package set -e # # Check for the CPU and set up CPU specific flags. We may reset them # later. # This call sets the cpu_arg and check_cpu_args parameters # path=`dirname $0` . "$path/check-cpu" set_cpu_base if test "x$?" = "x1" ; then exit 1 fi # # Set up c_warnings and cxx_warnings; add to compiler_flags. # Possibly reset check_cpu_flags. # set_warning_flags # # Add to compiler_flags. # set_valgrind_flags set_with_debug_flags set_no_omit_frame_pointer_for_developers set_debug_flag set_gcc_special_options set_icc_special_options # # Definitions of various packages possible to compile. The default is to # build a source variant of MySQL Cluster Carrier Grade Edition # including all storage engines except InnoDB, and to use GPL libraries. # set_base_configs set_base_engines if test "x$gpl" = "xyes" ; then version_text="GPL version" else version_text="Commercial version" fi if test "x$package" = "xpro" ; then set_pro_package elif test "x$package" = "xextended" ; then set_cge_extended_package elif test "x$package" = "xcge" ; then set_cge_package elif test "x$package" = "xclassic" ; then set_classic_package else die "No supported package was used, internal error" fi set_readline_package set_static_link_configs set_error_inject_configs # # This section handles flags for specific combinations of compilers, # operating systems, and processors. # check_os if test "x$os" = "xlinux" ; then set_linux_configs elif test "x$os" = "xSolaris" ; then set_solaris_configs elif test "x$os" = "xMacOSX" ; then set_macosx_configs elif test "x$os" = "xbsd" ; then set_bsd_configs else die "Operating system not supported by this script" fi # # Final step before setting up commands is to set up proper make and # proper libtoolize versions, and to determine whether to use ccache. # set_make_version set_up_ccache # # Set up commands variable from variables prepared for base # configurations, compiler flags, and warnings flags. # if test "x$use_autotools" = "xyes" ; then init_auto_commands fi init_configure_commands if test "x$just_configure" != "xyes" ; then add_make_commands fi # # The commands variable now contains the entire command to be run for # the build; we either execute it, or merely print it out. # if test "x$just_print" = "xyes" ; then echo "$commands" else eval "set -x; $commands" fi