# Copyright 1999-2020 Gentoo Authors # Distributed under the terms of the GNU General Public License v2 EAPI="7" CMAKE_MAKEFILE_GENERATOR=emake inherit check-reqs cmake flag-o-matic linux-info \ multiprocessing prefix toolchain-funcs multilib-minimal # Patch version PATCH_SET="https://dev.gentoo.org/~whissi/dist/mysql/${PN}-5.7.31-patches-01.tar.xz" SRC_URI="https://cdn.mysql.com/Downloads/MySQL-5.7/${PN}-boost-${PV}.tar.gz https://cdn.mysql.com/archives/mysql-5.7/mysql-boost-${PV}.tar.gz http://downloads.mysql.com/archives/MySQL-5.7/${PN}-boost-${PV}.tar.gz ${PATCH_SET}" HOMEPAGE="https://www.mysql.com/" DESCRIPTION="A fast, multi-threaded, multi-user SQL database server" LICENSE="GPL-2" SLOT="5.7/18" IUSE="cjk client-libs cracklib debug experimental jemalloc latin1 libressl numa +perl profiling selinux +server static static-libs systemtap tcmalloc test" # Tests always fail when libressl is enabled due to hard-coded ciphers in the tests RESTRICT="!test? ( test ) libressl? ( test )" REQUIRED_USE="?? ( tcmalloc jemalloc )" KEYWORDS="amd64 arm arm64 ~hppa ~ia64 ~mips ~ppc ~ppc64 ~s390 ~sparc x86 ~amd64-linux ~x86-linux ~x64-macos ~x86-macos ~x64-solaris ~x86-solaris" # Shorten the path because the socket path length must be shorter than 107 chars # and we will run a mysql server during test phase S="${WORKDIR}/mysql" # Be warned, *DEPEND are version-dependant # These are used for both runtime and compiletime # MULTILIB_USEDEP only set for libraries used by the client library COMMON_DEPEND=" sys-libs/ncurses:0= client-libs? ( >=sys-libs/zlib-1.2.3:0=[${MULTILIB_USEDEP},static-libs?] !libressl? ( >=dev-libs/openssl-1.0.0:0=[${MULTILIB_USEDEP},static-libs?] ) libressl? ( dev-libs/libressl:0=[${MULTILIB_USEDEP},static-libs?] ) ) !client-libs? ( dev-db/mysql-connector-c[${MULTILIB_USEDEP},static-libs?] >=sys-libs/zlib-1.2.3:0= !libressl? ( >=dev-libs/openssl-1.0.0:0= ) libressl? ( dev-libs/libressl:0= ) ) server? ( >=app-arch/lz4-0_p131:= cjk? ( app-text/mecab:= ) experimental? ( dev-libs/libevent:= dev-libs/protobuf:= net-libs/libtirpc:= ) jemalloc? ( dev-libs/jemalloc:0= ) kernel_linux? ( dev-libs/libaio:0= sys-process/procps:0= ) numa? ( sys-process/numactl ) ) systemtap? ( >=dev-util/systemtap-1.3:0= ) tcmalloc? ( dev-util/google-perftools:0= ) " DEPEND="${COMMON_DEPEND} || ( >=sys-devel/gcc-3.4.6 >=sys-devel/gcc-apple-4.0 ) dev-libs/protobuf virtual/yacc server? ( dev-libs/libevent experimental? ( net-libs/rpcsvc-proto ) ) static? ( sys-libs/ncurses[static-libs] ) test? ( acct-group/mysql acct-user/mysql dev-perl/JSON ) " RDEPEND="${COMMON_DEPEND} !dev-db/mariadb !dev-db/mariadb-galera !dev-db/percona-server !dev-db/mysql-cluster !dev-db/mysql:0 !dev-db/mysql:8.0 client-libs? ( !dev-db/mariadb-connector-c[mysqlcompat] !dev-db/mysql-connector-c dev-libs/protobuf:= ) selinux? ( sec-policy/selinux-mysql ) server? ( !prefix? ( acct-group/mysql acct-user/mysql dev-db/mysql-init-scripts ) ) " # For other stuff to bring us in # dev-perl/DBD-mysql is needed by some scripts installed by MySQL PDEPEND="perl? ( >=dev-perl/DBD-mysql-2.9004 )" mysql_init_vars() { : ${MY_SHAREDSTATEDIR="${EPREFIX}/usr/share/mysql"} : ${MY_SYSCONFDIR="${EPREFIX}/etc/mysql"} : ${MY_LOCALSTATEDIR="${EPREFIX}/var/lib/mysql"} : ${MY_LOGDIR="${EPREFIX}/var/log/mysql"} MY_DATADIR="${MY_LOCALSTATEDIR}" export MY_SHAREDSTATEDIR MY_SYSCONFDIR export MY_LOCALSTATEDIR MY_LOGDIR export MY_DATADIR } pkg_pretend() { if [[ ${MERGE_TYPE} != binary ]] ; then if use server ; then CHECKREQS_DISK_BUILD="3G" if has test $FEATURES ; then CHECKREQS_DISK_BUILD="9G" fi check-reqs_pkg_pretend fi fi } pkg_setup() { if [[ ${MERGE_TYPE} != binary ]] ; then CHECKREQS_DISK_BUILD="3G" if has test ${FEATURES} ; then CHECKREQS_DISK_BUILD="9G" # Bug #213475 - MySQL _will_ object strenuously if your machine is named # localhost. Also causes weird failures. [[ "${HOSTNAME}" == "localhost" ]] && die "Your machine must NOT be named localhost" if ! has userpriv ${FEATURES} ; then die "Testing with FEATURES=-userpriv is no longer supported by upstream. Tests MUST be run as non-root." fi local aio_max_nr=$(sysctl -n fs.aio-max-nr 2>/dev/null) [[ -z "${aio_max_nr}" || ${aio_max_nr} -lt 250000 ]] \ && die "FEATURES=test will require fs.aio-max-nr=250000 at minimum!" if use latin1 ; then # Upstream only supports tests with default charset die "Testing with USE=latin1 is not supported." fi fi if use kernel_linux ; then if use numa ; then linux-info_get_any_version local CONFIG_CHECK="~NUMA" local WARNING_NUMA="This package expects NUMA support in kernel which this system does not have at the moment;" WARNING_NUMA+=" Either expect runtime errors, enable NUMA support in kernel or rebuild the package without NUMA support" check_extra_config fi fi use server && check-reqs_pkg_setup fi } pkg_preinst() { # Here we need to see if the implementation switched client libraries # We check if this is a new instance of the package and a client library already exists local SHOW_ABI_MESSAGE libpath if use client-libs && [[ -z ${REPLACING_VERSIONS} && -e "${EROOT}/usr/$(get_libdir)/libmysqlclient.so" ]] ; then libpath=$(readlink "${EROOT}/usr/$(get_libdir)/libmysqlclient.so") elog "Due to ABI changes when switching between different client libraries," elog "revdep-rebuild must find and rebuild all packages linking to libmysqlclient." elog "Please run: revdep-rebuild --library ${libpath}" ewarn "Failure to run revdep-rebuild may cause issues with other programs or libraries" fi } pkg_postinst() { # Make sure the vars are correctly initialized mysql_init_vars # Create log directory securely if it does not exist [[ -d "${ROOT}${MY_LOGDIR}" ]] || install -d -m0750 -o mysql -g mysql "${ROOT}${MY_LOGDIR}" if use server ; then if [[ -z "${REPLACING_VERSIONS}" ]] ; then einfo elog "You might want to run:" elog "\"emerge --config =${CATEGORY}/${PF}\"" elog "if this is a new install." elog elog "If you are switching server implentations, you should run the" elog "mysql_upgrade tool." einfo else einfo elog "If you are upgrading major versions, you should run the" elog "mysql_upgrade tool." einfo fi fi # Note about configuration change einfo elog "This version of ${PN} reorganizes the configuration from a single my.cnf" elog "to several files in /etc/mysql/mysql.d." elog "Please backup any changes you made to /etc/mysql/my.cnf" elog "and add them as a new file under /etc/mysql/mysql.d with a .cnf extension." elog "You may have as many files as needed and they are read alphabetically." elog "Be sure the options have the appropriate section headers, i.e. [mysqld]." einfo } src_unpack() { unpack ${A} mv -f "${WORKDIR}/${P}" "${S}" || die } src_prepare() { eapply "${WORKDIR}"/mysql-patches if use jemalloc ; then echo "TARGET_LINK_LIBRARIES(mysqld jemalloc)" >> "${S}/sql/CMakeLists.txt" || die fi if use tcmalloc ; then echo "TARGET_LINK_LIBRARIES(mysqld tcmalloc)" >> "${S}/sql/CMakeLists.txt" || die fi # Remove the centos and rhel selinux policies to support mysqld_safe under SELinux if [[ -d "${S}/support-files/SELinux" ]] ; then echo > "${S}/support-files/SELinux/CMakeLists.txt" || die fi # Remove bundled libs so we cannot accidentally use them # We keep extra/lz4 directory because we use extra/lz4/xxhash.c via sql/CMakeLists.txt:394 rm -rv \ "${S}"/extra/protobuf \ "${S}"/extra/libevent \ "${S}"/zlib \ || die # Don't clash with dev-db/mysql-connector-c rm \ man/my_print_defaults.1 \ man/perror.1 \ man/zlib_decompress.1 \ || die if use libressl ; then sed -i 's/OPENSSL_MAJOR_VERSION STREQUAL "1"/OPENSSL_MAJOR_VERSION STREQUAL "2"/' \ "${S}/cmake/ssl.cmake" || die fi sed -i 's~ADD_SUBDIRECTORY(storage/ndb)~~' CMakeLists.txt || die cmake_src_prepare } src_configure() { # Bug #114895, bug #110149 filter-flags "-O" "-O[01]" append-cxxflags -felide-constructors # bug #283926, with GCC4.4, this is required to get correct behavior. append-flags -fno-strict-aliasing if use client-libs ; then multilib-minimal_src_configure else multilib_src_configure fi } multilib_src_configure() { debug-print-function ${FUNCNAME} "$@" if ! multilib_is_native_abi && ! use client-libs ; then return fi CMAKE_BUILD_TYPE="RelWithDebInfo" # debug hack wrt #497532 mycmakeargs=( -DCMAKE_C_FLAGS_RELWITHDEBINFO="$(usex debug '' '-DNDEBUG')" -DCMAKE_CXX_FLAGS_RELWITHDEBINFO="$(usex debug '' '-DNDEBUG')" -DMYSQL_DATADIR="${EPREFIX}/var/lib/mysql" -DSYSCONFDIR="${EPREFIX}/etc/mysql" -DINSTALL_BINDIR=bin -DINSTALL_DOCDIR=share/doc/${PF} -DINSTALL_DOCREADMEDIR=share/doc/${PF} -DINSTALL_INCLUDEDIR=include/mysql -DINSTALL_INFODIR=share/info -DINSTALL_LIBDIR=$(get_libdir) -DINSTALL_MANDIR=share/man -DINSTALL_MYSQLSHAREDIR=share/mysql -DINSTALL_PLUGINDIR=$(get_libdir)/mysql/plugin -DINSTALL_SCRIPTDIR=share/mysql/scripts -DINSTALL_MYSQLDATADIR="${EPREFIX}/var/lib/mysql" -DINSTALL_SBINDIR=sbin -DINSTALL_SUPPORTFILESDIR="${EPREFIX}/usr/share/mysql" -DCOMPILATION_COMMENT="Gentoo Linux ${PF}" -DWITH_UNIT_TESTS=$(usex test ON OFF) ### TODO: make this system but issues with UTF-8 prevent it -DWITH_EDITLINE=bundled -DWITH_ZLIB=system -DWITH_SSL=system -DWITH_LIBWRAP=0 -DENABLED_LOCAL_INFILE=1 -DMYSQL_UNIX_ADDR="${EPREFIX}/var/run/mysqld/mysqld.sock" -DWITH_DEFAULT_COMPILER_OPTIONS=0 -DWITH_DEFAULT_FEATURE_SET=0 # The build forces this to be defined when cross-compiling. We pass it # all the time for simplicity and to make sure it is actually correct. -DSTACK_DIRECTION=$(tc-stack-grows-down && echo -1 || echo 1) -DWITH_CURL=system -DWITH_BOOST="${S}/boost" ) if use test ; then mycmakeargs+=( -DINSTALL_MYSQLTESTDIR=share/mysql/mysql-test ) else mycmakeargs+=( -DINSTALL_MYSQLTESTDIR='' ) fi if ! use client-libs ; then mycmakeargs+=( -DWITHOUT_CLIENTLIBS=YES ) fi # bfd.h is only used starting with 10.1 and can be controlled by NOT_FOR_DISTRIBUTION # systemtap only works on native ABI, bug 530132 if multilib_is_native_abi ; then mycmakeargs+=( -DENABLE_DTRACE=$(usex systemtap) ) else mycmakeargs+=( -DWITHOUT_TOOLS=1 -DWITH_READLINE=1 -DENABLE_DTRACE=0 ) fi if multilib_is_native_abi && use server ; then mycmakeargs+=( -DWITH_LIBEVENT=system -DWITH_LZ4=system -DWITH_PROTOBUF=system -DWITH_MECAB=$(usex cjk system OFF) -DWITH_NUMA=$(usex numa ON OFF) -DWITH_RAPID=$(usex experimental ON OFF) ) if [[ ( -n ${MYSQL_DEFAULT_CHARSET} ) && ( -n ${MYSQL_DEFAULT_COLLATION} ) ]] ; then ewarn "You are using a custom charset of ${MYSQL_DEFAULT_CHARSET}" ewarn "and a collation of ${MYSQL_DEFAULT_COLLATION}." ewarn "You MUST file bugs without these variables set." mycmakeargs+=( -DDEFAULT_CHARSET=${MYSQL_DEFAULT_CHARSET} -DDEFAULT_COLLATION=${MYSQL_DEFAULT_COLLATION} ) elif ! use latin1 ; then mycmakeargs+=( -DDEFAULT_CHARSET=utf8 -DDEFAULT_COLLATION=utf8_general_ci ) else mycmakeargs+=( -DDEFAULT_CHARSET=latin1 -DDEFAULT_COLLATION=latin1_swedish_ci ) fi mycmakeargs+=( -DEXTRA_CHARSETS=all -DDISABLE_SHARED=$(usex static YES NO) -DWITH_DEBUG=$(usex debug) -DWITH_EMBEDDED_SERVER=OFF ) if use profiling ; then # Setting to OFF doesn't work: Once set, profiling options will be added # to `mysqld --help` output via sql/sys_vars.cc causing # "main.mysqld--help-notwin" test to fail mycmakeargs+=( -DENABLED_PROFILING=ON ) fi if use static ; then mycmakeargs+=( -DWITH_PIC=1 ) fi # Storage engines mycmakeargs+=( -DWITH_EXAMPLE_STORAGE_ENGINE=0 -DWITH_ARCHIVE_STORAGE_ENGINE=1 -DWITH_BLACKHOLE_STORAGE_ENGINE=1 -DWITH_CSV_STORAGE_ENGINE=1 -DWITH_FEDERATED_STORAGE_ENGINE=1 -DWITH_HEAP_STORAGE_ENGINE=1 -DWITH_INNOBASE_STORAGE_ENGINE=1 -DWITH_INNODB_MEMCACHED=0 -DWITH_MYISAMMRG_STORAGE_ENGINE=1 -DWITH_MYISAM_STORAGE_ENGINE=1 -DWITH_PARTITION_STORAGE_ENGINE=1 ) else mycmakeargs+=( -DWITHOUT_SERVER=1 -DWITH_EMBEDDED_SERVER=OFF -DEXTRA_CHARSETS=none ) fi cmake_src_configure } src_compile() { if use client-libs ; then multilib-minimal_src_compile else multilib_src_compile fi } multilib_src_compile() { cmake_src_compile } # Official test instructions: # ulimit -n 16500 && \ # USE='latin1 perl server' \ # FEATURES='test userpriv -usersandbox' \ # ebuild mysql-X.X.XX.ebuild \ # digest clean package src_test() { _disable_test() { local rawtestname reason rawtestname="${1}" ; shift reason="${@}" ewarn "test '${rawtestname}' disabled: '${reason}'" echo ${rawtestname} : ${reason} >> "${T}/disabled.def" } local TESTDIR="${BUILD_DIR}/mysql-test" local retstatus_unit local retstatus_tests if ! use server ; then einfo "Skipping server tests due to minimal build." return 0 fi einfo ">>> Test phase [test]: ${CATEGORY}/${PF}" # Run CTest (test-units) cmake_src_test retstatus_unit=$? # Ensure that parallel runs don't die export MTR_BUILD_THREAD="$((${RANDOM} % 100))" if [[ -z "${MTR_PARALLEL}" ]] ; then local -x MTR_PARALLEL=$(makeopts_jobs) if [[ ${MTR_PARALLEL} -gt 4 ]] ; then # Running multiple tests in parallel usually require higher ulimit # and fs.aio-max-nr setting. In addition, tests like main.multi_update # are known to hit timeout when system is busy. # To avoid test failure we will limit MTR_PARALLEL to 4 instead of # using "auto". local info_msg="Parallel MySQL test suite jobs limited to 4 (MAKEOPTS=${MTR_PARALLEL})" info_msg+=" to avoid test failures. Set MTR_PARALLEL if you know what you are doing!" einfo "${info_msg}" unset info_msg MTR_PARALLEL=4 fi else einfo "MTR_PARALLEL is set to '${MTR_PARALLEL}'" fi # create directories because mysqladmin might run out of order mkdir -p "${T}"/var-tests{,/log} || die # Run mysql tests pushd "${TESTDIR}" &>/dev/null || die touch "${T}/disabled.def" # These are failing in MySQL 5.7 for now and are believed to be # false positives: # local t for t in auth_sec.keyring_udf ; do _disable_test "$t" "False positives in Gentoo" done # Unstable tests # - main.xa_prepared_binlog_off: https://bugs.mysql.com/bug.php?id=83340 # - rpl.rpl_innodb_info_tbl_slave_tmp_tbl_mismatch: https://bugs.mysql.com/bug.php?id=89223 # - rpl.rpl_non_direct_stm_mixing_engines: MDEV-14489 for t in \ main.xa_prepared_binlog_off \ rpl.rpl_innodb_info_tbl_slave_tmp_tbl_mismatch \ rpl.rpl_non_direct_stm_mixing_engines \ ; do _disable_test "$t" "Unstable test" done for t in \ gis.geometry_class_attri_prop \ gis.geometry_property_function_issimple \ gis.gis_bugs_crashes \ gis.spatial_op_testingfunc_mix \ gis.spatial_analysis_functions_buffer \ gis.spatial_analysis_functions_distance \ gis.spatial_utility_function_distance_sphere \ gis.spatial_utility_function_simplify \ gis.spatial_analysis_functions_centroid \ main.with_recursive \ ; do _disable_test "$t" "Known rounding error with latest AMD processors" done if ! hash zip 1>/dev/null 2>&1 ; then # no need to force dep app-arch/zip for one test _disable_test "innodb.partition_upgrade_create" "Requires app-arch/zip" fi if use numa && use kernel_linux ; then # bug 584880 if ! linux_config_exists || ! linux_chkconfig_present NUMA ; then for t in sys_vars.innodb_numa_interleave_basic ; do _disable_test "$t" "Test $t requires system with NUMA support" done fi fi if ! use latin1 ; then # The following tests will fail if DEFAULT_CHARSET # isn't set to latin1: for t in \ binlog.binlog_mysqlbinlog_filter \ binlog.binlog_xa_prepared_disconnect \ funcs_1.is_columns_mysql \ funcs_1.is_tables_mysql \ funcs_1.is_triggers \ innodb.innodb_pagesize_max_recordsize \ innodb.innodb-system-table-view \ innodb.mysqldump_max_recordsize \ main.mysql_client_test \ main.mysqld--help-notwin \ main.type_string \ main.information_schema \ perfschema.binlog_edge_mix \ perfschema.binlog_edge_stmt \ rpl.rpl_xa_survive_disconnect \ rpl.rpl_xa_survive_disconnect_lsu_off \ rpl.rpl_xa_survive_disconnect_table \ ; do _disable_test "$t" "Requires DEFAULT_CHARSET=latin1 but USE=-latin1 is set" done fi if has_version '>=dev-libs/openssl-1.1.1' ; then # Tests are expecting /dev/null 2>&1 ; then # Upper limit comes from parts.partition_* tests ewarn "For maximum test coverage please raise open file limit to 16500 (ulimit -n 16500) before calling the package manager." if ! ulimit -n 4162 1>/dev/null 2>&1 ; then # Medium limit comes from '[Warning] Buffered warning: Could not increase number of max_open_files to more than 3000 (request: 4162)' ewarn "For medium test coverage please raise open file limit to 4162 (ulimit -n 4162) before calling the package manager." if ! ulimit -n 3000 1>/dev/null 2>&1 ; then ewarn "For minimum test coverage please raise open file limit to 3000 (ulimit -n 3000) before calling the package manager." else einfo "Will run test suite with open file limit set to 3000 (minimum test coverage)." fi else einfo "Will run test suite with open file limit set to 4162 (medium test coverage)." fi else einfo "Will run test suite with open file limit set to 16500 (best test coverage)." fi # run mysql-test tests perl mysql-test-run.pl --force --vardir="${T}/var-tests" --reorder --skip-test=tokudb --skip-test-list="${T}/disabled.def" retstatus_tests=$? popd &>/dev/null || die # Cleanup is important for these testcases. pkill -9 -f "${S}/ndb" 2>/dev/null pkill -9 -f "${S}/sql" 2>/dev/null local failures="" [[ $retstatus_unit -eq 0 ]] || failures="${failures} test-unit" [[ $retstatus_tests -eq 0 ]] || failures="${failures} tests" [[ -z "$failures" ]] || die "Test failures: $failures" einfo "Tests successfully completed" } src_install() { local MULTILIB_WRAPPED_HEADERS local MULTILIB_CHOST_TOOLS if use client-libs ; then # headers with ABI specific data MULTILIB_WRAPPED_HEADERS=( /usr/include/mysql/server/my_config.h /usr/include/mysql/server/mysql_version.h ) # wrap the config scripts MULTILIB_CHOST_TOOLS=( /usr/bin/mysql_config ) multilib-minimal_src_install else multilib_src_install multilib_src_install_all fi } # Intentionally override eclass function multilib_src_install() { cmake_src_install # Kill old libmysqclient_r symlinks if they exist. Time to fix what depends on them. find "${D}" -name 'libmysqlclient_r.*' -type l -delete || die } multilib_src_install_all() { # Make sure the vars are correctly initialized mysql_init_vars # Convenience links einfo "Making Convenience links for mysqlcheck multi-call binary" dosym "mysqlcheck" "/usr/bin/mysqlanalyze" dosym "mysqlcheck" "/usr/bin/mysqlrepair" dosym "mysqlcheck" "/usr/bin/mysqloptimize" # INSTALL_LAYOUT=STANDALONE causes cmake to create a /usr/data dir if [[ -d "${ED}/usr/data" ]] ; then rm -Rf "${ED}/usr/data" || die fi # Unless they explicitly specific USE=test, then do not install the # testsuite. It DOES have a use to be installed, esp. when you want to do a # validation of your database configuration after tuning it. if ! use test ; then rm -rf "${D}/${MY_SHAREDSTATEDIR}/mysql-test" fi # Configuration stuff einfo "Building default configuration ..." insinto "${MY_SYSCONFDIR#${EPREFIX}}" [[ -f "${S}/scripts/mysqlaccess.conf" ]] && doins "${S}"/scripts/mysqlaccess.conf cp "${FILESDIR}/my.cnf-5.7" "${TMPDIR}/my.cnf" || die eprefixify "${TMPDIR}/my.cnf" doins "${TMPDIR}/my.cnf" insinto "${MY_SYSCONFDIR#${EPREFIX}}/mysql.d" cp "${FILESDIR}/my.cnf.distro-client" "${TMPDIR}/50-distro-client.cnf" || die eprefixify "${TMPDIR}/50-distro-client.cnf" doins "${TMPDIR}/50-distro-client.cnf" if use server ; then mycnf_src="my.cnf.distro-server" sed -e "s!@DATADIR@!${MY_DATADIR}!g" \ "${FILESDIR}/${mycnf_src}" \ > "${TMPDIR}/my.cnf.ok" || die if use prefix ; then sed -i -r -e '/^user[[:space:]]*=[[:space:]]*mysql$/d' \ "${TMPDIR}/my.cnf.ok" || die fi if use latin1 ; then sed -i \ -e "/character-set/s|utf8|latin1|g" \ "${TMPDIR}/my.cnf.ok" || die fi eprefixify "${TMPDIR}/my.cnf.ok" newins "${TMPDIR}/my.cnf.ok" 50-distro-server.cnf fi #Remove mytop if perl is not selected [[ -e "${ED}/usr/bin/mytop" ]] && ! use perl && rm -f "${ED}/usr/bin/mytop" } pkg_config() { _getoptval() { local section="$1" local flag="--${2}=" local extra_options="${3}" local cmd=( "${my_print_defaults_binary}" "${extra_options}" "${section}" ) local results=( $(eval "${cmd[@]}" 2>/dev/null | sed -n "/^${flag}/s,${flag},,gp") ) if [[ ${#results[@]} -gt 0 ]] ; then # When option is set multiple times only return last value echo "${results[-1]}" fi } _mktemp_dry() { # emktemp has no --dry-run option local template="${1}" if [[ -z "${template}" ]] ; then if [[ -z "${T}" ]] ; then template="/tmp/XXXXXXX" else template="${T}/XXXXXXX" fi fi local template_wo_X=${template//X/} local n_X let n_X=${#template}-${#template_wo_X} if [[ ${n_X} -lt 3 ]] ; then echo "${FUNCNAME[0]}: too few X's in template ‘${template}’" >&2 return fi local attempts=0 local character tmpfile while [[ true ]] ; do let attempts=attempts+1 new_file= while read -n1 character ; do if [[ "${character}" == "X" ]] ; then tmpfile+="${RANDOM:0:1}" else tmpfile+="${character}" fi done < <(echo -n "${template}") if [[ ! -f "${tmpfile}" ]] then echo "${tmpfile}" return fi if [[ ${attempts} -ge 100 ]] ; then echo "${FUNCNAME[0]}: Cannot create temporary file after 100 attempts." >&2 return fi done } local mysqld_binary="${EROOT}/usr/sbin/mysqld" if [[ ! -x "${mysqld_binary}" ]] ; then die "'${mysqld_binary}' not found! Please re-install ${CATEGORY}/${PN}!" fi local mysql_binary="${EROOT}/usr/bin/mysql" if [[ ! -x "${mysql_binary}" ]] ; then die "'${mysql_binary}' not found! Please re-install ${CATEGORY}/${PN}!" fi local my_print_defaults_binary="${EROOT}/usr/bin/my_print_defaults" if [[ ! -x "${my_print_defaults_binary}" ]] ; then die "'${my_print_defaults_binary}' not found! Please re-install dev-db/mysql-connector-c!" fi if [[ -z "${MYSQL_USER}" ]] ; then MYSQL_USER=mysql if use prefix ; then MYSQL_USER=$(id -u -n 2>/dev/null) if [[ -z "${MYSQL_USER}" ]] ; then die "Failed to determine current username!" fi fi fi if [[ -z "${MYSQL_GROUP}" ]] ; then MYSQL_GROUP=mysql if use prefix ; then MYSQL_GROUP=$(id -g -n 2>/dev/null) if [[ -z "${MYSQL_GROUP}" ]] ; then die "Failed to determine current user groupname!" fi fi fi # my_print_defaults needs to read stuff in $HOME/.my.cnf local -x HOME="${EROOT}/root" # Make sure the vars are correctly initialized mysql_init_vars # Read currently set data directory MY_DATADIR="$(_getoptval mysqld datadir "--defaults-file='${MY_SYSCONFDIR}/my.cnf'")" # Bug #213475 - MySQL _will_ object strenously if your machine is named # localhost. Also causes weird failures. [[ "${HOSTNAME}" == "localhost" ]] && die "Your machine must NOT be named localhost" if [[ -z "${MY_DATADIR}" ]] ; then die "Sorry, unable to find MY_DATADIR!" elif [[ -d "${MY_DATADIR}/mysql" ]] ; then ewarn "Looks like your data directory '${MY_DATADIR}' is already initialized!" ewarn "Please rename or delete its content if you wish to initialize a new data directory." die "${PN} data directory at '${MY_DATADIR}' looks already initialized!" fi MYSQL_TMPDIR="$(_getoptval mysqld tmpdir "--defaults-file='${MY_SYSCONFDIR}/my.cnf'")" MYSQL_TMPDIR=${MYSQL_TMPDIR%/} # These are dir+prefix MYSQL_LOG_BIN="$(_getoptval mysqld log-bin "--defaults-file='${MY_SYSCONFDIR}/my.cnf'")" MYSQL_LOG_BIN=${MYSQL_LOG_BIN%/*} MYSQL_RELAY_LOG="$(_getoptval mysqld relay-log "--defaults-file='${MY_SYSCONFDIR}/my.cnf'")" MYSQL_RELAY_LOG=${MYSQL_RELAY_LOG%/*} # Create missing directories. # Always check if mysql user can write to directory even if we just # created directory because a parent directory might be not # accessible for that user. PID_DIR="${EROOT}/run/mysqld" if [[ ! -d "${PID_DIR}" ]] ; then einfo "Creating ${PN} PID directory '${PID_DIR}' ..." install -d -m 755 -o ${MYSQL_USER} -g ${MYSQL_GROUP} "${PID_DIR}" \ || die "Failed to create PID directory '${PID_DIR}'!" fi local _pid_dir_testfile="$(_mktemp_dry "${PID_DIR}/.pkg_config-access-test.XXXXXXXXX")" [[ -z "${_pid_dir_testfile}" ]] \ && die "_mktemp_dry() for '${PID_DIR}/.pkg_config-access-test.XXXXXXXXX' failed!" if use prefix ; then touch "${_pid_dir_testfile}" &>/dev/null else su -s /bin/sh -c "touch ${_pid_dir_testfile}" ${MYSQL_USER} &>/dev/null fi if [[ $? -ne 0 ]] ; then die "${MYSQL_USER} user cannot write into PID dir '${PID_DIR}'!" else rm "${_pid_dir_testfile}" || die unset _pid_dir_testfile fi if [[ ! -d "${MY_DATADIR}" ]] ; then einfo "Creating ${PN} data directory '${MY_DATADIR}' ..." install -d -m 770 -o ${MYSQL_USER} -g ${MYSQL_GROUP} "${MY_DATADIR}" \ || die "Failed to create ${PN} data directory '${MY_DATADIR}'!" fi local _my_datadir_testfile="$(_mktemp_dry "${MY_DATADIR}/.pkg_config-access-test.XXXXXXXXX")" [[ -z "${_my_datadir_testfile}" ]] \ && die "_mktemp_dry() for '${MY_DATADIR}/.pkg_config-access-test.XXXXXXXXX' failed!" if use prefix ; then touch "${_my_datadir_testfile}" &>/dev/null else su -s /bin/sh -c "touch ${_my_datadir_testfile}" ${MYSQL_USER} &>/dev/null fi if [[ $? -ne 0 ]] ; then die "${MYSQL_USER} user cannot write into data directory '${MY_DATADIR}'!" else rm "${_my_datadir_testfile}" || die unset _my_datadir_testfile fi if [[ -n "${MYSQL_TMPDIR}" && ! -d "${MYSQL_TMPDIR}" ]] ; then einfo "Creating ${PN} tmpdir '${MYSQL_TMPDIR}' ..." install -d -m 770 -o ${MYSQL_USER} -g ${MYSQL_GROUP} "${MYSQL_TMPDIR}" \ || die "Failed to create ${PN} tmpdir '${MYSQL_TMPDIR}'!" fi if [[ -z "${MYSQL_TMPDIR}" ]] ; then MYSQL_TMPDIR="$(_mktemp_dry "${EROOT}/tmp/mysqld-tmp.XXXXXXXXX")" [[ -z "${MYSQL_TMPDIR}" ]] \ && die "_mktemp_dry() for '${MYSQL_TMPDIR}' failed!" mkdir "${MYSQL_TMPDIR}" || die chown ${MYSQL_USER} "${MYSQL_TMPDIR}" || die fi # Now we need to test MYSQL_TMPDIR... local _my_tmpdir_testfile="$(_mktemp_dry "${MYSQL_TMPDIR}/.pkg_config-access-test.XXXXXXXXX")" [[ -z "${_my_tmpdir_testfile}" ]] \ && die "_mktemp_dry() for '${MYSQL_TMPDIR}/.pkg_config-access-test.XXXXXXXXX' failed!" if use prefix ; then touch "${_my_tmpdir_testfile}" &>/dev/null else su -s /bin/sh -c "touch ${_my_tmpdir_testfile}" ${MYSQL_USER} &>/dev/null fi if [[ $? -ne 0 ]] ; then die "${MYSQL_USER} user cannot write into tmpdir '${MYSQL_TMPDIR}'!" else rm "${_my_tmpdir_testfile}" || die unset _my_tmpdir_testfile fi if [[ -n "${MYSQL_LOG_BIN}" && ! -d "${MYSQL_LOG_BIN}" ]] ; then einfo "Creating ${PN} log-bin directory '${MYSQL_LOG_BIN}' ..." install -d -m 770 -o ${MYSQL_USER} -g ${MYSQL_GROUP} "${MYSQL_LOG_BIN}" \ || die "Failed to create ${PN} log-bin directory '${MYSQL_LOG_BIN}'" fi if [[ -n "${MYSQL_LOG_BIN}" ]] ; then local _my_logbin_testfile="$(_mktemp_dry "${MYSQL_LOG_BIN}/.pkg_config-access-test.XXXXXXXXX")" [[ -z "${_my_logbin_testfile}" ]] \ && die "_mktemp_dry() for '${MYSQL_LOG_BIN}/.pkg_config-access-test.XXXXXXXXX' failed!" if use prefix ; then touch "${_my_logbin_testfile}" &>/dev/null else su -s /bin/sh -c "touch ${_my_logbin_testfile}" ${MYSQL_USER} &>/dev/null fi if [[ $? -ne 0 ]] ; then die "${MYSQL_USER} user cannot write into log-bin directory '${MYSQL_LOG_BIN}'!" else rm "${_my_logbin_testfile}" || die unset _my_logbin_testfile fi fi if [[ -n "${MYSQL_RELAY_LOG}" && ! -d "${MYSQL_RELAY_LOG}" ]] ; then einfo "Creating ${PN} relay-log directory '${MYSQL_RELAY_LOG}' ..." install -d -m 770 -o ${MYSQL_USER} -g ${MYSQL_GROUP} "${MYSQL_RELAY_LOG}" \ || die "Failed to create ${PN} relay-log directory '${MYSQL_RELAY_LOG}'!" fi if [[ -n "${MYSQL_RELAY_LOG}" ]] ; then local _my_relaylog_testfile="$(_mktemp_dry "${MYSQL_RELAY_LOG}/.pkg_config-access-test.XXXXXXXXX")" [[ -z "${_my_relaylog_testfile}" ]] \ && die "_mktemp_dry() for '${MYSQL_RELAY_LOG}/.pkg_config-access-test.XXXXXXXXX' failed!" if use prefix ; then touch "${_my_relaylog_testfile}" &>/dev/null else su -s /bin/sh -c "touch ${_my_relaylog_testfile}" ${MYSQL_USER} &>/dev/null fi if [[ $? -ne 0 ]] ; then die "${MYSQL_USER} user cannot write into relay-log directory '${MYSQL_RELAY_LOG}'!" else rm "${_my_relaylog_testfile}" || die unset _my_relaylog_testfile fi fi local mysql_install_log="$(_mktemp_dry "${MYSQL_TMPDIR}/install_db.XXXXXXXXX.log")" if [[ -z "${mysql_install_log}" ]] ; then die "_mktemp_dry() for '${MYSQL_TMPDIR}/install_db.XXXXXXXXX.log' failed!" else # make sure file is writable for MYSQL_USER... touch "${mysql_install_log}" || die chown ${MYSQL_USER} "${mysql_install_log}" || die fi local mysqld_logfile="$(_mktemp_dry "${MYSQL_TMPDIR}/install_mysqld.XXXXXXXXX.log")" if [[ -z "${mysqld_logfile}" ]] ; then die "_mktemp_dry() for '${MYSQL_TMPDIR}/install_mysqld.XXXXXXXXX.log' failed!" else # make sure file is writable for MYSQL_USER... touch "${mysqld_logfile}" || die chown ${MYSQL_USER} "${mysqld_logfile}" || die fi echo "" einfo "Detected settings:" einfo "==================" einfo "MySQL User:\t\t\t\t${MYSQL_USER}" einfo "MySQL Group:\t\t\t\t${MYSQL_GROUP}" einfo "MySQL DATA directory:\t\t${MY_DATADIR}" einfo "MySQL TMP directory:\t\t\t${MYSQL_TMPDIR}" if [[ -n "${MYSQL_LOG_BIN}" ]] ; then einfo "MySQL Binary Log File location:\t${MYSQL_LOG_BIN}" fi if [[ -n "${MYSQL_RELAY_LOG}" ]] ; then einfo "MySQL Relay Log File location:\t${MYSQL_RELAY_LOG}" fi einfo "PID DIR:\t\t\t\t${PID_DIR}" einfo "Install db log:\t\t\t${mysql_install_log}" einfo "Install server log:\t\t\t${mysqld_logfile}" if [[ -z "${MYSQL_ROOT_PASSWORD}" ]] ; then local tmp_mysqld_password_source= for tmp_mysqld_password_source in mysql client ; do einfo "Trying to get password for mysql 'root' user from '${tmp_mysqld_password_source}' section ..." MYSQL_ROOT_PASSWORD="$(_getoptval "${tmp_mysqld_password_source}" password)" if [[ -n "${MYSQL_ROOT_PASSWORD}" ]] ; then if [[ ${MYSQL_ROOT_PASSWORD} == *$'\n'* ]] ; then ewarn "Ignoring password from '${tmp_mysqld_password_source}' section due to newline character (do you have multiple password options set?)!" MYSQL_ROOT_PASSWORD= continue fi einfo "Found password in '${tmp_mysqld_password_source}' section!" break fi done # Sometimes --show is required to display passwords in some implementations of my_print_defaults if [[ "${MYSQL_ROOT_PASSWORD}" == '*****' ]] ; then MYSQL_ROOT_PASSWORD="$(_getoptval "${tmp_mysqld_password_source}" password --show)" fi unset tmp_mysqld_password_source fi if [[ -z "${MYSQL_ROOT_PASSWORD}" ]] ; then local pwd1="a" local pwd2="b" echo einfo "No password for mysql 'root' user was specified via environment" einfo "variable MYSQL_ROOT_PASSWORD and no password was found in config" einfo "file like '${HOME}/.my.cnf'." einfo "To continue please provide a password for the mysql 'root' user" einfo "now on console:" ewarn "NOTE: Please avoid [\"'\\_%] characters in the password!" read -rsp " >" pwd1 ; echo einfo "Retype the password" read -rsp " >" pwd2 ; echo if [[ "x$pwd1" != "x$pwd2" ]] ; then die "Passwords are not the same!" fi MYSQL_ROOT_PASSWORD="${pwd1}" unset pwd1 pwd2 echo fi local -a mysqld_options # Fix bug 446200. Don't reference host my.cnf, needs to come first, # see http://bugs.mysql.com/bug.php?id=31312 use prefix && mysqld_options+=( "--defaults-file='${MY_SYSCONFDIR}/my.cnf'" ) # Figure out which options we need to disable to do the setup local helpfile="${TMPDIR}/mysqld-help" "${EROOT}/usr/sbin/mysqld" --verbose --help >"${helpfile}" 2>/dev/null local opt optexp optfull for opt in host-cache name-resolve networking slave-start \ federated ssl log-bin relay-log slow-query-log external-locking \ log-slave-updates \ ; do optexp="--(skip-)?${opt}" optfull="--loose-skip-${opt}" egrep -sq -- "${optexp}" "${helpfile}" && mysqld_options+=( "${optfull}" ) done # Prepare timezones, see # https://dev.mysql.com/doc/mysql/en/time-zone-support.html local tz_sql="$(_mktemp_dry "${MYSQL_TMPDIR}/tz.XXXXXXXXX.sql")" [[ -z "${tz_sql}" ]] \ && die "_mktemp_dry() for '${MYSQL_TMPDIR}/tz.XXXXXXXXX.sql' failed!" echo "USE mysql;" >"${tz_sql}" "${EROOT}/usr/bin/mysql_tzinfo_to_sql" "${EROOT}/usr/share/zoneinfo" >> "${tz_sql}" 2>/dev/null if [[ $? -ne 0 ]] ; then die "mysql_tzinfo_to_sql failed!" fi # --initialize-insecure will not set root password # --initialize would set a random one in the log which we don't need as we set it ourselves local cmd=( "${mysqld_binary}" "${mysqld_options[@]}" "--initialize-insecure" "--init-file='${tz_sql}'" "--basedir='${EROOT}/usr'" "--datadir='${MY_DATADIR}'" "--tmpdir='${MYSQL_TMPDIR}'" "--log-error='${mysql_install_log}'" "--user=${MYSQL_USER}" ) einfo "Initializing ${PN} data directory: ${cmd[@]}" eval "${cmd[@]}" >>"${mysql_install_log}" 2>&1 if [[ $? -ne 0 ]] ; then grep -B5 -A999 -iE "(Aborting|ERROR|errno)" "${mysql_install_log}" 1>&2 die "Failed to initialize ${PN} data directory. Please review '${mysql_install_log}'!" fi rm "${tz_sql}" || die local x=${RANDOM} local socket="${EROOT}${PID_DIR}/mysqld${x}.sock" local pidfile="${EROOT}${PID_DIR}/mysqld${x}.pid" unset x cmd=( "${mysqld_binary}" "${mysqld_options[@]}" "--basedir='${EROOT}/usr'" "--datadir='${MY_DATADIR}'" "--tmpdir='${MYSQL_TMPDIR}'" --max_allowed_packet=8M --net_buffer_length=16K "--socket='${socket}'" "--pid-file='${pidfile}'" "--log-error='${mysqld_logfile}'" "--user=${MYSQL_USER}" ) einfo "Starting mysqld to finalize initialization: ${cmd[@]}" eval "${cmd[@]}" >>"${mysqld_logfile}" 2>&1 & echo -n "Waiting for mysqld to accept connections " local maxtry=15 while [[ ! -S "${socket}" && "${maxtry}" -gt 1 ]] ; do maxtry=$((${maxtry}-1)) echo -n "." sleep 1 done if [[ -S "${socket}" ]] ; then # Even with a socket we don't know if mysqld will abort # start due to an error so just wait a little bit more... maxtry=5 while [[ -S "${socket}" && "${maxtry}" -gt 1 ]] ; do maxtry=$((${maxtry}-1)) echo -n "." sleep 1 done fi echo if [[ ! -S "${socket}" ]] ; then grep -B5 -A999 -iE "(Aborting|ERROR|errno)" "${mysqld_logfile}" 1>&2 die "mysqld was unable to start from initialized data directory. Please review '${mysqld_logfile}'!" fi local mysql_logfile="${TMPDIR}/set_root_pw.log" touch "${mysql_logfile}" || die ebegin "Setting root password" # Do this from memory, as we don't want clear text passwords in temp files local sql="ALTER USER 'root'@'localhost' IDENTIFIED BY '${MYSQL_ROOT_PASSWORD}'" cmd=( "${mysql_binary}" --no-defaults "--socket='${socket}'" -hlocalhost "-e \"${sql}\"" ) eval "${cmd[@]}" >"${mysql_logfile}" 2>&1 local rc=$? eend ${rc} if [[ ${rc} -ne 0 ]] ; then # Poor man's solution which tries to avoid having password # in log. NOTE: sed can fail if user didn't follow advice # and included character which will require escaping... sed -i -e "s/${MYSQL_ROOT_PASSWORD}/*****/" "${mysql_logfile}" 2>/dev/null grep -B5 -A999 -iE "(Aborting|ERROR|errno)" "${mysql_logfile}" die "Failed to set ${PN} root password. Please review '${mysql_logfile}'!" fi # Stop the server if [[ -f "${pidfile}" ]] && pgrep -F "${pidfile}" &>/dev/null ; then echo -n "Stopping the server " pkill -F "${pidfile}" &>/dev/null maxtry=10 while [[ -f "${pidfile}" ]] && pgrep -F "${pidfile}" &>/dev/null ; do maxtry=$((${maxtry}-1)) echo -n "." sleep 1 done echo if [[ -f "${pidfile}" ]] && pgrep -F "${pidfile}" &>/dev/null ; then # We somehow failed to stop server. # However, not a fatal error. Just warn the user. ewarn "WARNING: mysqld[$(cat "${pidfile}")] is still running!" fi fi einfo "${PN} data directory at '${MY_DATADIR}' successfully initialized!" }