#!/usr/bin/bash -xv # Copyright (C) 2024 MDW # shellcheck disable=2050,2089,2090,2086 TRAVIS_BUILD_DIR=${TRAVIS_BUILD_DIR:=$(realpath "$(dirname "$0")/../../..")} MYSQL=${MYSQL:=mysql} MYSQLDUMP=${MYSQLDUMP:="${MYSQL}dump"} PHP=${PHP:=php} PHP_OPT="-d error_reporting=32767" DB=${DB:=mariadb} DB_ROOT=${DB_ROOT:=root} DB_PASSROOT=${DB_PASSROOT:=} DB_USER=${DB_USER:=travis} DB_PASS=${DB_PASS:=password} DB_CACHE_FILE="${TRAVIS_BUILD_DIR}/db_init.sql" DB_PREFIX="llx21_" TRAVIS_DOC_ROOT_PHP="${TRAVIS_DOC_ROOT_PHP:=$TRAVIS_BUILD_DIR/htdocs}" TRAVIS_DATA_ROOT_PHP="${TRAVIS_DATA_ROOT_PHP:=$TRAVIS_BUILD_DIR/documents}" if [[ "$(uname -a)" =~ "MINGW"* ]] || [[ "$(uname -a)" =~ "CYGWIN"* ]] ; then TRAVIS_BUILD_DIR=$(cygpath -w "${TRAVIS_BUILD_DIR}") TRAVIS_BUILD_DIR=$(echo "$TRAVIS_BUILD_DIR" | sed 's/\\/\//g') TRAVIS_DOC_ROOT_PHP=$(cygpath -w "${TRAVIS_DOC_ROOT_PHP}") TRAVIS_DATA_ROOT_PHP=$(cygpath -w "${TRAVIS_DATA_ROOT_PHP}") SUDO="" else SUDO="sudo" fi CONF_FILE=${CONF_FILE:=${TRAVIS_BUILD_DIR}/htdocs/conf/conf.php} function save_db_cache() ( rm "${DB_CACHE_FILE}".md5 2>/dev/null echo "Saving DB to cache file '${DB_CACHE_FILE}'" eval ${SUDO} "${MYSQLDUMP}" ${USERPASS_OPT} -h 127.0.0.1 travis \ --hex-blob --lock-tables=false --skip-add-locks \ | sed -e 's/DEFINER=[^ ]* / /' > ${DB_CACHE_FILE} echo "${sum}" > "${DB_CACHE_FILE}".md5 ) if [ "${DB_USER}" = travis ] && [ -r "${CONF_FILE}" ] ; then # Cleanup configuration file in ci mv "${CONF_FILE}" "${CONF_FILE}.$(date +"%Y%m%d%H%M%S").bak" fi if [ -r "${CONF_FILE}" ] ; then echo "'${CONF_FILE} exists, not overwriting!" else echo "Setting up Dolibarr '$CONF_FILE'" { echo ' "$CONF_FILE" cat $CONF_FILE echo fi # From here on, the DB_PREFIX can not be empty, set default value if empty DB_PREFIX="${DB_PREFIX:=llx_}" load_cache=0 echo "Setting up database '$DB'" if [ "$DB" = 'mysql' ] || [ "$DB" = 'mariadb' ] || [ "$DB" = 'postgresql' ]; then echo "MySQL stop" ${SUDO} systemctl stop mariadb.service echo "MySQL restart without pass" #sudo mysqld_safe --skip-grant-tables --socket=/tmp/aaa ${SUDO} mysqld_safe --skip-grant-tables --socket=/tmp/aaa & sleep 3 ${SUDO} ps fauxww if [ "${DB_PASSROOT}" = "" ] ; then ROOTPASS_OPT="-u ${DB_ROOT}" else ROOTPASS_OPT="-u ${DB_ROOT} --password='${DB_PASSROOT}'" fi USERPASS_OPT="-u ${DB_USER} --password=\"${DB_PASS}\"" echo "MySQL set root password" if [ 1 = 1 ] ; then CMDS=( \ "" "FLUSH PRIVILEGES; DROP DATABASE travis; CREATE DATABASE IF NOT EXISTS travis CHARACTER SET = 'utf8';" "CREATE USER '${DB_ROOT}'@'localhost' IDENTIFIED BY '${DB_PASSROOT}';" "CREATE USER '${DB_ROOT}'@'127.0.0.1' IDENTIFIED BY '${DB_PASSROOT}';" "CREATE USER '${DB_USER}'@'localhost' IDENTIFIED BY '${DB_PASS}';" "CREATE USER '${DB_USER}'@'127.0.0.1' IDENTIFIED BY '${DB_PASS}';" "GRANT ALL PRIVILEGES ON travis.* TO ${DB_ROOT}@localhost;" "GRANT ALL PRIVILEGES ON travis.* TO ${DB_ROOT}@127.0.0.1;" "GRANT ALL PRIVILEGES ON travis.* TO ${DB_USER}@127.0.0.1;" "GRANT ALL PRIVILEGES ON travis.* TO ${DB_USER}@localhost;" "FLUSH PRIVILEGES;" ) # Local, not changing root for CMD in "${CMDS[@]}" ; do ${SUDO} "${MYSQL}" ${ROOTPASS_OPT} -h 127.0.0.1 -e "$CMD" done else DB_ROOT='root' DB_PASSROOT='password' ROOTPASS_OPT="-u ${DB_ROOT} '--password=${DB_PASSROOT}'" ${SUDO} "${MYSQL}" -u "${ROOTPASS_OPT}" -h 127.0.0.1 -e "FLUSH PRIVILEGES; CREATE DATABASE IF NOT EXISTS travis CHARACTER SET = 'utf8'; ALTER USER '${DB_ROOT}'@'localhost' IDENTIFIED BY '${DB_PASSROOT}'; CREATE USER '${DB_ROOT}'@'127.0.0.1' IDENTIFIED BY '${DB_PASSROOT}'; CREATE USER '${DB_USER}'@'127.0.0.1' IDENTIFIED BY '${DB_PASS}'; GRANT ALL PRIVILEGES ON travis.* TO '${DB_ROOT}@127.0.0.1; GRANT ALL PRIVILEGES ON travis.* TO '${DB_USER}'@127.0.0.1; FLUSH PRIVILEGES;" fi echo "MySQL grant" ${SUDO} "${MYSQL}" ${ROOTPASS_OPT} -h 127.0.0.1 -e "FLUSH PRIVILEGES; GRANT ALL PRIVILEGES ON travis.* TO ${DB_USER}@127.0.0.1; FLUSH PRIVILEGES;" ${SUDO} "${MYSQL}" ${ROOTPASS_OPT} -h 127.0.0.1 -e "FLUSH PRIVILEGES; GRANT ALL PRIVILEGES ON travis.* TO ${DB_USER}@localhost; FLUSH PRIVILEGES;" echo "MySQL list current users" ${SUDO} "${MYSQL}" ${ROOTPASS_OPT} -h 127.0.0.1 -e 'use mysql; select * from user;' echo "List pid file" ${SUDO} "${MYSQL}" ${ROOTPASS_OPT} -h 127.0.0.1 -e "show variables like '%pid%';" #sudo kill `cat /var/lib/mysqld/mysqld.pid` #sudo systemctl start mariadb echo "MySQL grant" ${SUDO} "${MYSQL}" ${ROOTPASS_OPT} -h 127.0.0.1 -e "GRANT ALL PRIVILEGES ON travis.* TO ${DB_USER}@127.0.0.1;" echo "MySQL flush" ${SUDO} "${MYSQL}" ${ROOTPASS_OPT} -h 127.0.0.1 -e 'FLUSH PRIVILEGES;' # Compute md5 based on install file contents, and on db prefix # shellcheck disable=2046 sum=$(md5sum $(find "${TRAVIS_BUILD_DIR}/htdocs/install" -type f) | { LC_ALL=C sort ; echo "$DB_PREFIX" ;} | md5sum) # shellcheck disable=2046 cnt=$(md5sum $(find "${TRAVIS_BUILD_DIR}/htdocs/install" -type f) | wc) echo "MD5SUM $sum COUNT:$cnt" load_cache=0 if [ -r "$DB_CACHE_FILE".md5 ] && [ -r "$DB_CACHE_FILE" ] && [ -x "$(which "${MYSQLDUMP}")" ] ; then cache_sum="$(<"$DB_CACHE_FILE".md5)" [ "$sum" = "$cache_sum" ] && load_cache=1 fi if [ "$load_cache" = "1" ] ; then echo "MySQL load cached sql" eval ${SUDO} "${MYSQL}" --force ${USERPASS_OPT} -h 127.0.0.1 -D travis < ${DB_CACHE_FILE} | tee $TRAVIS_BUILD_DIR/db_from_cacheinit.log else echo "MySQL load initial sql" sed 's/\([ `]\)llx_/\1'"${DB_PREFIX}/g" < "${TRAVIS_BUILD_DIR}/dev/initdemo/mysqldump_dolibarr_3.5.0.sql" | eval ${SUDO} "${MYSQL}" --force ${USERPASS_OPT} -h 127.0.0.1 -D travis | tee $TRAVIS_BUILD_DIR/initial_350.log fi elif [ "$DB" = 'postgresql' ]; then echo Install pgsql if run is for pgsql echo "Check pgloader version" pgloader --version #ps fauxww | grep postgres ls /etc/postgresql/13/main/ ${SUDO} sed -i -e '/local.*peer/s/postgres/all/' -e 's/peer\|md5/trust/g' /etc/postgresql/13/main/pg_hba.conf ${SUDO} cat /etc/postgresql/13/main/pg_hba.conf ${SUDO} service postgresql restart psql postgresql://postgres:postgres@127.0.0.1:5432 -l -A psql postgresql://postgres:postgres@127.0.0.1:5432 -c 'create database travis;' psql postgresql://postgres:postgres@127.0.0.1:5432 -c "CREATE USER travis WITH ENCRYPTED PASSWORD 'travis';" psql postgresql://postgres:postgres@127.0.0.1:5432 -c 'GRANT ALL PRIVILEGES ON DATABASE travis TO travis;' psql postgresql://postgres:postgres@127.0.0.1:5432 -l -A fi export INSTALL_FORCED_FILE="${TRAVIS_BUILD_DIR}/htdocs/install/install.forced.php" echo "Setting up Dolibarr '$INSTALL_FORCED_FILE' to test installation" # Ensure we catch errors set +e { echo ' "$INSTALL_FORCED_FILE" if [ "$load_cache" != "1" ] ; then ( cd "${TRAVIS_BUILD_DIR}/htdocs/install" || exit 1 VERSIONS=("3.5.0" "3.6.0" "3.7.0" "3.8.0" "3.9.0") VERSIONS+=("4.0.0") VERSIONS+=("5.0.0" "6.0.0" "7.0.0" "8.0.0" "9.0.0") VERSIONS+=("10.0.0" "11.0.0" "12.0.0" "13.0.0" "14.0.0") VERSIONS+=("15.0.0" "16.0.0" "18.0.0" "19.0.0" "20.0.0") VERSIONS+=("21.0.0") pVer=${VERSIONS[0]} for v in "${VERSIONS[@]:1}" ; do LOGNAME="${TRAVIS_BUILD_DIR}/upgrade${pVer//./}${v//./}" "${PHP}" $PHP_OPT upgrade.php "$pVer" "$v" ignoredbversion > "${LOGNAME}.log" "${PHP}" $PHP_OPT upgrade2.php "$pVer" "$v" ignoredbversion > "${LOGNAME}-2.log" "${PHP}" $PHP_OPT step5.php "$pVer" "$v" ignoredbversion > "${LOGNAME}-3.log" pVer="$v" done sed "s/ llx_/ ${DB_PREFIX}/g" <"${TRAVIS_BUILD_DIR}/htdocs/install/mysql/migration/repair.sql" | eval ${SUDO} "${MYSQL}" --force ${USERPASS_OPT} -h 127.0.0.1 -D travis # Apply repair options: # Excluded options: force_utf8_on_tables force_utf8mb4_on_tables rebuild_sequences ; do PHP_REPAIR_OPT="" for opt in force_disable_of_modules_not_found restore_thirdparties_logos restore_user_pictures rebuild_product_thumbs clean_linked_elements clean_menus clean_orphelin_dir clean_product_stock_batch clean_perm_table repair_link_d set_empty_time_spent_amount force_collation_from_conf_on_tables ; do PHP_REPAIR_OPT="$PHP_REPAIR_OPT\$_POST['$opt'] = '1';" done LOGNAME="${TRAVIS_BUILD_DIR}/repair${pVer//./}${v//./}" "${PHP}" $PHP_OPT -r "$PHP_REPAIR_OPT; include 'repair.php';" > ${LOGNAME}.log { "${PHP}" $PHP_OPT upgrade2.php 0.0.0 0.0.0 MAIN_MODULE_API,MAIN_MODULE_ProductBatch,MAIN_MODULE_SupplierProposal,MAIN_MODULE_STRIPE,MAIN_MODULE_ExpenseReport "${PHP}" $PHP_OPT upgrade2.php 0.0.0 0.0.0 MAIN_MODULE_WEBSITE,MAIN_MODULE_TICKET,MAIN_MODULE_ACCOUNTING,MAIN_MODULE_MRP "${PHP}" $PHP_OPT upgrade2.php 0.0.0 0.0.0 MAIN_MODULE_RECEPTION,MAIN_MODULE_RECRUITMENT "${PHP}" $PHP_OPT upgrade2.php 0.0.0 0.0.0 MAIN_MODULE_KnowledgeManagement,MAIN_MODULE_EventOrganization,MAIN_MODULE_PARTNERSHIP "${PHP}" $PHP_OPT upgrade2.php 0.0.0 0.0.0 MAIN_MODULE_EmailCollector } > $TRAVIS_BUILD_DIR/enablemodule.log ) && save_db_cache fi