Gecko [ goons4good.org ]

Name	Size	Permission	Date
a2cop.sh	5.28 KB	-rwxr-xr-x	2023-07-05 13:07
a2cop.sh.bak	5.22 KB	-rwxr-xr-x	2023-07-05 13:07
apache_up.sh	199 B	-rwxr-xr-x	2022-10-27 11:41
auto_fsck_off	81 B	-rwxr-xr-x	2022-10-27 11:41
backup_storage_config.sh	1.53 KB	-rwxr-xr-x	2022-08-15 03:10
cdns_check.sh	1.39 KB	-rwxr-xr-x	2022-10-27 11:41
check_autossl_domains.py	4.58 KB	-rwxr-xr-x	2023-07-04 02:48
check_autossl_excluded.sh	6.88 KB	-rwxr-xr-x	2023-05-22 11:59
check_clnrepos.sh	1.33 KB	-rwxr-xr-x	2024-10-14 15:57
check_rpmdb.sh	670 B	-rwxr-xr-x	2024-06-20 10:20
clean_authorized_keys.sh	2.24 KB	-rwxr-xr-x	2025-09-25 05:08
clean_htdocs.sh	1.13 KB	-rwxr-xr-x	2022-10-27 11:41
clean_temp.sh	301 B	-rwxr-xr-x	2022-10-27 11:41
cleanup-modsec-logs.sh	269 B	-rwxr-xr-x	2022-10-27 11:41
cpanel-config.sh	4.54 KB	-rwxr-xr-x	2025-01-10 04:36
cpanel.config.template	8.87 KB	-rwxr-xr-x	2025-01-09 03:02
cron_frequency.sh	145 B	-rwxr-xr-x	2022-10-27 11:41
dbgovernor_check.sh	92 B	-rwxr-xr-x	2022-10-27 11:41
disable_cpupdate_mdedi.sh	658 B	-rwx------	2024-02-06 02:56
enable_process_accounting.sh	130 B	-rwxr-xr-x	2022-10-27 11:41
fsck_no.sh	209 B	-rwxr-xr-x	2022-10-27 11:41
grubinst7.sh	1.43 KB	-rwxr-xr-x	2024-12-16 13:25
io_nice.sh	125 B	-rwxr-xr-x	2022-10-27 11:41
kill_php.sh	1.57 KB	-rwxr-xr-x	2022-10-27 11:41
litespeed_mailer.sh	2.18 KB	-rwxr-x---	2024-05-14 05:54
lsup_wrap.sh	2.72 KB	-rwx------	2024-09-19 15:53
mailperm_random.sh	117 B	-rwxr-xr-x	2022-10-27 11:41
mdedi_disk_monitoring.sh	6.76 KB	-rwx------	2024-04-18 04:49
mysql_dumpdbs_all.sh	5.81 KB	-rwxr-xr-x	2023-04-18 13:21
patchman-check.sh	106 B	-rwxr-xr-x	2022-10-27 11:41
php_handler_fix.sh	571 B	-rwxr-xr-x	2023-12-06 02:25
pull_disk_locator.sh	813 B	-rwxr-xr-x	2022-10-27 15:28
ramcheck.py	2.75 KB	-rwxr-xr-x	2023-03-21 12:53
randomize_litespeed_server_admin_password.sh	935 B	-rwxr-xr-x	2023-04-24 13:27
randomize_root_password.sh	265 B	-rwxr-xr-x	2022-10-27 11:41
randomize_sqlroot_password.sh	2.1 KB	-rwxr-xr-x	2023-06-19 01:28
referee	2.52 KB	-rwxr-xr-x	2022-10-27 11:41
salt_deployment_cleaner.sh	637 B	-rwxr-xr-x	2023-03-06 04:07
salt_minion_restart.sh	1.68 KB	-rwxr-xr-x	2022-12-19 04:12
upcp-major-at-scheduler.sh	621 B	-rwxr-xr-x	2022-09-29 15:30
upcp-major.sh	2.33 KB	-rwxr-xr-x	2022-10-12 13:41
update_localdomains.sh	60 B	-rwxr-xr-x	2022-10-27 11:41
updatecfips.sh	1.62 KB	-rwxr-xr-x	2023-05-22 11:59

Rename

#!/bin/bash
# Ref - SYSENG-17830 - dump all mysql8 databases gracefully
#
#

# Check if Lock File exists, if not create it and set trap on exit
if { set -C; 2>/dev/null >/var/lock/mysql_dumpdbs_all.lock; }; then
  trap "rm -f /var/lock/mysql_dumpdbs_all.lock" EXIT
else
  echo "$0 - is already running with a lock file. Exiting..."
  exit
fi

# check if mysql 8 version only then continue
#if mysql -V | grep "Ver 8"; then
#   echo "MySQL 8 found, starting dumps"
#else
#   echo "Not MySQL8, exiting.."
#   exit
#fi

mysqldump_date=$(date '+%Y-%-m-%d')
mysqldump_dir="/var/mysql_backups/${mysqldump_date}"
mysqldump_log_dir="/var/log/mysql8_backups"
mysqldump_log="${mysqldump_log_dir}/mysql8_backups_all_${mysqldump_date}.log"
mysqldump_error_log="${mysqldump_log_dir}/mysql8_backups_error_${mysqldump_date}.log"
mysqldump_max_dbsize_to_skip="20971520" # 20 GB
mysql_backup_stroage_needed="100000000" # in KB
mysql_backup_stroage_needed_critical="50000000" # in KB
mysql_backup_storage_available=$(df -k / --output=avail | sed 1d) # in KB
mysql_database_count=$(/usr/sbin/whmapi1 list_databases | grep name | awk '{print $NF}' | wc -l)

# proceed only if we have 100 GB space
if (( mysql_backup_storage_available < mysql_backup_stroage_needed )); then
  mysql_backup_storage_available_ingb=$(echo "${mysql_backup_storage_available}" | awk '{print $1 / 1024 / 1024}')
  echo "$(date "+%D %H:%M: ") ${mysql_backup_storage_available_ingb} is not enough to dump all databases." >> "${mysqldump_log}"
  exit
fi

# ensure required directories exists
if [ ! -d "${mysqldump_dir}" ] || [ ! -d "${mysqldump_log_dir}" ]; then
  mkdir -p "${mysqldump_dir}" "${mysqldump_log_dir}" 2>/dev/null
fi

# a function to adjust database name contains special characters
fix_mysql_char() {
  dbn=$1
  echo "${dbn}"|grep -q "@00"
  if [ "$?" -eq 0 ]; then
    dbnn=${dbn}
    for special_char in $(echo ${dbn}|grep -oE "@00[2-3][0-9a-f]|@0040"); do
      case ${special_char} in
        @0020)
        dbnn=$(echo "${dbnn}"|sed 's/@0020/ /g')
        ;;
        @0021)
        dbnn=$(echo "${dbnn}"|sed 's/@0021/!/g')
        ;;
        @0022)
        dbnn=$(echo "${dbnn}"|sed 's/@0022/"/g')
        ;;
        @0023)
        dbnn=$(echo "${dbnn}"|sed 's/@0023/#/g')
        ;;
        @0024)
        dbnn=$(echo "${dbnn}"|sed 's/@0024/$/g')
        ;;
        @0025)
        dbnn=$(echo "${dbnn}"|sed 's/@0025/%/g')
        ;;
        @0026)
        dbnn=$(echo "${dbnn}"|sed 's/@0026/&/g')
        ;;
        @0027)
        dbnn=$(echo "${dbnn}"|sed "s/@0027/'/g")
        ;;
        @0028)
        dbnn=$(echo "${dbnn}"|sed 's/@0028/(/g')
        ;;
        @0029)
        dbnn=$(echo "${dbnn}"|sed 's/@0029/)/g')
        ;;
        @002a)
        dbnn=$(echo "${dbnn}"|sed 's/@002a/*/g')
        ;;
        @002b)
        dbnn=$(echo "${dbnn}"|sed 's/@002b/+/g')
        ;;
        @002c)
        dbnn=$(echo "${dbnn}"|sed 's/@002c/,/g')
        ;;
        @002d)
        dbnn=$(echo "${dbnn}"|sed 's/@002d/-/g')
        ;;
        @002e)
        dbnn=$(echo "${dbnn}"|sed 's/@002e/./g')
        ;;
        @002f)
        dbnn=$(echo "${dbnn}"|sed 's#@002f#/#g')
        ;;
        @003a)
        dbnn=$(echo "${dbnn}"|sed 's/@003a/:/g')
        ;;
        @003b)
        dbnn=$(echo "${dbnn}"|sed 's/@003b/;/g')
        ;;
        @003c)
        dbnn=$(echo "${dbnn}"|sed 's/@003c/</g')
        ;;
        @003d)
        dbnn=$(echo "${dbnn}"|sed 's/@003d/=/g')
        ;;
        @003e)
        dbnn=$(echo "${dbnn}"|sed 's/@003e/>/g')
        ;;
        @003f)
        dbnn=$(echo "${dbnn}"|sed 's/@003f/?/g')
        ;;
        @0040)
        dbnn=$(echo "${dbnn}"|sed 's/@0040/@/g')
        ;;
      esac
    done
  else
    dbnn=${dbn}
  fi
}

# mysqldump start time
mysqldump_start_time=$(date +%s)

mysqldump_run_loop() {
  for mysql_db in $(/usr/sbin/whmapi1 list_databases | grep name | awk '{print $NF}'); do

# fix database names with special characters
    fix_mysql_char ${mysql_db}
    mysql_db=${dbnn}

# proceed if storage is available else break and log
    if (( mysql_backup_storage_available > mysql_backup_stroage_needed_critical )); then
      db_sizeto_dump=$(du -k /var/lib/mysql/"${mysql_db}" | awk '{print $1}')
      if [ -f "${mysqldump_dir}/${mysql_db}-${mysqldump_date}.sql.gz" ]; then
        echo "$(date "+%D %H:%M: ") ${mysql_db} Database dump alreadys exists"
      elif [ "${db_sizeto_dump}" -gt "${mysqldump_max_dbsize_to_skip}" ]; then
        echo "Skipped ${mysql_db} for size being greater than 20 Gb"
      else
        echo "$(date "+%D %H:%M: ") Started dumping ${mysql_db}"
        nice -n19 /usr/bin/mysqldump "${mysql_db}" 2>> ${mysqldump_error_log} | nice -n19 /usr/bin/pigz > ${mysqldump_dir}/${mysql_db}-${mysqldump_date}.sql.gz
        echo "$(date "+%D %H:%M: ") Completed dumping ${mysql_db}"
      fi
    else
      echo "$(date "+%D %H:%M: ") Dump stopped due to low space on the server."
      break
    fi
    sleep 2;
  done
}
mysqldump_run_loop >> "${mysqldump_log}"
# mysqldump end time
mysqldump_end_time=$(date +%s)

# mysqldump run time
mysqldump_run_time=$(( mysqldump_end_time - mysqldump_start_time ))
printf 'MySQL Dumps completion time: %dh:%dm:%ds\n' $((mysqldump_run_time/3600)) $((mysqldump_run_time%3600/60)) $((mysqldump_run_time%60)) >> "${mysqldump_log}"

# for monitoring - ensure we have completed at least 90% of the database dumps
dumped_db_count=$(ls "${mysqldump_dir}" | wc -l)
dump_completion_percent=$(awk "BEGIN { pc=100*${dumped_db_count}/${mysql_database_count}; i=int(pc); print (pc-i<0.5)?i:i+1 }")
if [ "${dump_completion_percent}" -lt 90 ]; then
  touch /var/mysql_backups/fulldumps.failed
fi

# cleanup dumps older than 48 - remote rsync will copy these files meanwhile
find /var/mysql_backups/ -mmin +2880 -type f -name *.sql.gz\* -delete
find /var/mysql_backups/ -mmin +2880 -type d -empty -delete

# clean up logs
find /var/log/mysql8_backups/ -mtime +7 -delete