reolving conflicts

backup/mysql_dump/mysq_dump.sh

@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+
+
+# Example how to perform MySQL DB dump.
+# -------------------------------------------------------------------------------------------------
+# This Source Code Form is subject to the terms of the BSD 3-Clause License. You can obtain one at:
+# https://github.com/alexanderbazhenoff/data-scripts/blob/master/LICENSE
+
+
+DB_USER='root'
+DB_PASSWORD='my_password'
+DB_NAME='db_name'
+DB_BACKUP_PATH='/opt/backup'
+DB_BACKUP_FILENAME='db_name_dump.sql'
+MYSQL_SOCKET_PATH='/var/lib/mysql/mysql.sock'
+
+
+rm -rf "${DB_BACKUP_PATH:?}/"* || true
+mysqldump -u"$DB_USER" -p"$DB_PASSWORD" --quick --max_allowed_packet=1024M --compress --skip-lock-tables \
+  --verbose $DB_NAME --socket=$MYSQL_SOCKET_PATH --single-transaction > "$DB_BACKUP_PATH$DB_BACKUP_FILENAME"

benchmark/filesystems_benchmarks/single_btrfs_disks_with_parallel_streams_performance.sh

@@ -0,0 +1,90 @@
+#!/usr/bin/env bash
+
+
+# Single btrfs disks performance testing in parallel streams.
+# Performs several iterations of write/read using ramdisk.
+# -------------------------------------------------------------------------------------------------
+# Running this file may cause a potential data loss and assumes you accept that you know what
+# you're doing. All actions with this script at your own risk.
+
+# -------------------------------------------------------------------------------------------------
+# This Source Code Form is subject to the terms of the BSD 3-Clause License. You can obtain one at:
+# https://github.com/alexanderbazhenoff/data-scripts/blob/master/LICENSE
+
+
+POOL_PATH="/mnt/ssd"
+FILENAME="testfile"
+RAMDISK_PATH="/mnt/ramdisk"
+SOURCE_FILE_PATH="/var/lib/libvirt/images"
+BTRFS_MOUNT_OPTIONS="autodefrag,space_cache=v2,ssd,ssd_spread"  # remove 'ssd,ssd_spread' for non-SSD drives
+RAMDISK_SIZE=220                                                # in gigabytes
+BLOCK_DEVICES_NUMBER=10                                         # set total block devices number in sequential (sda...g)
+BLOCK_DEVICES_START_LETTER="a"                                  # a is sda
+BLOCK_DEVICES_END_LETTER="j"                                    # j is sdj
+BLOCK_DEVICES_PARTITION_NUMBER=1                                # partition number for all devices
+NUMBER_OF_ITERATIONS=3                                          # total number of write/read iterations
+THREADS_NUMBER=2                                                # number of threads to write/read per block device
+
+
+# perform write-read with rsync
+test_wr() {
+
+  # clean files from pool
+  for ((i=1; i <= NUMBER_OF_ITERATIONS; i++))
+  do
+    rm -f "${POOL_PATH}/${FILENAME}-${i}"
+  done
+
+  # write performance testing
+  rm -fv "${RAMDISK_PATH}/*"
+  cp "${SOURCE_FILE_PATH}/$FILENAME" "${RAMDISK_PATH}/$FILENAME"
+  printf "\n\n\nWrite 3 copies:"
+
+  for ((i=1; i <= NUMBER_OF_ITERATIONS; i++))
+  do
+    seq $((BLOCK_DEVICES_NUMBER*THREADS_NUMBER)) | parallel -j $((BLOCK_DEVICES_NUMBER*THREADS_NUMBER)) rsync -r \
+      --info=progress2 "${RAMDISK_PATH}/$FILENAME" "${POOL_PATH}{}/${FILENAME}-${i}-{}"
+    uptime | printf "\e[1A\t\t\t\t\t\t\t\t  load %s\n" "$(uptime | sed 's/^.*average:/average:/')"
+    sync; echo 3 > /proc/sys/vm/drop_caches
+  done
+
+  # read performance testing
+  rm -f "${RAMDISK_PATH}/$FILENAME"
+  printf "\n\n\nRead 3 copies:"
+  for ((i=1; i <= NUMBER_OF_ITERATIONS; i++))
+  do
+    seq $((BLOCK_DEVICES_NUMBER*THREADS_NUMBER)) | parallel -j $((BLOCK_DEVICES_NUMBER*THREADS_NUMBER)) rsync -r \
+      --info=progress2 "${POOL_PATH}{}/${FILENAME}-${i}-{}" /dev/null
+    uptime | printf "\e[1A\t\t\t\t\t\t\t\t  load %s\n" "$(uptime | sed 's/^.*average:/average:/')"
+    sync; echo 3 > /proc/sys/vm/drop_caches
+    seq $((BLOCK_DEVICES_NUMBER*THREADS_NUMBER)) | \
+      parallel -j $((BLOCK_DEVICES_NUMBER*THREADS_NUMBER)) rm -f "${RAMDISK_PATH}/${FILENAME}-{}"
+    sync; echo 3 > /proc/sys/vm/drop_caches
+  done
+}
+
+
+mkdir "$RAMDISK_PATH" || true
+mount -t tmpfs -o size="${RAMDISK_SIZE}"g tmpfs $RAMDISK_PATH
+seq $((BLOCK_DEVICES_NUMBER*THREADS_NUMBER)) | parallel -j ${BLOCK_DEVICES_NUMBER} umount ${POOL_PATH}{}
+seq $((BLOCK_DEVICES_NUMBER*THREADS_NUMBER)) | parallel -j ${BLOCK_DEVICES_NUMBER} mkdir ${POOL_PATH}{}
+
+DISK_NUMBER=1
+for LETTER in $(eval "echo {$BLOCK_DEVICES_START_LETTER..$BLOCK_DEVICES_END_LETTER}")
+do
+  wipefs --all -t btrfs /dev/sd"$LETTER$BLOCK_DEVICES_PARTITION_NUMBER"
+  mkfs.btrfs /dev/sd"$LETTER$BLOCK_DEVICES_PARTITION_NUMBER" -f
+  partprobe
+  btrfs fiesystem show
+  mkdir "$POOL_PATH$DISK_NUMBER"
+  mount -o "$BTRFS_MOUNT_OPTIONS" /dev/sd"$LETTER$BLOCK_DEVICES_PARTITION_NUMBER" "$POOL_PATH$DISK_NUMBER"
+  (( DISK_NUMBER++ )) || true
+  mkdir "$POOL_PATH$DISK_NUMBER" || true
+  mount -o "${BTRFS_MOUNT_OPTIONS}" /dev/sd"$LETTER$BLOCK_DEVICES_PARTITION_NUMBER" "$POOL_PATH$DISK_NUMBER"
+  (( DISK_NUMBER++ )) || true
+done
+printf "Testing: %s disks in %s streams | %s" "$BLOCK_DEVICES_NUMBER" "$((BLOCK_DEVICES_NUMBER*THREADS_NUMBER))" \
+  "$BTRFS_MOUNT_OPTIONS"
+test_wr
+sync
+seq $BLOCK_DEVICES_NUMBER | parallel -j 2 umount "$POOL_PATH"{}