From b5d51fb79c0edc53cd8187b1323d4aa3194a480f Mon Sep 17 00:00:00 2001
From: steveokard <steveokard@gmail.com>
Date: Sat, 26 Nov 2022 17:38:29 -0500
Subject: [PATCH] server scripts

---
 scripts/server_bin/db_maint.sh       |  6 ++++++
 scripts/server_bin/rescan_disk.sh    |  6 ++++++
 scripts/server_bin/update_fa.sh      | 11 +++++++++++
 scripts/server_bin/update_insta.sh   |  8 ++++++++
 scripts/server_bin/update_itaku.sh   |  8 ++++++++
 scripts/server_bin/update_twitter.sh | 15 +++++++++++++++
 scripts/server_bin/yc_bak.sh         |  2 ++
 7 files changed, 56 insertions(+)
 create mode 100755 scripts/server_bin/db_maint.sh
 create mode 100755 scripts/server_bin/rescan_disk.sh
 create mode 100755 scripts/server_bin/update_fa.sh
 create mode 100755 scripts/server_bin/update_insta.sh
 create mode 100755 scripts/server_bin/update_itaku.sh
 create mode 100755 scripts/server_bin/update_twitter.sh
 create mode 100755 scripts/server_bin/yc_bak.sh

diff --git a/scripts/server_bin/db_maint.sh b/scripts/server_bin/db_maint.sh
new file mode 100755
index 0000000..8e2c20c
--- /dev/null
+++ b/scripts/server_bin/db_maint.sh
@@ -0,0 +1,6 @@
+#!/bin/bash
+#maintenance
+echo "--- DATABASE MAINTENANCE ---"
+cd $HOME/gallery-dl
+sqlite3 archive.sqlite3 'VACUUM;'
+echo "--- MAINTENANCE COMPLETE ---"
diff --git a/scripts/server_bin/rescan_disk.sh b/scripts/server_bin/rescan_disk.sh
new file mode 100755
index 0000000..f268113
--- /dev/null
+++ b/scripts/server_bin/rescan_disk.sh
@@ -0,0 +1,6 @@
+#!/bin/bash
+#systematically rescans all scsi hosts for change in drives
+[ "$UID" -eq 0 ] || exec sudo bash "$0" "$@"
+for i in /sys/class/scsi_host/*; do
+  echo "- - -" | sudo tee > $i/scan
+done
diff --git a/scripts/server_bin/update_fa.sh b/scripts/server_bin/update_fa.sh
new file mode 100755
index 0000000..9629dc6
--- /dev/null
+++ b/scripts/server_bin/update_fa.sh
@@ -0,0 +1,11 @@
+#!/bin/bash
+N=2
+cd $HOME/gallery-dl/furaffinity
+for i in */; do
+  echo ">> $i"
+  (gallery-dl --abort 3 --sleep 0-1 https://www.furaffinity.net/user/$i) &
+  if [[ $(jobs -r -p | wc -l) -ge $N ]]; then
+    wait -n
+  fi 
+done
+wait
diff --git a/scripts/server_bin/update_insta.sh b/scripts/server_bin/update_insta.sh
new file mode 100755
index 0000000..23ff26c
--- /dev/null
+++ b/scripts/server_bin/update_insta.sh
@@ -0,0 +1,8 @@
+#!/bin/bash
+cd $HOME/gallery-dl/instagram
+for i in */; do
+  echo ">> $i"
+  gallery-dl --sleep 2-3 --abort 3 https://www.instagram.com/$i
+  sleep 15
+done
+
diff --git a/scripts/server_bin/update_itaku.sh b/scripts/server_bin/update_itaku.sh
new file mode 100755
index 0000000..7aff7ac
--- /dev/null
+++ b/scripts/server_bin/update_itaku.sh
@@ -0,0 +1,8 @@
+#!/bin/bash
+cd $HOME/gallery-dl/itaku
+for i in *; do
+  echo ">> $i"
+  gallery-dl --abort 3 --sleep 2 https://itaku.ee/profile/$i/gallery
+  sleep 15
+done
+
diff --git a/scripts/server_bin/update_twitter.sh b/scripts/server_bin/update_twitter.sh
new file mode 100755
index 0000000..d5b12d2
--- /dev/null
+++ b/scripts/server_bin/update_twitter.sh
@@ -0,0 +1,15 @@
+#!/bin/bash
+N=2
+cd $HOME/gallery-dl/twitter
+for i in */; do
+  echo ">> $i"
+  (gallery-dl --sleep 0-1 --abort 3 "https://twitter.com/$i" || echo "Problem with $i gallery!" >> ~/twit_error.txt) &
+  if [[ $(jobs -r -p | wc -l) -ge $N ]]; then
+    wait -n
+  fi 
+done
+echo ">>> Updating Retweets"
+gallery-dl --abort 3 -o retweets=true "https://twitter.com/stefenauris"
+gallery-dl --abort 3 -o retweets=true "https://twitter.com/DaybreakHero"
+#de-dup?
+wait
diff --git a/scripts/server_bin/yc_bak.sh b/scripts/server_bin/yc_bak.sh
new file mode 100755
index 0000000..ecfcad6
--- /dev/null
+++ b/scripts/server_bin/yc_bak.sh
@@ -0,0 +1,2 @@
+#!/bin/bash
+rsync -hav --progress --delete --compress yc:/home/stev/backup /home/stev/storage/yc-backup