Kapitel 13/Tutorial.md aktualisiert
This commit is contained in:
@@ -604,67 +604,95 @@ In diesem Schritt erstellen wir den eigentlichen Workflow in **n8n**. Er sorgt d
|
||||
|
||||
```bash
|
||||
#!/usr/bin/env bash
|
||||
# /srv/clipper/bin/cleanup
|
||||
# Clipper-Cleanup: Archiviert VODs, lädt sie via SFTP hoch und räumt alte Daten auf
|
||||
# /srv/clipper/bin/cleanup
|
||||
# Cleanup für eine einzelne VOD_ID: Archivieren, Upload via SFTP, gezieltes Löschen
|
||||
|
||||
set -euo pipefail
|
||||
set -euo pipefail
|
||||
|
||||
# -------------------------------
|
||||
# .env einbinden
|
||||
# -------------------------------
|
||||
ENV_FILE="/etc/clipper.env"
|
||||
[[ -f "$ENV_FILE" ]] || { echo "❌ .env fehlt: $ENV_FILE" >&2; exit 1; }
|
||||
# shellcheck disable=SC1090
|
||||
source "$ENV_FILE"
|
||||
# -------------------------------
|
||||
# Argument prüfen (VOD_ID)
|
||||
# -------------------------------
|
||||
VOD_ID="${1:?❌ VOD_ID fehlt beim Aufruf. Syntax: cleanup VOD123}"
|
||||
|
||||
# TMP → konsistente Benennung
|
||||
CLIPPER_TEMP="${CLIPPER_TMP:?CLIPPER_TMP fehlt in .env}"
|
||||
# -------------------------------
|
||||
# .env einbinden
|
||||
# -------------------------------
|
||||
ENV_FILE="/etc/clipper.env"
|
||||
[[ -f "$ENV_FILE" ]] || { echo "❌ .env fehlt: $ENV_FILE" >&2; exit 1; }
|
||||
# shellcheck disable=SC1090
|
||||
source "$ENV_FILE"
|
||||
|
||||
# -------------------------------
|
||||
# Logging vorbereiten
|
||||
# -------------------------------
|
||||
TODAY="$(date +%F)"
|
||||
LOGFILE="${CLIPPER_LOG}/clipper_cleanup_${TODAY}.log"
|
||||
exec > >(tee -a "$LOGFILE") 2>&1
|
||||
# TMP konsistent benennen
|
||||
CLIPPER_TEMP="${CLIPPER_TMP:?CLIPPER_TMP fehlt in .env}"
|
||||
|
||||
echo "===== 🧹 Starte Cleanup: $TODAY ====="
|
||||
# -------------------------------
|
||||
# Logging vorbereiten
|
||||
# -------------------------------
|
||||
TODAY="$(date +%F)"
|
||||
LOGFILE="${CLIPPER_LOG}/clipper_cleanup_${VOD_ID}_${TODAY}.log"
|
||||
exec > >(tee -a "$LOGFILE") 2>&1
|
||||
|
||||
# -------------------------------
|
||||
# Alle VOD-Ordner in OUT verarbeiten
|
||||
# -------------------------------
|
||||
for VOD_DIR in "${CLIPPER_OUT}"/*/; do
|
||||
[[ -d "$VOD_DIR" ]] || continue
|
||||
echo "===== 🧹 Starte Cleanup für VOD: $VOD_ID – $TODAY ====="
|
||||
|
||||
VOD_ID="$(basename "$VOD_DIR")"
|
||||
# -------------------------------
|
||||
# Archiv erstellen
|
||||
# -------------------------------
|
||||
OUT_DIR="${CLIPPER_OUT}/${VOD_ID}"
|
||||
ARCHIVE_PATH="${CLIPPER_OUT}/${VOD_ID}.tar.gz"
|
||||
|
||||
echo "📦 Erstelle Archiv für VOD: $VOD_ID"
|
||||
tar -czf "$ARCHIVE_PATH" -C "$CLIPPER_OUT" "$VOD_ID"
|
||||
|
||||
echo "🔼 Lade Archiv nach NC (SFTP): ${ARCHIVE_PATH} → ${SFTP_DROP_BASE}/${VOD_ID}.tar.gz"
|
||||
sftp -i "$SFTP_KEY" -P "$SFTP_PORT" -oStrictHostKeyChecking=no "$SFTP_USER@$SFTP_HOST" <<EOF
|
||||
put "$ARCHIVE_PATH" "${SFTP_DROP_BASE}/${VOD_ID}.tar.gz"
|
||||
EOF
|
||||
|
||||
echo "🧹 Entferne OUT-Ordner: $VOD_DIR"
|
||||
rm -rf "$VOD_DIR"
|
||||
|
||||
TEMP_DIR="${CLIPPER_TEMP}/${VOD_ID}"
|
||||
if [[ -d "$TEMP_DIR" ]]; then
|
||||
echo "🧹 Entferne TEMP-Ordner: $TEMP_DIR"
|
||||
rm -rf "$TEMP_DIR"
|
||||
if [[ -d "$OUT_DIR" ]]; then
|
||||
echo "📦 Erstelle Archiv aus: $OUT_DIR"
|
||||
tar -czf "$ARCHIVE_PATH" -C "$CLIPPER_OUT" "$VOD_ID"
|
||||
else
|
||||
echo "⚠️ OUT-Verzeichnis fehlt: $OUT_DIR"
|
||||
exit 2
|
||||
fi
|
||||
|
||||
echo "✅ Fertig mit VOD: $VOD_ID"
|
||||
done
|
||||
# -------------------------------
|
||||
# SFTP-Upload
|
||||
# -------------------------------
|
||||
echo "🔼 Lade Archiv nach: ${SFTP_DROP_BASE}/${VOD_ID}.tar.gz"
|
||||
sftp -i "$SFTP_KEY" -P "$SFTP_PORT" -oStrictHostKeyChecking=no "$SFTP_USER@$SFTP_HOST" <<EOF
|
||||
put "$ARCHIVE_PATH" "${SFTP_DROP_BASE}/${VOD_ID}.tar.gz"
|
||||
EOF
|
||||
|
||||
# -------------------------------
|
||||
# Logs aufräumen (älter als 30 Tage)
|
||||
# -------------------------------
|
||||
echo "🧹 Entferne alte Logs in: $CLIPPER_LOG"
|
||||
find "$CLIPPER_LOG" -type f -name "clipper_cleanup_*.log" -mtime +30 -print -delete
|
||||
# -------------------------------
|
||||
# OUT löschen
|
||||
# -------------------------------
|
||||
echo "🧹 Entferne OUT: $OUT_DIR"
|
||||
rm -rf "$OUT_DIR"
|
||||
|
||||
echo "🎉 Cleanup abgeschlossen: $TODAY"
|
||||
# -------------------------------
|
||||
# TEMP löschen (sofern vorhanden)
|
||||
# -------------------------------
|
||||
TEMP_DIR="${CLIPPER_TEMP}/${VOD_ID}"
|
||||
if [[ -d "$TEMP_DIR" ]]; then
|
||||
echo "🧹 Entferne TEMP: $TEMP_DIR"
|
||||
rm -rf "$TEMP_DIR"
|
||||
else
|
||||
echo "ℹ️ Kein TEMP-Verzeichnis vorhanden."
|
||||
fi
|
||||
|
||||
# -------------------------------
|
||||
# LOGS nur löschen, wenn älter als 30 Tage
|
||||
# -------------------------------
|
||||
LOG_DIR="${CLIPPER_LOG}/${VOD_ID}"
|
||||
if [[ -d "$LOG_DIR" ]]; then
|
||||
LAST_CHANGE=$(find "$LOG_DIR" -type f -printf "%T@\\n" | sort -n | tail -1)
|
||||
NOW=$(date +%s)
|
||||
AGE_DAYS=$(( (NOW - ${LAST_CHANGE%.*}) / 86400 ))
|
||||
|
||||
if (( AGE_DAYS > 30 )); then
|
||||
echo "🧹 Entferne LOGS (älter als 30 Tage): $LOG_DIR"
|
||||
rm -rf "$LOG_DIR"
|
||||
else
|
||||
echo "ℹ️ LOG-Verzeichnis ist nur $AGE_DAYS Tage alt – wird behalten."
|
||||
fi
|
||||
else
|
||||
echo "ℹ️ Kein LOG-Verzeichnis vorhanden."
|
||||
fi
|
||||
|
||||
echo "✅ Cleanup abgeschlossen für VOD: $VOD_ID"
|
||||
```
|
||||
|
||||
Wie zuvor auch, muss auch dieses Skript wieder die richtigen Berechtigungen zugewiesen bekommen.
|
||||
@@ -819,7 +847,17 @@ echo "🎉 Cleanup abgeschlossen: $TODAY"
|
||||
<clipper-ordner>/bin/clipper-vod-get "{{$('Merge').item.json.data.id}}" "{{ $json.url || ('https://www.twitch.tv/videos/' + $('Merge').item.json.data.id) }}"
|
||||
```
|
||||
|
||||
13. **SSH Node 3 – Finalize** (Node-Name: Finalize VOD)
|
||||
12. **SSH Node 3 – Upload ** (Node-Name: `Up`)
|
||||
- **Node-Typ:** SSH
|
||||
- **Credentials:** *SSH Clipper*
|
||||
- **Operation:** Execute Command
|
||||
- **Command is an Expression:** **ON**
|
||||
- **Command:**
|
||||
```bash
|
||||
<clipper-ordner>/bin/clenaup "{{$('Merge').item.json.data.id}}" "{{ $json.url || ('https://www.twitch.tv/videos/' + $('Merge').item.json.data.id) }}"
|
||||
```
|
||||
|
||||
14. **SSH Node 4 – Finalize** (Node-Name: Finalize VOD)
|
||||
- Node-Typ: SSH
|
||||
- Credentials: SSH Nextcloud (nc_runner)
|
||||
- Operation: Execute Command
|
||||
|
||||
Reference in New Issue
Block a user