Kapitel 13/Tutorial.md aktualisiert
This commit is contained in:
@@ -471,36 +471,49 @@ In diesem Schritt erstellen wir den eigentlichen Workflow in **n8n**. Er sorgt d
|
|||||||
PART="$TMP/${ID}.mp4.part"
|
PART="$TMP/${ID}.mp4.part"
|
||||||
LOCK="$TMP/${ID}.lock"
|
LOCK="$TMP/${ID}.lock"
|
||||||
|
|
||||||
mkdir -p "$TMP" "$LOGDIR"
|
mkdir -p "$TMP" "$LOGDIR" "$OUT_BASE"
|
||||||
LOG="$LOGDIR/download.log"
|
LOG="$LOGDIR/download.log"
|
||||||
log(){ echo "[$(date '+%F %T')] $*"; }
|
log(){ echo "[$(date '+%F %T')] $*"; }
|
||||||
exec > >(tee -a "$LOG") 2>&1
|
exec > >(tee -a "$LOG") 2>&1
|
||||||
|
|
||||||
|
# ---- atomarer Lock (kein Race zwischen zwei Starts)
|
||||||
|
exec 9>"$LOCK"
|
||||||
|
if ! flock -n 9; then
|
||||||
|
log "LOCK: $ID wird bereits verarbeitet"
|
||||||
|
exit 0
|
||||||
|
fi
|
||||||
|
trap 'flock -u 9; rm -f "$LOCK"' EXIT
|
||||||
|
|
||||||
log "=== Start VOD $ID ==="
|
log "=== Start VOD $ID ==="
|
||||||
log "URL: $URL"
|
log "URL: $URL"
|
||||||
log "DST: $DST"
|
log "DST: $DST"
|
||||||
|
|
||||||
if rclone lsf "$DST" --config "$CONF" >/dev/null 2>&1; then
|
# ---- Prüfe, ob die ZIELDATEI bereits existiert (nicht nur der Ordner)
|
||||||
log "SKIP: $ID bereits in Nextcloud"
|
if rclone lsf "$DST" --config "$CONF" | grep -qx "${ID}.mp4"; then
|
||||||
|
log "SKIP: $ID.mp4 bereits in Nextcloud"
|
||||||
exit 0
|
exit 0
|
||||||
fi
|
fi
|
||||||
|
|
||||||
if [[ -e "$LOCK" ]]; then
|
# ---- Resume: unvollständigen Download sauber fortsetzen
|
||||||
log "LOCK: $ID wird bereits verarbeitet"
|
|
||||||
exit 0
|
|
||||||
fi
|
|
||||||
trap 'rm -f "$LOCK"' EXIT
|
|
||||||
: > "$LOCK"
|
|
||||||
|
|
||||||
# Resume
|
|
||||||
if [[ -s "$TEMP" && ! -s "$FILE" ]]; then
|
if [[ -s "$TEMP" && ! -s "$FILE" ]]; then
|
||||||
log "RESUME: $TEMP -> $FILE"
|
log "RESUME: $TEMP -> $FILE"
|
||||||
mv -f "$TEMP" "$FILE"
|
mv -f "$TEMP" "$FILE"
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
# ---- Gemeinsame rclone-Flags: Nextcloud-Chunking + robuste Timeouts
|
||||||
|
export RCLONE_WEBDAV_CHUNK_SIZE=100Mi # wirkt bei neueren rclone Versionen
|
||||||
|
|
||||||
|
rclone move "$FILE" "$DST" \
|
||||||
|
--config "$CONF" --create-empty-src-dirs \
|
||||||
|
--transfers 1 --checkers 4 \
|
||||||
|
--retries 10 --low-level-retries 50 --retries-sleep 30s \
|
||||||
|
--timeout 1h --contimeout 1m --expect-continue-timeout 10m \
|
||||||
|
-v
|
||||||
|
|
||||||
|
# ---- Wenn Datei schon da: nur noch hochschieben
|
||||||
if [[ -s "$FILE" ]]; then
|
if [[ -s "$FILE" ]]; then
|
||||||
log "MOVE (resume): $FILE → $DST"
|
log "MOVE (resume): $FILE → $DST"
|
||||||
rclone move "$FILE" "$DST" --config "$CONF" --create-empty-src-dirs -v
|
rclone move "$FILE" "$DST" "${RCLONE_FLAGS[@]}"
|
||||||
rm -f "$PART" "$TEMP" || true
|
rm -f "$PART" "$TEMP" || true
|
||||||
log "CLEANUP: $TMP"
|
log "CLEANUP: $TMP"
|
||||||
rm -rf "${TMP:?}/"*
|
rm -rf "${TMP:?}/"*
|
||||||
@@ -508,7 +521,7 @@ In diesem Schritt erstellen wir den eigentlichen Workflow in **n8n**. Er sorgt d
|
|||||||
exit 0
|
exit 0
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Download + Remux
|
# ---- Download + Remux
|
||||||
yt-dlp -q --no-progress --retries 20 --fragment-retries 50 --retry-sleep 5 \
|
yt-dlp -q --no-progress --retries 20 --fragment-retries 50 --retry-sleep 5 \
|
||||||
--socket-timeout 30 --hls-prefer-ffmpeg --remux-video mp4 -o "$OUT" "$URL"
|
--socket-timeout 30 --hls-prefer-ffmpeg --remux-video mp4 -o "$OUT" "$URL"
|
||||||
|
|
||||||
@@ -520,13 +533,14 @@ In diesem Schritt erstellen wir den eigentlichen Workflow in **n8n**. Er sorgt d
|
|||||||
fi
|
fi
|
||||||
|
|
||||||
log "MOVE: $FILE → $DST"
|
log "MOVE: $FILE → $DST"
|
||||||
rclone move "$FILE" "$DST" --config "$CONF" --create-empty-src-dirs -v
|
rclone move "$FILE" "$DST" "${RCLONE_FLAGS[@]}"
|
||||||
rm -f "$PART" "$TEMP" || true
|
rm -f "$PART" "$TEMP" || true
|
||||||
|
|
||||||
log "CLEANUP: $TMP"
|
log "CLEANUP: $TMP"
|
||||||
rm -rf "${TMP:?}/"*
|
rm -rf "${TMP:?}/"*
|
||||||
|
|
||||||
log "=== Done VOD $ID ==="
|
log "=== Done VOD $ID ==="
|
||||||
|
"
|
||||||
```
|
```
|
||||||
Mit diesem Skript laden wir die aktuellen VODs herunter, laden sie in die Nextcloud für die weitere Verabeitung und räumen wieder auf. Zusätzlich erzeugen wir logs in `<clipper-ordner>/logs/<ID>.log`.
|
Mit diesem Skript laden wir die aktuellen VODs herunter, laden sie in die Nextcloud für die weitere Verabeitung und räumen wieder auf. Zusätzlich erzeugen wir logs in `<clipper-ordner>/logs/<ID>.log`.
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user