Kapitel 13/Tutorial.md aktualisiert
This commit is contained in:
@@ -557,100 +557,62 @@ In diesem Schritt erstellen wir den eigentlichen Workflow in **n8n**. Er sorgt d
|
|||||||
Nun befüllst du sie mit:
|
Nun befüllst du sie mit:
|
||||||
```bash
|
```bash
|
||||||
#!/usr/bin/env bash
|
#!/usr/bin/env bash
|
||||||
set -euo pipefail
|
set -euo pipefail
|
||||||
|
|
||||||
ENV_FILE="/etc/clipper/clipper.env"
|
ENV_FILE="/etc/clipper/clipper.env"
|
||||||
[[ -r "$ENV_FILE" ]] || { echo "ENV nicht lesbar: $ENV_FILE" >&2; exit 1; }
|
[[ -r "$ENV_FILE" ]] || { echo "ENV nicht lesbar: $ENV_FILE" >&2; exit 1; }
|
||||||
source "$ENV_FILE"
|
source "$ENV_FILE"
|
||||||
|
|
||||||
ID="${1:?need VOD id}"
|
ID="${1:?need VOD id}"
|
||||||
URL="${2:-https://www.twitch.tv/videos/${ID}}"
|
URL="${2:-https://www.twitch.tv/videos/${ID}}"
|
||||||
|
|
||||||
TMP="${CLIPPER_TMP:-/srv/clipper/temp}"
|
TMP="${CLIPPER_TMP:-/srv/clipper/temp}"
|
||||||
OUT_BASE="${CLIPPER_OUT:-/srv/clipper/out}/${ID}"
|
OUT_BASE="${CLIPPER_OUT:-/srv/clipper/out}/${ID}"
|
||||||
LOGDIR="/srv/clipper/logs/${ID}"
|
LOGDIR="${CLIPPER_LOG:-/srv/clipper/logs}/${ID}"
|
||||||
FILE="${TMP}/${ID}.mp4"
|
FILE="${TMP}/${ID}.mp4"
|
||||||
TEMP="${TMP}/${ID}.temp.mp4"
|
TEMP="${TMP}/${ID}.temp.mp4"
|
||||||
PART="${TMP}/${ID}.mp4.part"
|
PART="${TMP}/${ID}.mp4.part"
|
||||||
LOCK="${TMP}/${ID}.lock"
|
LOCK="${TMP}/${ID}.lock"
|
||||||
|
|
||||||
DROP_BASE="${SFTP_DROP_BASE:-incoming}"
|
mkdir -p "$TMP" "$LOGDIR" "$OUT_BASE"
|
||||||
REMOTE_DIR="${DROP_BASE}/${ID}"
|
LOG="${LOGDIR}/download.log"
|
||||||
REMOTE_FILE="${REMOTE_DIR}/${ID}.mp4"
|
log(){ printf '[%(%F %T)T] %s\n' -1 "$*" ; }
|
||||||
|
exec > >(tee -a "$LOG") 2>&1
|
||||||
|
|
||||||
mkdir -p "$TMP" "$LOGDIR" "$OUT_BASE"
|
exec 9>"$LOCK"
|
||||||
LOG="${LOGDIR}/download.log"
|
if ! flock -n 9; then
|
||||||
log(){ printf '[%(%F %T)T] %s\n' -1 "$*" ; }
|
|
||||||
exec > >(tee -a "$LOG") 2>&1
|
|
||||||
|
|
||||||
exec 9>"$LOCK"
|
|
||||||
if ! flock -n 9; then
|
|
||||||
log "LOCK: $ID wird bereits verarbeitet"
|
log "LOCK: $ID wird bereits verarbeitet"
|
||||||
exit 0
|
exit 0
|
||||||
fi
|
fi
|
||||||
trap 'flock -u 9; rm -f "$LOCK"' EXIT
|
trap 'flock -u 9; rm -f "$LOCK"' EXIT
|
||||||
|
|
||||||
SFTP_OPTS=(-i "${SFTP_KEY}" -P "${SFTP_PORT:-22}" -oBatchMode=yes -oStrictHostKeyChecking=accept-new)
|
log "=== START: VOD ${ID} ==="
|
||||||
SFTP_TARGET="${SFTP_USER}@${SFTP_HOST}"
|
log "URL: ${URL}"
|
||||||
|
log "TMP: ${TMP}"
|
||||||
|
|
||||||
sftp_batch() {
|
if [[ -s "$TEMP" && ! -s "$FILE" ]]; then
|
||||||
local cmds
|
|
||||||
cmds=$(printf "%s\n" "$@")
|
|
||||||
sftp "${SFTP_OPTS[@]}" "${SFTP_TARGET}" <<< "$cmds"
|
|
||||||
}
|
|
||||||
|
|
||||||
exists_remote_file() {
|
|
||||||
local out
|
|
||||||
out=$(sftp "${SFTP_OPTS[@]}" "${SFTP_TARGET}" <<< "ls -l ${REMOTE_FILE}" 2>&1 || true)
|
|
||||||
[[ "$out" != *"No such file"* ]] && [[ "$out" != *"not found"* ]]
|
|
||||||
}
|
|
||||||
|
|
||||||
log "=== Start VOD ${ID} ==="
|
|
||||||
log "URL: ${URL}"
|
|
||||||
log "DROP: ${REMOTE_FILE}"
|
|
||||||
|
|
||||||
if exists_remote_file; then
|
|
||||||
log "SKIP: ${REMOTE_FILE} existiert bereits"
|
|
||||||
exit 0
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ -s "$TEMP" && ! -s "$FILE" ]]; then
|
|
||||||
log "RESUME: $TEMP -> $FILE"
|
log "RESUME: $TEMP -> $FILE"
|
||||||
mv -f "$TEMP" "$FILE"
|
mv -f "$TEMP" "$FILE"
|
||||||
fi
|
fi
|
||||||
|
|
||||||
OUT="${TMP}/${ID}.%(ext)s"
|
OUT="${TMP}/${ID}.%(ext)s"
|
||||||
yt-dlp -q --no-progress --retries 20 --fragment-retries 50 --retry-sleep 5 \
|
yt-dlp -q --no-progress --retries 20 --fragment-retries 50 --retry-sleep 5 \
|
||||||
--socket-timeout 30 --hls-prefer-ffmpeg --remux-video mp4 -o "$OUT" "$URL"
|
--socket-timeout 30 --hls-prefer-ffmpeg --remux-video mp4 -o "$OUT" "$URL"
|
||||||
|
|
||||||
[[ -s "$FILE" ]] || { [[ -s "$TEMP" ]] && mv -f "$TEMP" "$FILE"; }
|
[[ -s "$FILE" ]] || { [[ -s "$TEMP" ]] && mv -f "$TEMP" "$FILE"; }
|
||||||
|
|
||||||
if [[ ! -s "$FILE" ]]; then
|
if [[ ! -s "$FILE" ]]; then
|
||||||
log "ERROR: Download fehlgeschlagen ($FILE fehlt/leer)"
|
log "ERROR: Download fehlgeschlagen ($FILE fehlt/leer)"
|
||||||
exit 10
|
exit 10
|
||||||
fi
|
fi
|
||||||
|
|
||||||
sftp_batch "mkdir ${DROP_BASE}" "mkdir ${REMOTE_DIR}"
|
FINAL_DIR="${OUT_BASE}/original"
|
||||||
|
mkdir -p "$FINAL_DIR"
|
||||||
|
mv -f "$FILE" "$FINAL_DIR/${ID}.mp4"
|
||||||
|
log "MOVE: ${FILE} -> ${FINAL_DIR}/${ID}.mp4"
|
||||||
|
|
||||||
tries=0
|
log "=== DONE: VOD ${ID} erfolgreich geladen ==="
|
||||||
until exists_remote_file; do
|
|
||||||
tries=$((tries+1))
|
|
||||||
log "UPLOAD Try #$tries: $FILE -> ${REMOTE_FILE}"
|
|
||||||
sftp_batch "reput ${FILE} ${REMOTE_FILE}" "put ${FILE} ${REMOTE_FILE}" || true
|
|
||||||
sleep $((2*tries))
|
|
||||||
[[ $tries -ge 5 ]] && break
|
|
||||||
done
|
|
||||||
|
|
||||||
if ! exists_remote_file; then
|
|
||||||
log "ERROR: Upload fehlgeschlagen"
|
|
||||||
exit 20
|
|
||||||
fi
|
|
||||||
|
|
||||||
rm -f "$PART" "$TEMP" || true
|
|
||||||
log "CLEANUP: $TMP"
|
|
||||||
rm -rf "${TMP:?}/"*
|
|
||||||
|
|
||||||
log "=== Done VOD ${ID} ==="
|
|
||||||
```
|
```
|
||||||
Mit diesem Skript laden wir die aktuellen VODs herunter, laden sie in die Nextcloud für die weitere Verabeitung und räumen wieder auf. Zusätzlich erzeugen wir logs in `<clipper-ordner>/logs/<ID>.log`.
|
Mit diesem Skript laden wir die aktuellen VODs herunter, laden sie in die Nextcloud für die weitere Verabeitung und räumen wieder auf. Zusätzlich erzeugen wir logs in `<clipper-ordner>/logs/<ID>.log`.
|
||||||
|
|
||||||
@@ -837,98 +799,90 @@ Das folgende Schaubild zeigt dir die konkrete Verkabelung
|
|||||||
**Ort:** Terminal im **Clipper‑LXC** → als Benutzer **clipper**
|
**Ort:** Terminal im **Clipper‑LXC** → als Benutzer **clipper**
|
||||||
Öffne die Datei und füge den Inhalt ein:
|
Öffne die Datei und füge den Inhalt ein:
|
||||||
|
|
||||||
```bash
|
|
||||||
nano /srv/clipper/bin/vod-analyze # (dieses Skript wird das VOD analysieren und candidates.json erzeugen)
|
|
||||||
```
|
|
||||||
|
|
||||||
Inhalt:
|
|
||||||
```bash
|
```bash
|
||||||
#!/usr/bin/env bash
|
#!/usr/bin/env bash
|
||||||
set -euo pipefail
|
set -euo pipefail
|
||||||
. /etc/clipper/clipper.env
|
|
||||||
|
|
||||||
|
. /etc/clipper/clipper.env
|
||||||
|
|
||||||
ID="${1:?need VOD id}"
|
ID="${1:?need VOD id}"
|
||||||
|
|
||||||
|
VOD_IN_MP4="${CLIPPER_OUT}/${ID}/original/${ID}.mp4"
|
||||||
|
OUT_BASE="${CLIPPER_OUT}/${ID}"
|
||||||
|
ANALYSIS="${OUT_BASE}/analysis"
|
||||||
|
LOGDIR="${CLIPPER_LOG}/${ID}"
|
||||||
|
|
||||||
VOD_IN_MP4="/srv/clipper/temp/${ID}.mp4" # temporäre Datei (vom VOD aus NC heruntergeladen)
|
mkdir -p "$ANALYSIS" "$LOGDIR"
|
||||||
OUT_BASE="${CLIPPER_OUT}/${ID}"
|
exec > >(tee -a "${LOGDIR}/analyze.log") 2>&1
|
||||||
ANALYSIS="${OUT_BASE}/analysis"
|
echo "== Analyze $ID =="
|
||||||
LOGDIR="${CLIPPER_LOG}/${ID}"
|
|
||||||
|
|
||||||
|
# 1) Szenenwechsel
|
||||||
mkdir -p "$ANALYSIS" "$LOGDIR"
|
echo "[FFMPEG] Szenewechselanalyse läuft..."
|
||||||
exec > >(tee -a "${LOGDIR}/analyze.log") 2>&1
|
ffmpeg -hide_banner -loglevel error -i "${VOD_IN_MP4}" \
|
||||||
echo "== Analyze $ID =="
|
|
||||||
|
|
||||||
|
|
||||||
# 1) Szenenwechsel
|
|
||||||
ffmpeg -hide_banner -loglevel error -i "${VOD_IN_MP4}" \
|
|
||||||
-vf "scale=-2:360,select=gt(scene\,0.30),showinfo" -an -f null - \
|
-vf "scale=-2:360,select=gt(scene\,0.30),showinfo" -an -f null - \
|
||||||
2> "${LOGDIR}/sceneinfo.log"
|
2> "${LOGDIR}/sceneinfo.log"
|
||||||
|
|
||||||
|
# 2) Audio-Statistik
|
||||||
# 2) Audio-Statistik
|
echo "[FFMPEG] Audiostatistik läuft..."
|
||||||
ffmpeg -hide_banner -loglevel error -i "${VOD_IN_MP4}" \
|
ffmpeg -hide_banner -loglevel error -i "${VOD_IN_MP4}" \
|
||||||
-vn -ac 1 -ar 16000 \
|
-vn -ac 1 -ar 16000 \
|
||||||
-af "astats=metadata=1:reset=2,ametadata=print:key=lavfi.astats.Overall.RMS_level" \
|
-af "astats=metadata=1:reset=2,ametadata=print:key=lavfi.astats.Overall.RMS_level" \
|
||||||
-f null - \
|
-f null - \
|
||||||
2> "${LOGDIR}/astats.log" || true
|
2> "${LOGDIR}/astats.log" || true
|
||||||
|
|
||||||
|
# 3) Logs → candidates.json
|
||||||
|
ANALYSIS="$ANALYSIS" LOGDIR="$LOGDIR" python3 - <<'PY'
|
||||||
|
import os, re, json, sys
|
||||||
|
from datetime import datetime
|
||||||
|
|
||||||
# 3) Logs → candidates.json
|
def log(msg):
|
||||||
ANALYSIS="$ANALYSIS" LOGDIR="$LOGDIR" python3 - <<'PY'
|
timestamp = datetime.now().strftime("%F %T")
|
||||||
import os,re,json
|
print(f"[PY] [{timestamp}] {msg}")
|
||||||
out=os.environ["ANALYSIS"]; log=os.environ["LOGDIR"]
|
|
||||||
|
|
||||||
|
out = os.environ["ANALYSIS"]
|
||||||
|
logdir = os.environ["LOGDIR"]
|
||||||
|
|
||||||
scene_ts=[]
|
scene_ts = []
|
||||||
with open(os.path.join(log,"sceneinfo.log"), errors="ignore") as f:
|
log("Lese sceneinfo.log...")
|
||||||
|
try:
|
||||||
|
with open(os.path.join(logdir, "sceneinfo.log"), errors="ignore") as f:
|
||||||
for line in f:
|
for line in f:
|
||||||
m=re.search(r"pts_time:([0-9]+(?:\.[0-9]+)?)", line)
|
m = re.search(r"pts_time:([0-9]+(?:\.[0-9]+)?)", line)
|
||||||
if m: scene_ts.append(float(m.group(1)))
|
if m:
|
||||||
|
scene_ts.append(float(m.group(1)))
|
||||||
|
except Exception as e:
|
||||||
|
log(f"Fehler beim Lesen von sceneinfo.log: {e}")
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
log(f"{len(scene_ts)} Szenenwechsel gefunden.")
|
||||||
|
|
||||||
has_audio=False
|
has_audio = False
|
||||||
ap=os.path.join(log,"astats.log")
|
ap = os.path.join(logdir, "astats.log")
|
||||||
if os.path.exists(ap):
|
if os.path.exists(ap):
|
||||||
|
log("Prüfe astats.log auf Audiodaten...")
|
||||||
with open(ap, errors="ignore") as f:
|
with open(ap, errors="ignore") as f:
|
||||||
has_audio = "RMS_level" in f.read()
|
has_audio = "RMS_level" in f.read()
|
||||||
|
|
||||||
|
log(f"Audioanalyse: {'gefunden' if has_audio else 'nicht vorhanden'}")
|
||||||
|
|
||||||
cands=[{
|
cands = [{
|
||||||
"start": max(0.0,t-2.0),
|
"start": max(0.0, t - 2.0),
|
||||||
"end": t+6.0,
|
"end": t + 6.0,
|
||||||
"score": round(0.6+(0.1 if has_audio else 0),2),
|
"score": round(0.6 + (0.1 if has_audio else 0), 2),
|
||||||
"tags": ["scene-cut"] + (["audio-peak"] if has_audio else [])
|
"tags": ["scene-cut"] + (["audio-peak"] if has_audio else [])
|
||||||
} for t in scene_ts]
|
} for t in scene_ts]
|
||||||
|
|
||||||
|
target = os.path.join(out, "candidates.json")
|
||||||
|
try:
|
||||||
|
with open(target, "w", encoding="utf-8") as f:
|
||||||
|
json.dump(cands, f, ensure_ascii=False, indent=2)
|
||||||
|
log(f"{len(cands)} Kandidaten gespeichert → {target}")
|
||||||
|
except Exception as e:
|
||||||
|
log(f"Fehler beim Schreiben von candidates.json: {e}")
|
||||||
|
sys.exit(2)
|
||||||
|
PY
|
||||||
|
|
||||||
with open(os.path.join(out,"candidates.json"),"w",encoding="utf-8") as f:
|
echo "== Done $ID =="
|
||||||
json.dump(cands,f,ensure_ascii=False,indent=2)
|
|
||||||
print("Wrote", os.path.join(out,"candidates.json"))
|
|
||||||
PY
|
|
||||||
|
|
||||||
|
|
||||||
echo "== Done $ID =="
|
|
||||||
|
|
||||||
|
|
||||||
# cleanup temp VOD
|
|
||||||
echo "== Cleanup: remove temp file $VOD_IN_MP4 =="
|
|
||||||
rm -f "$VOD_IN_MP4"
|
|
||||||
```
|
|
||||||
|
|
||||||
|
|
||||||
### Schritt 4.2 – n8n: Analyse starten
|
|
||||||
**Ort:** n8n‑Weboberfläche
|
|
||||||
|
|
||||||
|
|
||||||
**SSH Node – Analyze VOD**
|
|
||||||
- **Credentials:** `SSH Clipper`
|
|
||||||
- **Working Dir:** `/srv/clipper`
|
|
||||||
- **Command (Expression):**
|
|
||||||
```js
|
|
||||||
{{`/srv/clipper/bin/vod-analyze ${$json.data.id}`}}
|
|
||||||
```
|
```
|
||||||
|
|
||||||
### Ergebnis
|
### Ergebnis
|
||||||
|
|||||||
Reference in New Issue
Block a user