mirror of
https://github.com/Terranom674/Piwigo_Bratonien_Tools.git
synced 2026-09-19 16:24:33 +00:00
Compare commits
35 Commits
0adcc5ca54
...
fix/09728-
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
af129c8202 | ||
|
|
e8ef0a50e8 | ||
|
|
8641b37eeb | ||
|
|
ee40d2f159 | ||
|
|
2e8f733646 | ||
|
|
de39d5849a | ||
|
|
73707433c5 | ||
|
|
dbc5e27693 | ||
|
|
91f0d0cac1 | ||
|
|
2c1c7ff499 | ||
|
|
3a15c2d03d | ||
|
|
2acdbc65a2 | ||
|
|
8510d9faad | ||
|
|
f21f19bd30 | ||
|
|
29990aee4f | ||
|
|
9c551c8dfc | ||
|
|
e5bc260622 | ||
|
|
5b883706c7 | ||
|
|
66f463422e | ||
|
|
df9e9e6424 | ||
|
|
26b602783f | ||
|
|
ae1b47c4c4 | ||
|
|
6f2f39cd37 | ||
|
|
2794719ff3 | ||
|
|
941d0cd7bb | ||
|
|
392038ce7e | ||
|
|
3aa82b18f4 | ||
|
|
0a76919a21 | ||
|
|
d7dacdae56 | ||
|
|
15b489714b | ||
|
|
f3b52c55ef | ||
|
|
67c1e814c8 | ||
|
|
a5a8856e48 | ||
|
|
2af46d1820 | ||
|
|
e5d754fdab |
@@ -18,7 +18,7 @@ function bratonien_tools_register_nc_productive_ws_methods($arr)
|
||||
'info' => 'Piwigo storage site to synchronize. Default: 1.',
|
||||
),
|
||||
),
|
||||
'Synchronizes the NC Connector into the existing Piwigo album hierarchy.',
|
||||
'Runs the approved direct Bratonien filesystem synchronization for the NC Connector.',
|
||||
null,
|
||||
array(
|
||||
'admin_only' => true,
|
||||
@@ -35,97 +35,6 @@ function bratonien_tools_nc_productive_error(&$errors, $path, $type)
|
||||
);
|
||||
}
|
||||
|
||||
function bratonien_tools_nc_relative_path($basedir, $path)
|
||||
{
|
||||
$basedir = rtrim(str_replace('\\', '/', (string)$basedir), '/');
|
||||
$path = str_replace('\\', '/', (string)$path);
|
||||
if ($path === $basedir) return '';
|
||||
if (strpos($path, $basedir.'/') !== 0)
|
||||
{
|
||||
throw new RuntimeException('WebDAV-Pfad liegt ausserhalb der Connector-Wurzel: '.$path);
|
||||
}
|
||||
return trim(substr($path, strlen($basedir)), '/');
|
||||
}
|
||||
|
||||
function bratonien_tools_nc_find_album($parent_id, $dir, $name, $excluded_site_id)
|
||||
{
|
||||
$where_parent = $parent_id === null ? 'id_uppercat IS NULL' : 'id_uppercat='.(int)$parent_id;
|
||||
$dir_sql = pwg_db_real_escape_string((string)$dir);
|
||||
$name_sql = pwg_db_real_escape_string((string)$name);
|
||||
$query = '
|
||||
SELECT id, dir, name
|
||||
FROM '.CATEGORIES_TABLE.'
|
||||
WHERE '.$where_parent.'
|
||||
AND (
|
||||
dir = \''.$dir_sql.'\'
|
||||
OR LOWER(name) = LOWER(\''.$name_sql.'\')
|
||||
)
|
||||
ORDER BY CASE WHEN dir = \''.$dir_sql.'\' THEN 0 ELSE 1 END, id
|
||||
LIMIT 1
|
||||
;';
|
||||
$result = pwg_query($query);
|
||||
if (!pwg_db_num_rows($result)) return null;
|
||||
$row = pwg_db_fetch_assoc($result);
|
||||
return (int)$row['id'];
|
||||
}
|
||||
|
||||
function bratonien_tools_nc_ensure_album_path($relative_dir, $excluded_site_id, array &$cache, array &$created_ids)
|
||||
{
|
||||
$relative_dir = trim((string)$relative_dir, '/');
|
||||
if ($relative_dir === '') return null;
|
||||
if (isset($cache[$relative_dir])) return $cache[$relative_dir];
|
||||
|
||||
$parts = explode('/', $relative_dir);
|
||||
$parent_id = null;
|
||||
$path = '';
|
||||
foreach ($parts as $part)
|
||||
{
|
||||
if ($part === '') continue;
|
||||
$path = $path === '' ? $part : $path.'/'.$part;
|
||||
if (isset($cache[$path]))
|
||||
{
|
||||
$parent_id = $cache[$path];
|
||||
continue;
|
||||
}
|
||||
|
||||
$display_name = str_replace('_', ' ', $part);
|
||||
$album_id = bratonien_tools_nc_find_album($parent_id, $part, $display_name, $excluded_site_id);
|
||||
if ($album_id === null)
|
||||
{
|
||||
$created = create_virtual_category($display_name, $parent_id);
|
||||
if (!is_array($created) || empty($created['id']))
|
||||
{
|
||||
$detail = is_array($created) && !empty($created['error']) ? (string)$created['error'] : 'unbekannter Fehler';
|
||||
throw new RuntimeException('Album "'.$display_name.'" konnte nicht angelegt werden: '.$detail);
|
||||
}
|
||||
$album_id = (int)$created['id'];
|
||||
pwg_query('UPDATE '.CATEGORIES_TABLE." SET status='private' WHERE id=".$album_id.' LIMIT 1');
|
||||
add_permission_on_category(array($album_id), get_admins());
|
||||
$created_ids[] = $album_id;
|
||||
}
|
||||
|
||||
$cache[$path] = $album_id;
|
||||
$parent_id = $album_id;
|
||||
}
|
||||
|
||||
return $parent_id;
|
||||
}
|
||||
|
||||
function bratonien_tools_nc_managed_images($basedir)
|
||||
{
|
||||
$prefix = rtrim((string)$basedir, '/').'/';
|
||||
$escaped = pwg_db_real_escape_string(addcslashes($prefix, '_%\\'));
|
||||
$query = "SELECT id, path FROM ".IMAGES_TABLE." WHERE path LIKE '".$escaped."%' ESCAPE '\\\\'";
|
||||
return simple_hash_from_query($query, 'id', 'path');
|
||||
}
|
||||
|
||||
function bratonien_tools_nc_remove_storage_categories($site_id)
|
||||
{
|
||||
// Bestehende Piwigo-Alben gehoeren nicht automatisch dem Connector.
|
||||
// Ohne eindeutige Connector-Eigentumsmarkierung darf hier nichts geloescht werden.
|
||||
return 0;
|
||||
}
|
||||
|
||||
function bratonien_tools_ws_nc_sync_productive($params, &$service)
|
||||
{
|
||||
global $conf, $user;
|
||||
@@ -133,94 +42,181 @@ function bratonien_tools_ws_nc_sync_productive($params, &$service)
|
||||
$piwigo_version = defined('PHPWG_VERSION') ? (string)PHPWG_VERSION : '';
|
||||
if ($piwigo_version !== '16.4.0')
|
||||
{
|
||||
return new PwgError(409, 'Bratonien API synchronization is not approved for Piwigo '.$piwigo_version.'.');
|
||||
return new PwgError(
|
||||
409,
|
||||
'Bratonien API synchronization is not approved for Piwigo '.$piwigo_version.'. Use the administrator fallback until this Piwigo version has been verified.'
|
||||
);
|
||||
}
|
||||
|
||||
if (empty($conf['enable_synchronization']))
|
||||
{
|
||||
return new PwgError(403, 'Piwigo filesystem synchronization is disabled.');
|
||||
}
|
||||
|
||||
$site_id = isset($params['site_id']) ? (int)$params['site_id'] : 1;
|
||||
if ($site_id < 1) return new PwgError(400, 'Invalid site_id.');
|
||||
if ($site_id < 1)
|
||||
{
|
||||
return new PwgError(400, 'Invalid site_id.');
|
||||
}
|
||||
|
||||
include_once(PHPWG_ROOT_PATH.'admin/include/functions.php');
|
||||
include_once(PHPWG_ROOT_PATH.'admin/site_reader_local.php');
|
||||
|
||||
$result = pwg_query('SELECT galleries_url FROM '.SITES_TABLE.' WHERE id='.$site_id.' LIMIT 1');
|
||||
if (!pwg_db_num_rows($result)) return new PwgError(404, 'Piwigo site does not exist.');
|
||||
$query = 'SELECT galleries_url FROM '.SITES_TABLE.' WHERE id = '.$site_id.' LIMIT 1';
|
||||
$result = pwg_query($query);
|
||||
if (!pwg_db_num_rows($result))
|
||||
{
|
||||
return new PwgError(404, 'Piwigo site does not exist.');
|
||||
}
|
||||
|
||||
list($site_url) = pwg_db_fetch_row($result);
|
||||
if (url_is_remote($site_url)) return new PwgError(400, 'Remote Piwigo sites are not supported.');
|
||||
if (url_is_remote($site_url))
|
||||
{
|
||||
return new PwgError(400, 'Remote Piwigo sites are not supported by this synchronization method.');
|
||||
}
|
||||
|
||||
$site_reader = new LocalSiteReader($site_url);
|
||||
if (!$site_reader->open()) return new PwgError(500, 'Piwigo could not open the configured local site.');
|
||||
if (!$site_reader->open())
|
||||
{
|
||||
return new PwgError(500, 'Piwigo could not open the configured local site.');
|
||||
}
|
||||
|
||||
$basedir = preg_replace('#/*$#', '', (string)$site_url);
|
||||
list($dbnow) = pwg_db_fetch_row(pwg_query('SELECT NOW()'));
|
||||
$errors = array();
|
||||
$counts = array(
|
||||
'reused_categories'=>0,
|
||||
'new_categories'=>0,
|
||||
'removed_duplicate_categories'=>0,
|
||||
'new_elements'=>0,
|
||||
'del_elements'=>0,
|
||||
'upd_elements'=>0,
|
||||
'new_categories' => 0,
|
||||
'del_categories' => 0,
|
||||
'new_elements' => 0,
|
||||
'del_elements' => 0,
|
||||
'upd_elements' => 0,
|
||||
'new_formats' => 0,
|
||||
'del_formats' => 0,
|
||||
'metadata_candidates' => 0,
|
||||
'metadata_updated' => 0,
|
||||
);
|
||||
|
||||
try
|
||||
{
|
||||
list($dbnow) = pwg_db_fetch_row(pwg_query('SELECT NOW()'));
|
||||
$fs_dirs = $site_reader->get_full_directories($basedir);
|
||||
usort($fs_dirs, function($a, $b)
|
||||
{
|
||||
return substr_count((string)$a, '/') <=> substr_count((string)$b, '/');
|
||||
});
|
||||
$query = 'SELECT id, id_uppercat, uppercats, global_rank, status, visible FROM '.CATEGORIES_TABLE.' WHERE dir IS NOT NULL AND site_id = '.$site_id;
|
||||
$db_categories = hash_from_query($query, 'id');
|
||||
$db_fulldirs = get_fulldirs(array_keys($db_categories));
|
||||
$basedir = preg_replace('#/*$#', '', $site_url);
|
||||
$db_fulldirs = array_flip($db_fulldirs);
|
||||
$fs_fulldirs = $site_reader->get_full_directories($basedir);
|
||||
|
||||
$album_cache = array();
|
||||
$created_ids = array();
|
||||
$dir_to_album = array();
|
||||
foreach ($fs_dirs as $full_dir)
|
||||
$next_rank = array('NULL'=>1);
|
||||
$result = pwg_query('SELECT id FROM '.CATEGORIES_TABLE);
|
||||
while ($row = pwg_db_fetch_assoc($result))
|
||||
{
|
||||
$relative = bratonien_tools_nc_relative_path($basedir, $full_dir);
|
||||
if ($relative === '') continue;
|
||||
$before = count($created_ids);
|
||||
$album_id = bratonien_tools_nc_ensure_album_path($relative, $site_id, $album_cache, $created_ids);
|
||||
if ($album_id !== null)
|
||||
{
|
||||
$dir_to_album[$full_dir] = $album_id;
|
||||
if (count($created_ids) === $before) $counts['reused_categories']++;
|
||||
}
|
||||
$next_rank[$row['id']] = 1;
|
||||
}
|
||||
$result = pwg_query('SELECT id_uppercat, MAX(`rank`)+1 AS next_rank FROM '.CATEGORIES_TABLE.' GROUP BY id_uppercat');
|
||||
while ($row = pwg_db_fetch_assoc($result))
|
||||
{
|
||||
$key = empty($row['id_uppercat']) ? 'NULL' : $row['id_uppercat'];
|
||||
$next_rank[$key] = (int)$row['next_rank'];
|
||||
}
|
||||
|
||||
$next_id = pwg_db_nextval('id', CATEGORIES_TABLE);
|
||||
$category_inserts = array();
|
||||
|
||||
foreach (array_diff($fs_fulldirs, array_keys($db_fulldirs)) as $fulldir)
|
||||
{
|
||||
$dir = basename($fulldir);
|
||||
if (!preg_match($conf['sync_chars_regex'], $dir))
|
||||
{
|
||||
bratonien_tools_nc_productive_error($errors, $fulldir, 'PWG-UPDATE-1');
|
||||
continue;
|
||||
}
|
||||
|
||||
$insert = array(
|
||||
'id' => $next_id++,
|
||||
'dir' => $dir,
|
||||
'name' => str_replace('_', ' ', $dir),
|
||||
'site_id' => $site_id,
|
||||
'commentable' => boolean_to_string($conf['newcat_default_commentable']),
|
||||
'status' => 'private',
|
||||
'visible' => boolean_to_string($conf['newcat_default_visible']),
|
||||
);
|
||||
|
||||
$parent_path = dirname($fulldir);
|
||||
if (isset($db_fulldirs[$parent_path]))
|
||||
{
|
||||
$parent = $db_fulldirs[$parent_path];
|
||||
$insert['id_uppercat'] = $parent;
|
||||
$insert['uppercats'] = $db_categories[$parent]['uppercats'].','.$insert['id'];
|
||||
$insert['rank'] = $next_rank[$parent]++;
|
||||
$insert['global_rank'] = $db_categories[$parent]['global_rank'].'.'.$insert['rank'];
|
||||
if ((string)$db_categories[$parent]['visible'] === 'false')
|
||||
{
|
||||
$insert['visible'] = 'false';
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
$insert['uppercats'] = (string)$insert['id'];
|
||||
$insert['rank'] = $next_rank['NULL']++;
|
||||
$insert['global_rank'] = (string)$insert['rank'];
|
||||
}
|
||||
|
||||
$category_inserts[] = $insert;
|
||||
$db_categories[$insert['id']] = array(
|
||||
'id' => $insert['id'],
|
||||
'id_uppercat' => $insert['id_uppercat'] ?? null,
|
||||
'uppercats' => $insert['uppercats'],
|
||||
'global_rank' => $insert['global_rank'],
|
||||
'status' => 'private',
|
||||
'visible' => $insert['visible'],
|
||||
);
|
||||
$db_fulldirs[$fulldir] = $insert['id'];
|
||||
$next_rank[$insert['id']] = 1;
|
||||
}
|
||||
|
||||
if ($category_inserts)
|
||||
{
|
||||
mass_inserts(
|
||||
CATEGORIES_TABLE,
|
||||
array('id','dir','name','site_id','id_uppercat','uppercats','commentable','visible','status','rank','global_rank'),
|
||||
$category_inserts
|
||||
);
|
||||
$category_ids = array_map(function ($row) { return (int)$row['id']; }, $category_inserts);
|
||||
pwg_activity('album', $category_ids, 'add', array('sync'=>true));
|
||||
add_permission_on_category($category_ids, get_admins());
|
||||
$counts['new_categories'] = count($category_ids);
|
||||
}
|
||||
|
||||
$to_delete_categories = array();
|
||||
foreach (array_diff(array_keys($db_fulldirs), $fs_fulldirs) as $fulldir)
|
||||
{
|
||||
$to_delete_categories[] = (int)$db_fulldirs[$fulldir];
|
||||
unset($db_fulldirs[$fulldir]);
|
||||
}
|
||||
if ($to_delete_categories)
|
||||
{
|
||||
delete_categories($to_delete_categories);
|
||||
$counts['del_categories'] = count($to_delete_categories);
|
||||
}
|
||||
$counts['new_categories'] = count($created_ids);
|
||||
|
||||
$fs = $site_reader->get_elements($basedir);
|
||||
$db_elements = bratonien_tools_nc_managed_images($basedir);
|
||||
$db_by_path = array_flip($db_elements);
|
||||
|
||||
// Nicht-destruktiver Schutz: Bestehende Piwigo-Bilder werden niemals allein
|
||||
// deshalb geloescht, weil sie im aktuellen WebDAV-Scan nicht vorkommen.
|
||||
// Das Entfernen ist erst wieder zulaessig, wenn Connector-Eigentum eindeutig
|
||||
// und verbindungsbezogen gespeichert wird.
|
||||
$cat_ids = array_diff(array_keys($db_categories), $to_delete_categories);
|
||||
$db_elements = array();
|
||||
if ($cat_ids)
|
||||
{
|
||||
$query = 'SELECT id, path FROM '.IMAGES_TABLE.' WHERE storage_category_id IN ('.implode(',', array_map('intval', $cat_ids)).')';
|
||||
$db_elements = simple_hash_from_query($query, 'id', 'path');
|
||||
}
|
||||
|
||||
$next_element_id = pwg_db_nextval('id', IMAGES_TABLE);
|
||||
$image_inserts = array();
|
||||
$image_links = array();
|
||||
$new_ids = array();
|
||||
$all_ids = array();
|
||||
$format_inserts = array();
|
||||
$new_image_ids = array();
|
||||
|
||||
foreach ($fs as $path=>$file_info)
|
||||
foreach (array_diff(array_keys($fs), $db_elements) as $path)
|
||||
{
|
||||
$dirname = dirname($path);
|
||||
$relative_dir = bratonien_tools_nc_relative_path($basedir, $dirname);
|
||||
$category_id = null;
|
||||
if ($relative_dir !== '')
|
||||
if (!isset($db_fulldirs[$dirname]))
|
||||
{
|
||||
$category_id = $dir_to_album[$dirname] ?? bratonien_tools_nc_ensure_album_path($relative_dir, $site_id, $album_cache, $created_ids);
|
||||
}
|
||||
|
||||
if (isset($db_by_path[$path]))
|
||||
{
|
||||
// Altbestand niemals umhaengen. Vorhandene Bild-Album-Zuordnungen bleiben
|
||||
// exakt bestehen; der Connector darf nur neue Datensaetze ergaenzen.
|
||||
$all_ids[] = (int)$db_by_path[$path];
|
||||
continue;
|
||||
}
|
||||
|
||||
@@ -233,42 +229,116 @@ function bratonien_tools_ws_nc_sync_productive($params, &$service)
|
||||
|
||||
$id = $next_element_id++;
|
||||
$image_inserts[] = array(
|
||||
'id'=>$id,
|
||||
'file'=>$filename,
|
||||
'name'=>get_name_from_file($filename),
|
||||
'date_available'=>$dbnow,
|
||||
'path'=>$path,
|
||||
'representative_ext'=>$file_info['representative_ext'],
|
||||
'storage_category_id'=>null,
|
||||
'added_by'=>(int)$user['id'],
|
||||
'id' => $id,
|
||||
'file' => $filename,
|
||||
'name' => get_name_from_file($filename),
|
||||
'date_available' => $dbnow,
|
||||
'path' => $path,
|
||||
'representative_ext' => $fs[$path]['representative_ext'],
|
||||
'storage_category_id' => $db_fulldirs[$dirname],
|
||||
'added_by' => (int)$user['id'],
|
||||
);
|
||||
if ($category_id !== null)
|
||||
$image_links[] = array('image_id'=>$id, 'category_id'=>$db_fulldirs[$dirname]);
|
||||
$new_image_ids[] = $id;
|
||||
|
||||
if (!empty($conf['enable_formats']) && !empty($fs[$path]['formats']))
|
||||
{
|
||||
$image_links[] = array('image_id'=>$id, 'category_id'=>$category_id);
|
||||
foreach ($fs[$path]['formats'] as $ext => $filesize)
|
||||
{
|
||||
$format_inserts[] = array('image_id'=>$id, 'ext'=>$ext, 'filesize'=>$filesize);
|
||||
}
|
||||
}
|
||||
$new_ids[] = $id;
|
||||
$all_ids[] = $id;
|
||||
}
|
||||
|
||||
if ($image_inserts)
|
||||
{
|
||||
mass_inserts(IMAGES_TABLE, array_keys($image_inserts[0]), $image_inserts);
|
||||
if ($image_links) mass_inserts(IMAGE_CATEGORY_TABLE, array_keys($image_links[0]), $image_links);
|
||||
pwg_activity('photo', $new_ids, 'add', array('sync'=>true));
|
||||
$counts['new_elements'] = count($new_ids);
|
||||
mass_inserts(IMAGE_CATEGORY_TABLE, array_keys($image_links[0]), $image_links);
|
||||
pwg_activity('photo', $new_image_ids, 'add', array('sync'=>true));
|
||||
$counts['new_elements'] = count($image_inserts);
|
||||
}
|
||||
if ($format_inserts)
|
||||
{
|
||||
mass_inserts(IMAGE_FORMAT_TABLE, array_keys($format_inserts[0]), $format_inserts);
|
||||
$counts['new_formats'] += count($format_inserts);
|
||||
}
|
||||
|
||||
// Bestehende Bilder werden nicht durch den Connector aktualisiert. Nur neu
|
||||
// angelegte Connector-Bilder erhalten die aus der Quelle ermittelten Attribute.
|
||||
$updates = array();
|
||||
foreach ($new_ids as $id)
|
||||
if (!empty($conf['enable_formats']) && $db_elements)
|
||||
{
|
||||
$path_result = pwg_query('SELECT path FROM '.IMAGES_TABLE.' WHERE id='.(int)$id.' LIMIT 1');
|
||||
if (!pwg_db_num_rows($path_result)) continue;
|
||||
list($path) = pwg_db_fetch_row($path_result);
|
||||
$data = $site_reader->get_element_update_attributes($path);
|
||||
if (!is_array($data)) continue;
|
||||
$data['id'] = (int)$id;
|
||||
$db_elements_flip = array_flip($db_elements);
|
||||
$existing_ids = array();
|
||||
foreach (array_intersect_key($fs, $db_elements_flip) as $path => $unused)
|
||||
{
|
||||
$existing_ids[] = (int)$db_elements_flip[$path];
|
||||
}
|
||||
|
||||
if ($existing_ids)
|
||||
{
|
||||
$db_formats = array();
|
||||
$result = pwg_query('SELECT * FROM '.IMAGE_FORMAT_TABLE.' WHERE image_id IN ('.implode(',', $existing_ids).')');
|
||||
while ($row = pwg_db_fetch_assoc($result))
|
||||
{
|
||||
$db_formats[$row['image_id']][$row['ext']] = $row['format_id'];
|
||||
}
|
||||
|
||||
$formats_to_delete = array();
|
||||
$formats_to_insert = array();
|
||||
foreach ($existing_ids as $image_id)
|
||||
{
|
||||
$path = $db_elements[$image_id];
|
||||
$known = $db_formats[$image_id] ?? array();
|
||||
$present = $fs[$path]['formats'] ?? array();
|
||||
foreach (array_diff_key($known, $present) as $format_id)
|
||||
{
|
||||
$formats_to_delete[] = (int)$format_id;
|
||||
}
|
||||
foreach (array_diff_key($present, $known) as $ext => $filesize)
|
||||
{
|
||||
$formats_to_insert[] = array('image_id'=>$image_id, 'ext'=>$ext, 'filesize'=>$filesize);
|
||||
}
|
||||
}
|
||||
|
||||
if ($formats_to_delete)
|
||||
{
|
||||
pwg_query('DELETE FROM '.IMAGE_FORMAT_TABLE.' WHERE format_id IN ('.implode(',', $formats_to_delete).')');
|
||||
$counts['del_formats'] = count($formats_to_delete);
|
||||
}
|
||||
if ($formats_to_insert)
|
||||
{
|
||||
mass_inserts(IMAGE_FORMAT_TABLE, array_keys($formats_to_insert[0]), $formats_to_insert);
|
||||
$counts['new_formats'] += count($formats_to_insert);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
$to_delete_elements = array();
|
||||
foreach (array_diff($db_elements, array_keys($fs)) as $path)
|
||||
{
|
||||
$id = array_search($path, $db_elements, true);
|
||||
if ($id !== false)
|
||||
{
|
||||
$to_delete_elements[] = (int)$id;
|
||||
}
|
||||
}
|
||||
if ($to_delete_elements)
|
||||
{
|
||||
delete_elements($to_delete_elements);
|
||||
$counts['del_elements'] = count($to_delete_elements);
|
||||
}
|
||||
|
||||
update_category('all');
|
||||
update_global_rank();
|
||||
|
||||
$files = get_filelist('', $site_id, true, false);
|
||||
$updates = array();
|
||||
foreach ($files as $id => $file)
|
||||
{
|
||||
$data = $site_reader->get_element_update_attributes($file['path']);
|
||||
if (!is_array($data))
|
||||
{
|
||||
continue;
|
||||
}
|
||||
$data['id'] = $id;
|
||||
$updates[] = $data;
|
||||
}
|
||||
if ($updates)
|
||||
@@ -281,25 +351,94 @@ function bratonien_tools_ws_nc_sync_productive($params, &$service)
|
||||
}
|
||||
$counts['upd_elements'] = count($updates);
|
||||
|
||||
$metadata_files = get_filelist('', $site_id, true, true);
|
||||
$counts['metadata_candidates'] = count($metadata_files);
|
||||
$metadata_updates = array();
|
||||
$tags_of = array();
|
||||
|
||||
foreach ($metadata_files as $id => $element_infos)
|
||||
{
|
||||
$data = $site_reader->get_element_metadata($element_infos);
|
||||
if (!is_array($data))
|
||||
{
|
||||
bratonien_tools_nc_productive_error($errors, $element_infos['path'], 'PWG-ERROR-NO-FS');
|
||||
continue;
|
||||
}
|
||||
|
||||
$data['date_metadata_update'] = $dbnow;
|
||||
$data['id'] = $id;
|
||||
$metadata_updates[] = $data;
|
||||
|
||||
foreach (array('keywords','tags') as $key)
|
||||
{
|
||||
if (!isset($data[$key]))
|
||||
{
|
||||
continue;
|
||||
}
|
||||
$tags_of[$id] = $tags_of[$id] ?? array();
|
||||
foreach (explode(',', $data[$key]) as $tag_name)
|
||||
{
|
||||
$tags_of[$id][] = tag_id_from_tag_name($tag_name);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if ($metadata_updates)
|
||||
{
|
||||
mass_updates(
|
||||
IMAGES_TABLE,
|
||||
array(
|
||||
'primary'=>array('id'),
|
||||
'update'=>array_unique(array_merge(
|
||||
array_diff($site_reader->get_metadata_attributes(), array('keywords','tags')),
|
||||
array('date_metadata_update')
|
||||
)),
|
||||
),
|
||||
$metadata_updates,
|
||||
MASS_UPDATES_SKIP_EMPTY
|
||||
);
|
||||
}
|
||||
if ($tags_of)
|
||||
{
|
||||
set_tags_of($tags_of);
|
||||
}
|
||||
$counts['metadata_updated'] = count($metadata_updates);
|
||||
|
||||
// Mirror Piwigo 16.4.0 Maintenance -> "Update albums informations".
|
||||
// This repairs the derived album hierarchy and counters that the direct
|
||||
// API sync otherwise bypasses when no admin maintenance page is invoked.
|
||||
images_integrity();
|
||||
categories_integrity();
|
||||
update_uppercats();
|
||||
update_category('all');
|
||||
update_global_rank();
|
||||
invalidate_user_cache();
|
||||
invalidate_user_cache(true);
|
||||
|
||||
return array(
|
||||
'mode'=>'productive',
|
||||
'piwigo_version'=>$piwigo_version,
|
||||
'site_id'=>$site_id,
|
||||
'site_url'=>$site_url,
|
||||
'counts'=>$counts,
|
||||
'errors'=>$errors,
|
||||
'database_writes'=>array_sum($counts) > 0,
|
||||
);
|
||||
// Mirror Piwigo 16.4.0 Maintenance -> "Update photos information".
|
||||
// This finalizes physical paths, ratings and derived photo information.
|
||||
images_integrity();
|
||||
update_path();
|
||||
include_once(PHPWG_ROOT_PATH.'include/functions_rate.inc.php');
|
||||
update_rating_score();
|
||||
invalidate_user_cache();
|
||||
}
|
||||
catch (Throwable $error)
|
||||
catch (Throwable $e)
|
||||
{
|
||||
return new PwgError(500, 'Bratonien NC synchronization failed: '.$error->getMessage());
|
||||
return new PwgError(500, 'Bratonien direct synchronization failed: '.$e->getMessage());
|
||||
}
|
||||
|
||||
return array(
|
||||
'mode' => 'productive',
|
||||
'engine' => 'bratonien-direct',
|
||||
'approved_piwigo_version' => '16.4.0',
|
||||
'piwigo_version' => $piwigo_version,
|
||||
'site_id' => $site_id,
|
||||
'site_url' => $site_url,
|
||||
'counts' => $counts,
|
||||
'errors' => $errors,
|
||||
'error_count' => count($errors),
|
||||
'database_writes' => true,
|
||||
'username' => isset($user['username']) ? (string)$user['username'] : '',
|
||||
'status' => isset($user['status']) ? (string)$user['status'] : '',
|
||||
);
|
||||
}
|
||||
|
||||
@@ -7,9 +7,6 @@ if (!defined('PHPWG_ROOT_PATH'))
|
||||
function bratonien_tools_webdav_image_source_info($image_id)
|
||||
{
|
||||
static $cache = array();
|
||||
static $connection_cache = array();
|
||||
static $mapping_cache = array();
|
||||
|
||||
$image_id = (int)$image_id;
|
||||
if ($image_id < 1) return null;
|
||||
if (array_key_exists($image_id, $cache)) return $cache[$image_id];
|
||||
@@ -23,12 +20,12 @@ function bratonien_tools_webdav_image_source_info($image_id)
|
||||
$absolute = $path;
|
||||
if (strpos($absolute, '/') !== 0)
|
||||
{
|
||||
$absolute = PHPWG_ROOT_PATH.ltrim(preg_replace('#^\\./#', '', $absolute), '/');
|
||||
$absolute = PHPWG_ROOT_PATH.ltrim(preg_replace('#^\./#', '', $absolute), '/');
|
||||
}
|
||||
$resolved = realpath($absolute);
|
||||
if ($resolved === false) return $cache[$image_id] = null;
|
||||
|
||||
$normalized = str_replace('\\\\', '/', $resolved);
|
||||
$normalized = str_replace('\\', '/', $resolved);
|
||||
if (!preg_match('#/nc-webdav-source/connection-([0-9]+)/root-([0-9]+)/(.*)$#', $normalized, $match))
|
||||
{
|
||||
return $cache[$image_id] = null;
|
||||
@@ -39,82 +36,60 @@ function bratonien_tools_webdav_image_source_info($image_id)
|
||||
$relative_path = trim((string)$match[3], '/');
|
||||
if ($relative_path === '') return $cache[$image_id] = null;
|
||||
|
||||
if (!array_key_exists($connection_id, $connection_cache))
|
||||
{
|
||||
$table = defined('BRATONIEN_TOOLS_NC_CONNECTIONS_TABLE')
|
||||
? BRATONIEN_TOOLS_NC_CONNECTIONS_TABLE
|
||||
: $GLOBALS['prefixeTable'].'bratonien_tools_nc_connections';
|
||||
$connection_result = pwg_query('SELECT config_json FROM `'.$table.'` WHERE id='.$connection_id.' LIMIT 1');
|
||||
if (!pwg_db_num_rows($connection_result))
|
||||
{
|
||||
$connection_cache[$connection_id] = null;
|
||||
}
|
||||
else
|
||||
{
|
||||
$connection_row = pwg_db_fetch_assoc($connection_result);
|
||||
$decoded = json_decode((string)$connection_row['config_json'], true);
|
||||
$connection_cache[$connection_id] = is_array($decoded) ? $decoded : null;
|
||||
}
|
||||
}
|
||||
|
||||
$config = $connection_cache[$connection_id];
|
||||
$table = defined('BRATONIEN_TOOLS_NC_CONNECTIONS_TABLE')
|
||||
? BRATONIEN_TOOLS_NC_CONNECTIONS_TABLE
|
||||
: $GLOBALS['prefixeTable'].'bratonien_tools_nc_connections';
|
||||
$connection_result = pwg_query('SELECT config_json FROM `'.$table.'` WHERE id='.$connection_id.' LIMIT 1');
|
||||
if (!pwg_db_num_rows($connection_result)) return $cache[$image_id] = null;
|
||||
$connection_row = pwg_db_fetch_assoc($connection_result);
|
||||
$config = json_decode((string)$connection_row['config_json'], true);
|
||||
if (!is_array($config) || (string)($config['source_mode'] ?? '') !== 'webdav-placeholder')
|
||||
{
|
||||
return $cache[$image_id] = null;
|
||||
}
|
||||
|
||||
$root_path = '';
|
||||
$root_found = false;
|
||||
$roots = isset($config['roots']) && is_array($config['roots']) ? $config['roots'] : array();
|
||||
foreach ($roots as $root)
|
||||
{
|
||||
if ((int)($root['fileid'] ?? 0) === $root_fileid)
|
||||
{
|
||||
$root_path = trim((string)($root['webdav_path'] ?? ''), '/');
|
||||
$root_found = true;
|
||||
break;
|
||||
}
|
||||
}
|
||||
if (!$root_found) return $cache[$image_id] = null;
|
||||
if ($root_path === '') return $cache[$image_id] = null;
|
||||
|
||||
$root_is_base = $root_path === '';
|
||||
$webdav_path = $root_is_base ? $relative_path : $root_path.'/'.$relative_path;
|
||||
$webdav_path = $root_path.'/'.$relative_path;
|
||||
$content_type = '';
|
||||
$size = 0;
|
||||
$etag = '';
|
||||
|
||||
if (!array_key_exists($connection_id, $mapping_cache))
|
||||
$state_dir = rtrim((string)($config['state_dir'] ?? ''), '/');
|
||||
if ($state_dir !== '')
|
||||
{
|
||||
$mapping_cache[$connection_id] = array();
|
||||
$state_dir = rtrim((string)($config['state_dir'] ?? ''), '/');
|
||||
if ($state_dir !== '')
|
||||
$mapping_file = $state_dir.'/webdav-map.json';
|
||||
if (is_readable($mapping_file))
|
||||
{
|
||||
$mapping_file = $state_dir.'/webdav-map.json';
|
||||
if (is_readable($mapping_file))
|
||||
$mapping = json_decode((string)file_get_contents($mapping_file), true);
|
||||
if (is_array($mapping) && isset($mapping['files']) && is_array($mapping['files']))
|
||||
{
|
||||
$mapping = json_decode((string)file_get_contents($mapping_file), true);
|
||||
if (is_array($mapping) && isset($mapping['files']) && is_array($mapping['files']))
|
||||
$entry = $mapping['files'][$resolved] ?? $mapping['files'][$normalized] ?? null;
|
||||
if (is_array($entry) && (string)($entry['kind'] ?? '') === 'file')
|
||||
{
|
||||
$mapping_cache[$connection_id] = $mapping['files'];
|
||||
$webdav_path = trim((string)($entry['webdav_path'] ?? $webdav_path), '/');
|
||||
$content_type = (string)($entry['content_type'] ?? '');
|
||||
$size = (int)($entry['size'] ?? 0);
|
||||
$etag = (string)($entry['etag'] ?? '');
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
$entry = $mapping_cache[$connection_id][$resolved] ?? $mapping_cache[$connection_id][$normalized] ?? null;
|
||||
if (is_array($entry) && (string)($entry['kind'] ?? '') === 'file')
|
||||
{
|
||||
$webdav_path = trim((string)($entry['webdav_path'] ?? $webdav_path), '/');
|
||||
$content_type = (string)($entry['content_type'] ?? '');
|
||||
$size = (int)($entry['size'] ?? 0);
|
||||
$etag = (string)($entry['etag'] ?? '');
|
||||
}
|
||||
|
||||
return $cache[$image_id] = array(
|
||||
'image_id'=>$image_id,
|
||||
'connection_id'=>$connection_id,
|
||||
'webdav_path'=>$webdav_path,
|
||||
'root_is_base'=>$root_is_base,
|
||||
'content_type'=>$content_type,
|
||||
'size'=>$size,
|
||||
'etag'=>$etag,
|
||||
@@ -437,16 +412,8 @@ function bratonien_tools_filter_webdav_src_url($url, $src_image)
|
||||
function bratonien_tools_filter_webdav_derivative_url($url, $params, $src_image, $rel_url)
|
||||
{
|
||||
if (!is_object($src_image) || empty($src_image->id)) return $url;
|
||||
|
||||
// Hotpath: Bei einem bereits vorbereiteten WebDAV-Derivat keinerlei
|
||||
// Connection-DB oder Mapping-Datei mehr anfassen. Der reale Quellpfad
|
||||
// reicht aus, um Connector-Bilder sicher zu erkennen.
|
||||
$source_path = $src_image->get_path();
|
||||
$resolved_source = $source_path !== '' ? realpath($source_path) : false;
|
||||
if ($resolved_source === false || !preg_match('#/nc-webdav-source/connection-[0-9]+/root-[0-9]+/#', str_replace('\\\\', '/', $resolved_source)))
|
||||
{
|
||||
return $url;
|
||||
}
|
||||
$info = bratonien_tools_webdav_image_source_info((int)$src_image->id);
|
||||
if (!$info) return $url;
|
||||
|
||||
try
|
||||
{
|
||||
|
||||
@@ -1,6 +1,193 @@
|
||||
(function () {
|
||||
'use strict';
|
||||
// 0.9.7.18: Die parallele AJAX-Editor-Schicht ist absichtlich deaktiviert.
|
||||
// Der NC Connector benutzt wieder ausschliesslich die vorhandenen
|
||||
// Piwigo-Formulare, die Tool-Registry und den WebDAV-Wizard.
|
||||
|
||||
var statusEndpoint = 'plugins/bratonien_tools/nc-connector-status.php';
|
||||
|
||||
function ensureLiveStatus(detail, actions) {
|
||||
var node = detail.querySelector('[data-nc-run-live]');
|
||||
if (node) return node;
|
||||
|
||||
node = document.createElement('div');
|
||||
node.setAttribute('data-nc-run-live', '1');
|
||||
node.className = 'bratonien-base-note';
|
||||
node.style.marginTop = '.6rem';
|
||||
node.hidden = true;
|
||||
actions.parentNode.insertBefore(node, actions.nextSibling);
|
||||
return node;
|
||||
}
|
||||
|
||||
function renderLiveStatus(node, data) {
|
||||
var state = String(data && data.state || '');
|
||||
var message = String(data && data.message || '');
|
||||
var detail = String(data && data.error_detail || '');
|
||||
|
||||
node.hidden = false;
|
||||
node.innerHTML = '';
|
||||
|
||||
var strong = document.createElement('strong');
|
||||
if (state === 'queued') strong.textContent = 'Angefordert: ';
|
||||
else if (state === 'running') strong.textContent = 'Läuft: ';
|
||||
else if (state === 'ok' || state === 'success') strong.textContent = 'Erfolgreich: ';
|
||||
else if (state === 'error') strong.textContent = 'Fehler: ';
|
||||
else strong.textContent = 'Status: ';
|
||||
node.appendChild(strong);
|
||||
node.appendChild(document.createTextNode(message || state || 'Status wird ermittelt …'));
|
||||
|
||||
if (detail) {
|
||||
var details = document.createElement('details');
|
||||
details.style.marginTop = '.35rem';
|
||||
var summary = document.createElement('summary');
|
||||
summary.textContent = 'Technische Laufzeitdetails';
|
||||
var pre = document.createElement('pre');
|
||||
pre.style.whiteSpace = 'pre-wrap';
|
||||
pre.style.wordBreak = 'break-word';
|
||||
pre.textContent = detail;
|
||||
details.appendChild(summary);
|
||||
details.appendChild(pre);
|
||||
node.appendChild(details);
|
||||
}
|
||||
}
|
||||
|
||||
function pollConnection(connectionId, node, button) {
|
||||
var attempts = 0;
|
||||
var maxAttempts = 180;
|
||||
var timer = null;
|
||||
|
||||
function stop() {
|
||||
if (timer) window.clearInterval(timer);
|
||||
timer = null;
|
||||
if (button) {
|
||||
button.disabled = false;
|
||||
button.textContent = 'Jetzt abgleichen';
|
||||
}
|
||||
}
|
||||
|
||||
function poll() {
|
||||
attempts += 1;
|
||||
fetch(statusEndpoint + '?connection_id=' + encodeURIComponent(connectionId) + '&_=' + Date.now(), {
|
||||
credentials: 'same-origin',
|
||||
cache: 'no-store',
|
||||
headers: {'Accept': 'application/json'}
|
||||
})
|
||||
.then(function (response) {
|
||||
if (!response.ok) throw new Error('HTTP ' + response.status);
|
||||
return response.json();
|
||||
})
|
||||
.then(function (data) {
|
||||
renderLiveStatus(node, data);
|
||||
var state = String(data && data.state || '');
|
||||
if (state === 'ok' || state === 'success' || state === 'error' || attempts >= maxAttempts) stop();
|
||||
})
|
||||
.catch(function (error) {
|
||||
if (attempts >= maxAttempts) {
|
||||
renderLiveStatus(node, {state: 'error', message: 'Status konnte nicht gelesen werden.', error_detail: error.message});
|
||||
stop();
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
poll();
|
||||
timer = window.setInterval(poll, 1000);
|
||||
}
|
||||
|
||||
function bindRunNow(form, detail, liveNode) {
|
||||
if (form.dataset.ncRunBound === '1') return;
|
||||
form.dataset.ncRunBound = '1';
|
||||
|
||||
form.addEventListener('submit', function (event) {
|
||||
event.preventDefault();
|
||||
detail.open = true;
|
||||
|
||||
var button = form.querySelector('button[value="nc_connector_run_now"]');
|
||||
var connectionInput = form.querySelector('input[name="connection_id"]');
|
||||
if (!connectionInput) return;
|
||||
|
||||
if (button) {
|
||||
button.disabled = true;
|
||||
button.textContent = 'Abgleich wird gestartet …';
|
||||
}
|
||||
renderLiveStatus(liveNode, {state: 'queued', message: 'Abgleich wird angefordert …'});
|
||||
|
||||
fetch(form.action || window.location.href, {
|
||||
method: 'POST',
|
||||
credentials: 'same-origin',
|
||||
cache: 'no-store',
|
||||
body: new FormData(form)
|
||||
})
|
||||
.then(function (response) {
|
||||
if (!response.ok) throw new Error('HTTP ' + response.status);
|
||||
renderLiveStatus(liveNode, {state: 'queued', message: 'Abgleich wurde angefordert.'});
|
||||
pollConnection(connectionInput.value, liveNode, button);
|
||||
})
|
||||
.catch(function (error) {
|
||||
renderLiveStatus(liveNode, {state: 'error', message: 'Abgleich konnte nicht angefordert werden.', error_detail: error.message});
|
||||
if (button) {
|
||||
button.disabled = false;
|
||||
button.textContent = 'Jetzt abgleichen';
|
||||
}
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
function restoreRunNowButtons() {
|
||||
var section = document.getElementById('nc-connector');
|
||||
if (!section) return;
|
||||
|
||||
var connectionCard = null;
|
||||
var headings = section.querySelectorAll('h4');
|
||||
for (var i = 0; i < headings.length; i++) {
|
||||
if ((headings[i].textContent || '').trim() === 'Bestehende Verbindungen') {
|
||||
connectionCard = headings[i].closest('.bratonien-card');
|
||||
break;
|
||||
}
|
||||
}
|
||||
if (!connectionCard) return;
|
||||
|
||||
var details = connectionCard.querySelectorAll(':scope > details');
|
||||
details.forEach(function (detail) {
|
||||
var actions = detail.querySelector('.bratonien-actions');
|
||||
if (!actions) return;
|
||||
|
||||
var connectionInput = detail.querySelector('input[name="connection_id"]');
|
||||
var tokenInput = detail.querySelector('input[name="pwg_token"]');
|
||||
if (!connectionInput || !tokenInput) return;
|
||||
|
||||
var form = actions.querySelector('form[data-nc-run-now]');
|
||||
if (!form) {
|
||||
form = document.createElement('form');
|
||||
form.method = 'post';
|
||||
form.setAttribute('data-nc-run-now', '1');
|
||||
|
||||
var token = document.createElement('input');
|
||||
token.type = 'hidden';
|
||||
token.name = 'pwg_token';
|
||||
token.value = tokenInput.value;
|
||||
form.appendChild(token);
|
||||
|
||||
var connection = document.createElement('input');
|
||||
connection.type = 'hidden';
|
||||
connection.name = 'connection_id';
|
||||
connection.value = connectionInput.value;
|
||||
form.appendChild(connection);
|
||||
|
||||
var button = document.createElement('button');
|
||||
button.className = 'buttonLike';
|
||||
button.type = 'submit';
|
||||
button.name = 'bratonien_tool';
|
||||
button.value = 'nc_connector_run_now';
|
||||
button.textContent = 'Jetzt abgleichen';
|
||||
form.appendChild(button);
|
||||
|
||||
actions.insertBefore(form, actions.firstChild);
|
||||
}
|
||||
|
||||
bindRunNow(form, detail, ensureLiveStatus(detail, actions));
|
||||
});
|
||||
}
|
||||
|
||||
if (document.readyState === 'loading') {
|
||||
document.addEventListener('DOMContentLoaded', restoreRunNowButtons);
|
||||
} else {
|
||||
restoreRunNowButtons();
|
||||
}
|
||||
})();
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
<?php
|
||||
/*
|
||||
Plugin Name: Bratonien Tools
|
||||
Version: 0.9.7.18
|
||||
Version: 0.9.7.28
|
||||
Description: Erweiterbare Administrationswerkzeuge fuer die Bratonien-Piwigo-Installation.
|
||||
Plugin URI: https://github.com/Terranom674/Piwigo_Bratonien_Tools
|
||||
Author: Bratonien
|
||||
@@ -29,6 +29,7 @@ require_once(BRATONIEN_TOOLS_PATH . 'include/nc_connector_scheduler.inc.php');
|
||||
add_event_handler('get_admin_plugin_menu_links', 'bratonien_tools_admin_menu');
|
||||
add_event_handler('get_derivative_url', 'bratonien_tools_filter_derivative_url', EVENT_HANDLER_PRIORITY_NEUTRAL, 4);
|
||||
add_event_handler('get_src_image_url', 'bratonien_tools_filter_webdav_src_url', EVENT_HANDLER_PRIORITY_NEUTRAL + 50, 2);
|
||||
add_event_handler('get_derivative_url', 'bratonien_tools_filter_webdav_derivative_url', EVENT_HANDLER_PRIORITY_NEUTRAL + 50, 4);
|
||||
add_event_handler('loc_end_element_set_global', 'bratonien_tools_batch_titles_register_action');
|
||||
add_event_handler('element_set_global_action', 'bratonien_tools_batch_titles_apply', EVENT_HANDLER_PRIORITY_NEUTRAL, 2);
|
||||
add_event_handler('init', 'bratonien_tools_prepare_connector_private_import', EVENT_HANDLER_PRIORITY_NEUTRAL - 30);
|
||||
|
||||
@@ -24,6 +24,7 @@ if (!function_exists('is_admin') || !is_admin())
|
||||
exit;
|
||||
}
|
||||
|
||||
$requested_connection_id = isset($_GET['connection_id']) ? max(0, (int)$_GET['connection_id']) : 0;
|
||||
$dir = PHPWG_ROOT_PATH.'_data/bratonien-tools/nc-connector-status';
|
||||
$latest = array(
|
||||
'state'=>'idle',
|
||||
@@ -41,11 +42,16 @@ $latest = array(
|
||||
'route_timestamp'=>0,
|
||||
'route_time_label'=>'Nicht verfügbar',
|
||||
'route_detail'=>'',
|
||||
'connection_id'=>$requested_connection_id,
|
||||
);
|
||||
|
||||
if (is_dir($dir))
|
||||
{
|
||||
foreach (glob($dir.'/connection-*.json') ?: array() as $file)
|
||||
$files = $requested_connection_id > 0
|
||||
? array($dir.'/connection-'.$requested_connection_id.'.json')
|
||||
: (glob($dir.'/connection-*.json') ?: array());
|
||||
|
||||
foreach ($files as $file)
|
||||
{
|
||||
if (!is_readable($file))
|
||||
{
|
||||
@@ -63,60 +69,58 @@ if (is_dir($dir))
|
||||
}
|
||||
}
|
||||
|
||||
$route_file = $dir.'/route-status.json';
|
||||
if (is_readable($route_file))
|
||||
if ($requested_connection_id === 0)
|
||||
{
|
||||
$route = json_decode((string)@file_get_contents($route_file), true);
|
||||
if (is_array($route))
|
||||
$route_file = $dir.'/route-status.json';
|
||||
if (is_readable($route_file))
|
||||
{
|
||||
$route_name = (string)($route['route'] ?? '');
|
||||
$route_timestamp = (int)($route['timestamp'] ?? 0);
|
||||
$route_label = (string)($route['label'] ?? '');
|
||||
$route = json_decode((string)@file_get_contents($route_file), true);
|
||||
if (is_array($route))
|
||||
{
|
||||
$route_name = (string)($route['route'] ?? '');
|
||||
$route_timestamp = (int)($route['timestamp'] ?? 0);
|
||||
$route_label = (string)($route['label'] ?? '');
|
||||
|
||||
if ($route_name === 'webdav')
|
||||
{
|
||||
$route_label = 'WEBDAV PRIMÄR';
|
||||
}
|
||||
elseif ($route_name === 'legacy_fallback')
|
||||
{
|
||||
$route_label = 'LEGACY-FALLBACK AKTIV';
|
||||
}
|
||||
elseif ($route_name === 'failed')
|
||||
{
|
||||
$route_label = 'FEHLER - KEIN ERFOLGREICHER DATENWEG';
|
||||
}
|
||||
elseif ($route_label === '')
|
||||
{
|
||||
$route_label = 'UNBEKANNTER DATENWEG';
|
||||
}
|
||||
if ($route_name === 'webdav')
|
||||
{
|
||||
$route_label = 'WEBDAV PRIMÄR';
|
||||
}
|
||||
elseif ($route_name === 'legacy_fallback')
|
||||
{
|
||||
$route_label = 'LEGACY-FALLBACK AKTIV';
|
||||
}
|
||||
elseif ($route_name === 'failed')
|
||||
{
|
||||
$route_label = 'FEHLER - KEIN ERFOLGREICHER DATENWEG';
|
||||
}
|
||||
elseif ($route_label === '')
|
||||
{
|
||||
$route_label = 'UNBEKANNTER DATENWEG';
|
||||
}
|
||||
|
||||
$route_detail = trim((string)($route['detail'] ?? ''));
|
||||
$latest['route'] = $route_name;
|
||||
$latest['route_label'] = $route_label;
|
||||
$latest['route_timestamp'] = $route_timestamp;
|
||||
$latest['route_time_label'] = $route_timestamp > 0 ? date('d.m.Y H:i:s', $route_timestamp) : 'Nicht verfügbar';
|
||||
$latest['route_detail'] = $route_detail;
|
||||
$route_detail = trim((string)($route['detail'] ?? ''));
|
||||
$latest['route'] = $route_name;
|
||||
$latest['route_label'] = $route_label;
|
||||
$latest['route_timestamp'] = $route_timestamp;
|
||||
$latest['route_time_label'] = $route_timestamp > 0 ? date('d.m.Y H:i:s', $route_timestamp) : 'Nicht verfügbar';
|
||||
$latest['route_detail'] = $route_detail;
|
||||
|
||||
$base_message = trim((string)($latest['message'] ?? ''));
|
||||
$message_parts = array($route_label);
|
||||
if ($route_name !== 'webdav' && $route_detail !== '')
|
||||
{
|
||||
$message_parts[] = $route_detail;
|
||||
$base_message = trim((string)($latest['message'] ?? ''));
|
||||
$message_parts = array($route_label);
|
||||
if ($route_name !== 'webdav' && $route_detail !== '')
|
||||
{
|
||||
$message_parts[] = $route_detail;
|
||||
}
|
||||
if ($base_message !== '')
|
||||
{
|
||||
$message_parts[] = $base_message;
|
||||
}
|
||||
$latest['message'] = implode(' · ', $message_parts);
|
||||
}
|
||||
if ($base_message !== '')
|
||||
{
|
||||
$message_parts[] = $base_message;
|
||||
}
|
||||
$latest['message'] = implode(' · ', $message_parts);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if ((int)$latest['timestamp'] > 0)
|
||||
{
|
||||
$latest['last_run_label'] = date('d.m.Y H:i:s', (int)$latest['timestamp']);
|
||||
}
|
||||
|
||||
$system_file = BRATONIEN_TOOLS_PATH.'include/nc_connector_system.inc.php';
|
||||
if (is_readable($system_file))
|
||||
{
|
||||
@@ -129,4 +133,27 @@ if (is_readable($system_file))
|
||||
}
|
||||
}
|
||||
|
||||
$scheduler_file = PHPWG_ROOT_PATH.'_data/bratonien-tools/nc-connector-scheduler/state.json';
|
||||
if ($requested_connection_id > 0 && is_readable($scheduler_file))
|
||||
{
|
||||
$scheduler = json_decode((string)@file_get_contents($scheduler_file), true);
|
||||
if (
|
||||
is_array($scheduler)
|
||||
&& (int)($scheduler['connection_id'] ?? 0) === $requested_connection_id
|
||||
&& in_array((string)($scheduler['state'] ?? ''), array('queued','running'), true)
|
||||
&& (int)($scheduler['timestamp'] ?? 0) >= (int)($latest['timestamp'] ?? 0)
|
||||
)
|
||||
{
|
||||
$latest['state'] = (string)$scheduler['state'];
|
||||
$latest['message'] = (string)($scheduler['message'] ?? 'NC-Abgleich läuft.');
|
||||
$latest['timestamp'] = (int)($scheduler['timestamp'] ?? time());
|
||||
$latest['error_detail'] = '';
|
||||
}
|
||||
}
|
||||
|
||||
if ((int)$latest['timestamp'] > 0)
|
||||
{
|
||||
$latest['last_run_label'] = date('d.m.Y H:i:s', (int)$latest['timestamp']);
|
||||
}
|
||||
|
||||
echo json_encode($latest, JSON_UNESCAPED_UNICODE | JSON_UNESCAPED_SLASHES);
|
||||
|
||||
@@ -1,79 +1,7 @@
|
||||
#!/usr/bin/env bash
|
||||
set -Eeuo pipefail
|
||||
umask 0002
|
||||
|
||||
CONFIG_FILE="${PIWIGO_CONFIG:-}"
|
||||
[[ -n "$CONFIG_FILE" && -r "$CONFIG_FILE" ]] || { echo "WebDAV-Konfiguration fehlt: ${CONFIG_FILE:-<leer>}" >&2; exit 1; }
|
||||
|
||||
# shellcheck source=/dev/null
|
||||
source "$CONFIG_FILE"
|
||||
|
||||
: "${PIWIGO_ROOT:?PIWIGO_ROOT fehlt}"
|
||||
: "${CONNECTION_ID:?CONNECTION_ID fehlt}"
|
||||
: "${WEBDAV_BASE_URL:?WEBDAV_BASE_URL fehlt}"
|
||||
: "${WEBDAV_USER:?WEBDAV_USER fehlt}"
|
||||
: "${WEBDAV_PASSWORD_FILE:?WEBDAV_PASSWORD_FILE fehlt}"
|
||||
: "${WEBDAV_MAPPING_FILE:?WEBDAV_MAPPING_FILE fehlt}"
|
||||
: "${STATE_DIR:?STATE_DIR fehlt}"
|
||||
|
||||
SCRIPT_DIR="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)"
|
||||
LOCK_FILE="$STATE_DIR/webdav-media.lock"
|
||||
mkdir -p -- "$STATE_DIR"
|
||||
exec 9>"$LOCK_FILE"
|
||||
flock -n 9 || exit 0
|
||||
|
||||
PREVIEW_CACHE="$PIWIGO_ROOT/_data/bratonien-tools/nc-webdav-preview/connection-$CONNECTION_ID"
|
||||
SOURCE_CACHE="$PIWIGO_ROOT/_data/bratonien-tools/nc-webdav-gallery/connection-$CONNECTION_ID"
|
||||
DERIVATIVE_CACHE="$PIWIGO_ROOT/_data/i/_data/bratonien-tools/nc-webdav-gallery/connection-$CONNECTION_ID"
|
||||
PIWIGO_DATA="$PIWIGO_ROOT/_data"
|
||||
|
||||
normalize_connector_cache_permissions() {
|
||||
[[ -d "$PIWIGO_DATA" ]] || return 0
|
||||
|
||||
local data_uid data_gid current_uid path
|
||||
data_uid="$(stat -c '%u' "$PIWIGO_DATA")"
|
||||
data_gid="$(stat -c '%g' "$PIWIGO_DATA")"
|
||||
current_uid="$(id -u)"
|
||||
|
||||
for path in "$SOURCE_CACHE" "$PREVIEW_CACHE" "$DERIVATIVE_CACHE"; do
|
||||
[[ -e "$path" ]] || continue
|
||||
|
||||
if [[ "$current_uid" -eq 0 ]]; then
|
||||
chown -R "$data_uid:$data_gid" -- "$path"
|
||||
fi
|
||||
|
||||
if ! find "$path" -type d -exec chmod 2775 {} + 2>/dev/null; then
|
||||
echo "Hinweis: Verzeichnisrechte konnten ohne Root-Rechte nicht vollständig repariert werden: $path" >&2
|
||||
fi
|
||||
if ! find "$path" -type f -exec chmod 0664 {} + 2>/dev/null; then
|
||||
echo "Hinweis: Dateirechte konnten ohne Root-Rechte nicht vollständig repariert werden: $path" >&2
|
||||
fi
|
||||
done
|
||||
}
|
||||
|
||||
# Altbestände aus früheren root/systemd-Läufen werden repariert, sobald dieser
|
||||
# Lauf mit ausreichenden Rechten ausgeführt wird. Bei normalen Webserver-Läufen
|
||||
# werden zumindest alle eigenen Dateien gruppenschreibbar gehalten.
|
||||
normalize_connector_cache_permissions
|
||||
|
||||
# Dieser Medienlauf wird erst nach einem erfolgreichen WebDAV-Aufbau und einer
|
||||
# erfolgreichen Piwigo-Synchronisierung gestartet. Deshalb darf erst hier aus
|
||||
# "lokale Connector-Datei fehlt" auf eine in Nextcloud entfernte Freigabe/Datei
|
||||
# geschlossen werden. Bei einer nicht erreichbaren Verbindung wird dieser Block
|
||||
# niemals ausgeführt und der vorhandene Piwigo-Bestand bleibt unverändert.
|
||||
php "$SCRIPT_DIR/cleanup-missing-webdav-images.php" \
|
||||
--piwigo-root="$PIWIGO_ROOT" \
|
||||
--connection-id="$CONNECTION_ID"
|
||||
|
||||
php "$SCRIPT_DIR/lib/precache-webdav-previews.php" \
|
||||
--mapping="$WEBDAV_MAPPING_FILE" \
|
||||
--base-url="$WEBDAV_BASE_URL" \
|
||||
--user="$WEBDAV_USER" \
|
||||
--password-file="$WEBDAV_PASSWORD_FILE" \
|
||||
--cache-dir="$PREVIEW_CACHE"
|
||||
|
||||
php "$SCRIPT_DIR/lib/build-webdav-derivatives.php" \
|
||||
--piwigo-root="$PIWIGO_ROOT" \
|
||||
--connection-id="$CONNECTION_ID"
|
||||
|
||||
normalize_connector_cache_permissions
|
||||
# Seit 0.9.7.20 greift der NC Connector nicht mehr in Piwigos Bild-/Derivatlogik ein.
|
||||
# Der Shadowtree dient nur der Piwigo-Synchronisation; die Bild-URL wird zur Laufzeit
|
||||
# ueber den bestehenden WebDAV-URL-Hook auf Nextcloud aufgeloest.
|
||||
exit 0
|
||||
|
||||
106
runtime/lib/build-webdav-derivatives.php
Normal file → Executable file
106
runtime/lib/build-webdav-derivatives.php
Normal file → Executable file
@@ -6,6 +6,8 @@ if (PHP_SAPI !== 'cli')
|
||||
exit(1);
|
||||
}
|
||||
|
||||
const BRATONIEN_WEBDAV_DERIVATIVE_BUILDER_VERSION = '0.9.6.1';
|
||||
|
||||
$options = getopt('', array('piwigo-root:', 'connection-id:'));
|
||||
$piwigo_root = rtrim((string)($options['piwigo-root'] ?? ''), '/');
|
||||
$connection_id = (int)($options['connection-id'] ?? 0);
|
||||
@@ -31,11 +33,14 @@ $_SERVER['REQUEST_URI'] = '/';
|
||||
$_SERVER['SCRIPT_NAME'] = '/plugins/bratonien_tools/runtime/lib/build-webdav-derivatives.php';
|
||||
$_SERVER['PHP_SELF'] = $_SERVER['SCRIPT_NAME'];
|
||||
$_SERVER['QUERY_STRING'] = '';
|
||||
$_SERVER['HTTP_USER_AGENT'] = 'Bratonien-WebDAV-Derivative-Builder/'.BRATONIEN_WEBDAV_DERIVATIVE_BUILDER_VERSION;
|
||||
$_SERVER['HTTPS'] = 'off';
|
||||
|
||||
require_once(PHPWG_ROOT_PATH.'include/common.inc.php');
|
||||
require_once(PHPWG_ROOT_PATH.'include/derivative.inc.php');
|
||||
require_once(PHPWG_ROOT_PATH.'admin/include/image.class.php');
|
||||
|
||||
if (!function_exists('bratonien_tools_webdav_image_source_info') || !function_exists('bratonien_tools_webdav_preview_path'))
|
||||
if (!function_exists('bratonien_tools_webdav_image_source_info') || !function_exists('bratonien_tools_webdav_generate_derivative'))
|
||||
{
|
||||
fwrite(STDERR, "Bratonien WebDAV-Bildruntime ist nicht aktiv.\n");
|
||||
exit(1);
|
||||
@@ -43,12 +48,20 @@ if (!function_exists('bratonien_tools_webdav_image_source_info') || !function_ex
|
||||
|
||||
try
|
||||
{
|
||||
$variants = bratonien_tools_webdav_derivative_variants();
|
||||
if (!$variants)
|
||||
{
|
||||
throw new RuntimeException('Keine Piwigo-Derivate konfiguriert.');
|
||||
}
|
||||
|
||||
$images = 0;
|
||||
$updated = 0;
|
||||
$generated_or_ready = 0;
|
||||
$identity = 0;
|
||||
$metadata_repaired = 0;
|
||||
$errors = 0;
|
||||
$error_lines = array();
|
||||
|
||||
$result = pwg_query('SELECT id, width, height, rotation FROM '.IMAGES_TABLE.' ORDER BY id');
|
||||
$result = pwg_query('SELECT * FROM '.IMAGES_TABLE.' ORDER BY id');
|
||||
while ($row = pwg_db_fetch_assoc($result))
|
||||
{
|
||||
$image_id = (int)$row['id'];
|
||||
@@ -64,6 +77,14 @@ try
|
||||
continue;
|
||||
}
|
||||
|
||||
$preview_ext = strtolower(pathinfo($preview, PATHINFO_EXTENSION));
|
||||
if (!in_array($preview_ext, array('jpg', 'jpeg', 'png', 'gif'), true))
|
||||
{
|
||||
$errors++;
|
||||
$error_lines[] = 'Bild #'.$image_id.': Preview-Format '.$preview_ext.' ist nicht Piwigo-kompatibel; Precache muss neu erzeugt werden.';
|
||||
continue;
|
||||
}
|
||||
|
||||
$size = @getimagesize($preview);
|
||||
if (!is_array($size) || empty($size[0]) || empty($size[1]))
|
||||
{
|
||||
@@ -72,41 +93,82 @@ try
|
||||
continue;
|
||||
}
|
||||
|
||||
$width = (int)$size[0];
|
||||
$height = (int)$size[1];
|
||||
if ((int)($row['width'] ?? 0) === $width && (int)($row['height'] ?? 0) === $height && (int)($row['rotation'] ?? 0) === 0)
|
||||
$preview_width = (int)$size[0];
|
||||
$preview_height = (int)$size[1];
|
||||
if ((int)($row['width'] ?? 0) !== $preview_width || (int)($row['height'] ?? 0) !== $preview_height || (int)($row['rotation'] ?? 0) !== 0)
|
||||
{
|
||||
continue;
|
||||
pwg_query(
|
||||
'UPDATE '.IMAGES_TABLE.
|
||||
' SET width='.$preview_width.', height='.$preview_height.', rotation=0'.
|
||||
' WHERE id='.$image_id
|
||||
);
|
||||
$row['width'] = $preview_width;
|
||||
$row['height'] = $preview_height;
|
||||
$row['rotation'] = 0;
|
||||
$metadata_repaired++;
|
||||
}
|
||||
|
||||
pwg_query(
|
||||
'UPDATE '.IMAGES_TABLE.
|
||||
' SET width='.$width.', height='.$height.', rotation=0'.
|
||||
' WHERE id='.$image_id
|
||||
);
|
||||
$updated++;
|
||||
$src = new SrcImage($row);
|
||||
foreach ($variants as $variant_name => $params)
|
||||
{
|
||||
try
|
||||
{
|
||||
$probe = new DerivativeImage($params, $src);
|
||||
if ($probe->same_as_source())
|
||||
{
|
||||
$identity++;
|
||||
continue;
|
||||
}
|
||||
|
||||
$detail = '';
|
||||
if (bratonien_tools_webdav_generate_derivative($params, $src, $detail))
|
||||
{
|
||||
$generated_or_ready++;
|
||||
}
|
||||
else
|
||||
{
|
||||
$errors++;
|
||||
$error_lines[] = 'Bild #'.$image_id.' '.$variant_name.': '.($detail !== '' ? $detail : 'Derivat konnte nicht erzeugt werden.');
|
||||
}
|
||||
}
|
||||
catch (Throwable $e)
|
||||
{
|
||||
$errors++;
|
||||
$error_lines[] = 'Bild #'.$image_id.' '.$variant_name.': '.get_class($e).': '.$e->getMessage();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if ($updated > 0)
|
||||
if ($metadata_repaired > 0)
|
||||
{
|
||||
update_category('all');
|
||||
invalidate_user_cache(true);
|
||||
}
|
||||
|
||||
foreach (array_slice($error_lines, 0, 30) as $line)
|
||||
if ($errors > 0)
|
||||
{
|
||||
fwrite(STDERR, $line."\n");
|
||||
}
|
||||
if (count($error_lines) > 30)
|
||||
{
|
||||
fwrite(STDERR, 'Weitere Fehler: '.(count($error_lines) - 30)."\n");
|
||||
foreach (array_slice($error_lines, 0, 30) as $line)
|
||||
{
|
||||
fwrite(STDERR, $line."\n");
|
||||
}
|
||||
if (count($error_lines) > 30)
|
||||
{
|
||||
fwrite(STDERR, 'Weitere Fehler: '.(count($error_lines) - 30)."\n");
|
||||
}
|
||||
}
|
||||
|
||||
echo 'WebDAV-Metadaten: bilder='.$images.' aktualisiert='.$updated.' fehler='.$errors."\n";
|
||||
echo 'WebDAV-Derivative-Builder: version='.BRATONIEN_WEBDAV_DERIVATIVE_BUILDER_VERSION.
|
||||
' bilder='.$images.
|
||||
' varianten='.count($variants).
|
||||
' bereit='.$generated_or_ready.
|
||||
' identisch='.$identity.
|
||||
' metadaten_repariert='.$metadata_repaired.
|
||||
' fehler='.$errors."\n";
|
||||
|
||||
exit($errors > 0 ? 1 : 0);
|
||||
}
|
||||
catch (Throwable $e)
|
||||
{
|
||||
fwrite(STDERR, 'WebDAV-Metadaten: '.get_class($e).': '.$e->getMessage()."\n");
|
||||
fwrite(STDERR, 'WebDAV-Derivate: '.get_class($e).': '.$e->getMessage()."\n");
|
||||
exit(1);
|
||||
}
|
||||
|
||||
@@ -2,8 +2,12 @@
|
||||
"""Build a placeholder-backed local source tree from Nextcloud WebDAV.
|
||||
|
||||
This creates only tiny placeholder files plus a metadata mapping; no Nextcloud
|
||||
original media is downloaded. The authenticated Nextcloud user is never used as
|
||||
an album name.
|
||||
original media is stored locally. The authenticated Nextcloud user is never used
|
||||
as an album name.
|
||||
|
||||
Each placeholder carries the original image dimensions. Dimensions are read
|
||||
from Nextcloud metadata first. If those metadata are unavailable, only the
|
||||
beginning of the original file is read through WebDAV and parsed locally.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
@@ -27,8 +31,10 @@ from pathlib import Path, PurePosixPath
|
||||
|
||||
DAV = "DAV:"
|
||||
OC = "http://owncloud.org/ns"
|
||||
NC = "http://nextcloud.org/ns"
|
||||
SUPPORTED_IMAGE_EXTENSIONS = {".jpg", ".jpeg", ".png", ".gif", ".webp"}
|
||||
PLACEHOLDER = base64.b64decode("R0lGODlhAQABAIAAAAAAAP///ywAAAAAAQABAAACAUwAOw==")
|
||||
DIMENSION_PROBE_BYTES = 4 * 1024 * 1024
|
||||
|
||||
|
||||
def fail(message: str) -> None:
|
||||
@@ -54,6 +60,101 @@ def safe_local_name(name: str) -> str:
|
||||
return name
|
||||
|
||||
|
||||
def parse_dimensions(prop: ET.Element) -> tuple[int, int]:
|
||||
for property_name in ("file-metadata-size", "metadata-photos-size"):
|
||||
raw = prop.findtext(f"{{{NC}}}{property_name}", default="").strip()
|
||||
if not raw:
|
||||
continue
|
||||
try:
|
||||
decoded = json.loads(raw)
|
||||
except (TypeError, ValueError, json.JSONDecodeError):
|
||||
continue
|
||||
if isinstance(decoded, dict) and isinstance(decoded.get("value"), dict):
|
||||
decoded = decoded["value"]
|
||||
if not isinstance(decoded, dict):
|
||||
continue
|
||||
try:
|
||||
width = int(decoded.get("width", 0) or 0)
|
||||
height = int(decoded.get("height", 0) or 0)
|
||||
except (TypeError, ValueError):
|
||||
continue
|
||||
if width > 0 and height > 0:
|
||||
return width, height
|
||||
return 0, 0
|
||||
|
||||
|
||||
def parse_image_header_dimensions(data: bytes) -> tuple[int, int]:
|
||||
if len(data) >= 24 and data.startswith(b"\x89PNG\r\n\x1a\n") and data[12:16] == b"IHDR":
|
||||
return int.from_bytes(data[16:20], "big"), int.from_bytes(data[20:24], "big")
|
||||
|
||||
if len(data) >= 10 and data[:6] in (b"GIF87a", b"GIF89a"):
|
||||
return int.from_bytes(data[6:8], "little"), int.from_bytes(data[8:10], "little")
|
||||
|
||||
if len(data) >= 12 and data[:4] == b"RIFF" and data[8:12] == b"WEBP":
|
||||
chunk = data[12:16]
|
||||
if chunk == b"VP8X" and len(data) >= 30:
|
||||
width = 1 + int.from_bytes(data[24:27], "little")
|
||||
height = 1 + int.from_bytes(data[27:30], "little")
|
||||
return width, height
|
||||
if chunk == b"VP8 " and len(data) >= 30:
|
||||
payload = 20
|
||||
if data[payload + 3:payload + 6] == b"\x9d\x01\x2a":
|
||||
width = int.from_bytes(data[payload + 6:payload + 8], "little") & 0x3FFF
|
||||
height = int.from_bytes(data[payload + 8:payload + 10], "little") & 0x3FFF
|
||||
return width, height
|
||||
if chunk == b"VP8L" and len(data) >= 25 and data[20] == 0x2F:
|
||||
b1, b2, b3, b4 = data[21:25]
|
||||
width = 1 + b1 + ((b2 & 0x3F) << 8)
|
||||
height = 1 + ((b2 & 0xC0) >> 6) + (b3 << 2) + ((b4 & 0x0F) << 10)
|
||||
return width, height
|
||||
|
||||
if len(data) >= 4 and data[:2] == b"\xff\xd8":
|
||||
sof_markers = {
|
||||
0xC0, 0xC1, 0xC2, 0xC3,
|
||||
0xC5, 0xC6, 0xC7,
|
||||
0xC9, 0xCA, 0xCB,
|
||||
0xCD, 0xCE, 0xCF,
|
||||
}
|
||||
pos = 2
|
||||
while pos + 4 <= len(data):
|
||||
if data[pos] != 0xFF:
|
||||
pos += 1
|
||||
continue
|
||||
while pos < len(data) and data[pos] == 0xFF:
|
||||
pos += 1
|
||||
if pos >= len(data):
|
||||
break
|
||||
marker = data[pos]
|
||||
pos += 1
|
||||
if marker in (0xD8, 0xD9) or 0xD0 <= marker <= 0xD7:
|
||||
continue
|
||||
if marker == 0xDA:
|
||||
break
|
||||
if pos + 2 > len(data):
|
||||
break
|
||||
segment_length = int.from_bytes(data[pos:pos + 2], "big")
|
||||
if segment_length < 2:
|
||||
break
|
||||
if marker in sof_markers:
|
||||
if pos + 7 > len(data):
|
||||
break
|
||||
height = int.from_bytes(data[pos + 3:pos + 5], "big")
|
||||
width = int.from_bytes(data[pos + 5:pos + 7], "big")
|
||||
return width, height
|
||||
pos += segment_length
|
||||
|
||||
return 0, 0
|
||||
|
||||
|
||||
def placeholder_bytes(width: int, height: int) -> bytes:
|
||||
if not (1 <= width <= 65535 and 1 <= height <= 65535):
|
||||
fail(f"unsupported image dimensions for placeholder: {width}x{height}")
|
||||
data = bytearray(PLACEHOLDER)
|
||||
data[6:8] = width.to_bytes(2, "little")
|
||||
data[8:10] = height.to_bytes(2, "little")
|
||||
return bytes(data)
|
||||
|
||||
|
||||
@contextmanager
|
||||
def pinned_resolution(host: str, ip: str):
|
||||
host = host.strip("[]").lower()
|
||||
@@ -92,22 +193,50 @@ class WebDavClient:
|
||||
self.auth_header = f"Basic {token}"
|
||||
self.context = ssl.create_default_context()
|
||||
|
||||
def collection_url(self, relative: str) -> str:
|
||||
def file_url(self, relative: str) -> str:
|
||||
user = urllib.parse.quote(self.user, safe="")
|
||||
suffix = quote_path(relative)
|
||||
url = f"{self.base_url}/remote.php/dav/files/{user}/"
|
||||
if suffix:
|
||||
url += suffix + "/"
|
||||
return f"{self.base_url}/remote.php/dav/files/{user}/{suffix}"
|
||||
|
||||
def collection_url(self, relative: str) -> str:
|
||||
url = self.file_url(relative)
|
||||
if not url.endswith("/"):
|
||||
url += "/"
|
||||
return url
|
||||
|
||||
def probe_dimensions(self, relative: str) -> tuple[int, int]:
|
||||
request = urllib.request.Request(self.file_url(relative), method="GET")
|
||||
request.add_header("Authorization", self.auth_header)
|
||||
request.add_header("Range", f"bytes=0-{DIMENSION_PROBE_BYTES - 1}")
|
||||
try:
|
||||
with pinned_resolution(self.host, self.connect_ip):
|
||||
with urllib.request.urlopen(request, timeout=self.timeout, context=self.context) as response:
|
||||
if response.status not in (200, 206):
|
||||
fail(f"Nextcloud image header returned HTTP {response.status}")
|
||||
data = response.read(DIMENSION_PROBE_BYTES)
|
||||
except urllib.error.HTTPError as error:
|
||||
if error.code in {401, 403}:
|
||||
fail("Nextcloud rejected the WebDAV credentials or file access")
|
||||
fail(f"Nextcloud image header request failed with HTTP {error.code}")
|
||||
except urllib.error.URLError as error:
|
||||
fail(f"Nextcloud WebDAV is unreachable while reading image dimensions: {error.reason}")
|
||||
|
||||
width, height = parse_image_header_dimensions(data)
|
||||
if width < 1 or height < 1:
|
||||
fail(f"original image dimensions could not be read from Nextcloud file header: {relative}")
|
||||
return width, height
|
||||
|
||||
def list_collection(self, relative: str) -> tuple[dict[str, object], list[dict[str, object]]]:
|
||||
relative = validate_relative(relative)
|
||||
url = self.collection_url(relative)
|
||||
body = (
|
||||
'<?xml version="1.0"?>'
|
||||
'<d:propfind xmlns:d="DAV:" xmlns:oc="http://owncloud.org/ns">'
|
||||
'<d:propfind xmlns:d="DAV:" xmlns:oc="http://owncloud.org/ns" '
|
||||
'xmlns:nc="http://nextcloud.org/ns">'
|
||||
'<d:prop><d:displayname/><d:resourcetype/><d:getcontenttype/>'
|
||||
'<d:getcontentlength/><d:getetag/><oc:fileid/></d:prop></d:propfind>'
|
||||
'<d:getcontentlength/><d:getetag/><oc:fileid/>'
|
||||
'<nc:file-metadata-size/><nc:metadata-photos-size/>'
|
||||
'</d:prop></d:propfind>'
|
||||
).encode("utf-8")
|
||||
request = urllib.request.Request(url, data=body, method="PROPFIND")
|
||||
request.add_header("Authorization", self.auth_header)
|
||||
@@ -151,6 +280,7 @@ class WebDavClient:
|
||||
fileid_text = prop.findtext(f"{{{OC}}}fileid", default="").strip()
|
||||
resource_type = prop.find(f"{{{DAV}}}resourcetype")
|
||||
is_dir = resource_type is not None and resource_type.find(f"{{{DAV}}}collection") is not None
|
||||
width, height = parse_dimensions(prop)
|
||||
item = {
|
||||
"display_name": display,
|
||||
"fileid": int(fileid_text) if fileid_text.isdigit() else 0,
|
||||
@@ -158,6 +288,8 @@ class WebDavClient:
|
||||
"content_type": prop.findtext(f"{{{DAV}}}getcontenttype", default=""),
|
||||
"size": int(prop.findtext(f"{{{DAV}}}getcontentlength", default="0") or 0),
|
||||
"etag": prop.findtext(f"{{{DAV}}}getetag", default="").strip('"'),
|
||||
"width": width,
|
||||
"height": height,
|
||||
}
|
||||
if href_path == base_path:
|
||||
current = item
|
||||
@@ -169,18 +301,17 @@ class WebDavClient:
|
||||
return current, children
|
||||
|
||||
|
||||
def link_placeholder(seed: Path, target: Path) -> None:
|
||||
def write_placeholder(target: Path, width: int, height: int) -> None:
|
||||
target.parent.mkdir(parents=True, exist_ok=True)
|
||||
try:
|
||||
os.link(seed, target)
|
||||
except OSError:
|
||||
target.write_bytes(PLACEHOLDER)
|
||||
target.write_bytes(placeholder_bytes(width, height))
|
||||
os.chmod(target, 0o644)
|
||||
|
||||
|
||||
def build_root(client: WebDavClient, remote_root: str, local_root: Path, seed: Path, mapping: dict[str, dict[str, object]]) -> tuple[int, int, int]:
|
||||
def build_root(client: WebDavClient, remote_root: str, local_root: Path, mapping: dict[str, dict[str, object]]) -> tuple[int, int, int, int]:
|
||||
files = 0
|
||||
folders = 0
|
||||
skipped = 0
|
||||
probed = 0
|
||||
stack: list[tuple[str, Path]] = [(validate_relative(remote_root), local_root)]
|
||||
visited: set[str] = set()
|
||||
|
||||
@@ -210,7 +341,16 @@ def build_root(client: WebDavClient, remote_root: str, local_root: Path, seed: P
|
||||
if extension not in SUPPORTED_IMAGE_EXTENSIONS:
|
||||
skipped += 1
|
||||
continue
|
||||
link_placeholder(seed, child_local)
|
||||
|
||||
width = int(child.get("width", 0) or 0)
|
||||
height = int(child.get("height", 0) or 0)
|
||||
dimension_source = "metadata"
|
||||
if width < 1 or height < 1:
|
||||
width, height = client.probe_dimensions(child_remote)
|
||||
dimension_source = "header"
|
||||
probed += 1
|
||||
|
||||
write_placeholder(child_local, width, height)
|
||||
files += 1
|
||||
mapping[str(child_local)] = {
|
||||
"kind": "file",
|
||||
@@ -220,8 +360,11 @@ def build_root(client: WebDavClient, remote_root: str, local_root: Path, seed: P
|
||||
"content_type": str(child.get("content_type", "")),
|
||||
"size": int(child.get("size", 0)),
|
||||
"etag": str(child.get("etag", "")),
|
||||
"width": width,
|
||||
"height": height,
|
||||
"dimension_source": dimension_source,
|
||||
}
|
||||
return files, folders, skipped
|
||||
return files, folders, skipped, probed
|
||||
|
||||
|
||||
def atomic_json(path: Path, payload: object) -> None:
|
||||
@@ -265,10 +408,7 @@ def main() -> int:
|
||||
source_dir = args.source_dir.resolve()
|
||||
staging = source_dir.with_name(f".{source_dir.name}.next")
|
||||
previous = source_dir.with_name(f".{source_dir.name}.previous")
|
||||
seed = source_dir.parent / ".bratonien-webdav-placeholder.gif"
|
||||
source_dir.parent.mkdir(parents=True, exist_ok=True)
|
||||
seed.write_bytes(PLACEHOLDER)
|
||||
os.chmod(seed, 0o644)
|
||||
if staging.exists():
|
||||
shutil.rmtree(staging)
|
||||
staging.mkdir(parents=True)
|
||||
@@ -276,7 +416,7 @@ def main() -> int:
|
||||
client = WebDavClient(args.base_url, args.user, password, max(1, args.timeout), args.connect_ip)
|
||||
mapping: dict[str, dict[str, object]] = {}
|
||||
manifest: list[str] = []
|
||||
total_files = total_folders = total_skipped = 0
|
||||
total_files = total_folders = total_skipped = total_probed = 0
|
||||
used_fileids: set[int] = set()
|
||||
|
||||
for remote_root_raw in args.root:
|
||||
@@ -288,10 +428,11 @@ def main() -> int:
|
||||
used_fileids.add(fileid)
|
||||
local_name = f"root-{fileid}"
|
||||
local_root = staging / local_name
|
||||
files, folders, skipped = build_root(client, remote_root, local_root, seed, mapping)
|
||||
files, folders, skipped, probed = build_root(client, remote_root, local_root, mapping)
|
||||
total_files += files
|
||||
total_folders += folders
|
||||
total_skipped += skipped
|
||||
total_probed += probed
|
||||
|
||||
if remote_root == "":
|
||||
for child in sorted(root_children, key=lambda item: str(item.get("display_name", "")).casefold()):
|
||||
@@ -333,7 +474,7 @@ def main() -> int:
|
||||
|
||||
atomic_text(args.manifest, "\n".join(manifest) + "\n")
|
||||
atomic_json(args.mapping, {
|
||||
"version": 1,
|
||||
"version": 3,
|
||||
"base_url": args.base_url.rstrip("/"),
|
||||
"connect_ip": client.connect_ip,
|
||||
"user": args.user,
|
||||
@@ -344,6 +485,7 @@ def main() -> int:
|
||||
"files": total_files,
|
||||
"folders": total_folders,
|
||||
"skipped": total_skipped,
|
||||
"dimension_header_probes": total_probed,
|
||||
"connect_ip": client.connect_ip,
|
||||
"source_dir": str(source_dir),
|
||||
"manifest": str(args.manifest),
|
||||
|
||||
29
runtime/lib/piwigo-sync.php
Executable file → Normal file
29
runtime/lib/piwigo-sync.php
Executable file → Normal file
@@ -252,6 +252,8 @@ try
|
||||
);
|
||||
decode_ws(http_request($base_url.'/ws.php?format=json', array('method'=>'bratonien.nc.syncProductive', 'site_id'=>$site_id), $headers));
|
||||
$orphan = decode_ws(http_request($base_url.'/ws.php?format=json', array('method'=>'bratonien.nc.syncOrphans', 'site_id'=>$site_id, 'simulate'=>0), $headers));
|
||||
// Entfernt alte technische bratonien-webdav-N Wrapper aus Site 1,
|
||||
// nachdem deren generierte Verzeichnisse beim Reconcile entfernt wurden.
|
||||
if ($site_id !== 1)
|
||||
{
|
||||
decode_ws(http_request($base_url.'/ws.php?format=json', array('method'=>'bratonien.nc.syncOrphans', 'site_id'=>1, 'simulate'=>0), $headers));
|
||||
@@ -282,31 +284,16 @@ try
|
||||
try
|
||||
{
|
||||
decode_ws(http_request($base_url.'/ws.php?format=json', array('method'=>'pwg.session.login', 'username'=>$fallback_user, 'password'=>$fallback_password), array(), $cookie_file));
|
||||
|
||||
// Der Fallback darf keinen zweiten Strukturpfad benutzen. Auch mit
|
||||
// Benutzer/Passwort wird exakt derselbe Bratonien-Sync wie mit API-Key
|
||||
// ausgefuehrt. Dadurch werden alte technische WebDAV-Kategorien entfernt
|
||||
// und vorhandene Piwigo-Alben wiederverwendet.
|
||||
decode_ws(http_request(
|
||||
$base_url.'/ws.php?format=json',
|
||||
array('method'=>'bratonien.nc.syncProductive', 'site_id'=>$site_id),
|
||||
http_request(
|
||||
$base_url.'/admin.php?page=site_update&site='.$site_id,
|
||||
array('sync'=>'files','display_info'=>1,'privacy_level'=>0,'sync_meta'=>1,'simulate'=>0,'subcats-included'=>1,'bratonien_connector'=>1,'submit'=>1),
|
||||
array(),
|
||||
$cookie_file
|
||||
));
|
||||
$orphan = decode_ws(http_request(
|
||||
$base_url.'/ws.php?format=json',
|
||||
array('method'=>'bratonien.nc.syncOrphans', 'site_id'=>$site_id, 'simulate'=>0),
|
||||
array(),
|
||||
$cookie_file
|
||||
));
|
||||
);
|
||||
$orphan = decode_ws(http_request($base_url.'/ws.php?format=json', array('method'=>'bratonien.nc.syncOrphans', 'site_id'=>$site_id, 'simulate'=>0), array(), $cookie_file));
|
||||
if ($site_id !== 1)
|
||||
{
|
||||
decode_ws(http_request(
|
||||
$base_url.'/ws.php?format=json',
|
||||
array('method'=>'bratonien.nc.syncOrphans', 'site_id'=>1, 'simulate'=>0),
|
||||
array(),
|
||||
$cookie_file
|
||||
));
|
||||
decode_ws(http_request($base_url.'/ws.php?format=json', array('method'=>'bratonien.nc.syncOrphans', 'site_id'=>1, 'simulate'=>0), array(), $cookie_file));
|
||||
}
|
||||
$added = (int)($orphan['added_orphans'] ?? 0);
|
||||
$deleted = (int)($orphan['deleted_orphans'] ?? 0);
|
||||
|
||||
@@ -4,7 +4,6 @@ set -Eeuo pipefail
|
||||
SCRIPT_DIR="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)"
|
||||
PIWIGO_ROOT_DEFAULT="${BRATONIEN_NC_PIWIGO_ROOT:-$(cd -- "$SCRIPT_DIR/../../.." && pwd)}"
|
||||
CONFIG_DIR="${BRATONIEN_NC_CONFIG_DIR:-/etc/bratonien-tools/nc-connector}"
|
||||
NATIVE_MODE="${BRATONIEN_NC_NATIVE:-0}"
|
||||
TARGET_CONNECTION_ID="${BRATONIEN_NC_CONNECTION_ID:-0}"
|
||||
GLOBAL_LOCK_DIR="${PIWIGO_ROOT_DEFAULT%/}/_data/bratonien-tools/nc-connector-scheduler"
|
||||
GLOBAL_LOCK_FILE="$GLOBAL_LOCK_DIR/worker.lock"
|
||||
@@ -55,25 +54,17 @@ write_route_status() {
|
||||
' "$ROUTE_STATUS_FILE" "$route" "$label" "$detail" "$success"
|
||||
}
|
||||
|
||||
if [[ "$NATIVE_MODE" != "1" ]]; then
|
||||
php "$SCRIPT_DIR/reconcile.php"
|
||||
fi
|
||||
# Legacy ist beendet. Der Runner bereitet ausschließlich die aktuelle WebDAV-Runtime vor.
|
||||
php "$SCRIPT_DIR/reconcile-webdav.php"
|
||||
php "$SCRIPT_DIR/cleanup-webdav-piwigo.php"
|
||||
if [[ "$NATIVE_MODE" != "1" ]]; then
|
||||
php "$SCRIPT_DIR/cleanup-stale.php"
|
||||
fi
|
||||
|
||||
configs=("$CONFIG_DIR"/connection-*.conf)
|
||||
webdav_configs=("$CONFIG_DIR"/webdav-connection-*.conf)
|
||||
|
||||
if [[ ${#configs[@]} -eq 0 && ${#webdav_configs[@]} -eq 0 ]]; then
|
||||
echo "Keine NC-Connector-Verbindungen konfiguriert."
|
||||
if [[ ${#webdav_configs[@]} -eq 0 ]]; then
|
||||
echo "Keine WebDAV-NC-Connector-Verbindungen konfiguriert."
|
||||
exit 0
|
||||
fi
|
||||
|
||||
route_piwigo_root=""
|
||||
for candidate in "${webdav_configs[@]}" "${configs[@]}"; do
|
||||
for candidate in "${webdav_configs[@]}"; do
|
||||
[[ -f "$candidate" ]] || continue
|
||||
candidate_id="$(read_config_value CONNECTION_ID "$candidate")"
|
||||
if [[ "$TARGET_CONNECTION_ID" -gt 0 && "$candidate_id" != "$TARGET_CONNECTION_ID" ]]; then
|
||||
@@ -86,10 +77,8 @@ done
|
||||
ROUTE_STATUS_FILE="${route_piwigo_root%/}/_data/bratonien-tools/nc-connector-status/route-status.json"
|
||||
|
||||
failure_count=0
|
||||
webdav_count=0
|
||||
local_count=0
|
||||
summary_parts=()
|
||||
matched_count=0
|
||||
summary_parts=()
|
||||
|
||||
for config in "${webdav_configs[@]}"; do
|
||||
[[ -f "$config" ]] || continue
|
||||
@@ -106,7 +95,6 @@ for config in "${webdav_configs[@]}"; do
|
||||
fi
|
||||
|
||||
matched_count=$((matched_count + 1))
|
||||
webdav_count=$((webdav_count + 1))
|
||||
echo "NC Connector WebDAV #$connection_id: $name"
|
||||
output=""
|
||||
if output="$(env PIWIGO_CONFIG="$config" bash "$SCRIPT_DIR/sync-webdav.sh" 2>&1)"; then
|
||||
@@ -120,75 +108,21 @@ for config in "${webdav_configs[@]}"; do
|
||||
fi
|
||||
done
|
||||
|
||||
if [[ "$NATIVE_MODE" != "1" ]]; then
|
||||
for config in "${configs[@]}"; do
|
||||
[[ -f "$config" ]] || continue
|
||||
name="$(basename "$config")"
|
||||
connection_id="0"
|
||||
if [[ "$name" =~ ^connection-([0-9]+)\.conf$ ]]; then
|
||||
connection_id="${BASH_REMATCH[1]}"
|
||||
fi
|
||||
if [[ "$connection_id" -lt 1 ]]; then
|
||||
echo "NC Connector: $name besitzt keine gueltige Verbindungs-ID." >&2
|
||||
failure_count=$((failure_count + 1))
|
||||
summary_parts+=("$name: ungueltige Verbindungs-ID")
|
||||
continue
|
||||
fi
|
||||
if [[ "$TARGET_CONNECTION_ID" -gt 0 && "$connection_id" != "$TARGET_CONNECTION_ID" ]]; then
|
||||
continue
|
||||
fi
|
||||
|
||||
matched_count=$((matched_count + 1))
|
||||
piwigo_root="$(read_config_value PIWIGO_ROOT "$config")"
|
||||
[[ -n "$piwigo_root" ]] || piwigo_root="$PIWIGO_ROOT_DEFAULT"
|
||||
tombstone_dir="${piwigo_root%/}/_data/bratonien-tools/nc-connector-status"
|
||||
if [[ -f "$tombstone_dir/deleted-$connection_id" ]]; then
|
||||
echo "NC Connector: Verbindung $connection_id wurde geloescht; Laufzeitdateien werden entfernt."
|
||||
rm -f -- "$CONFIG_DIR/connection-$connection_id.conf" \
|
||||
"$CONFIG_DIR/connection-$connection_id.db-password" \
|
||||
"$CONFIG_DIR/connection-$connection_id.piwigo-password" \
|
||||
"$CONFIG_DIR/connection-$connection_id.storages.tsv" \
|
||||
"$CONFIG_DIR/connection-$connection_id.roots.tsv"
|
||||
rm -f -- "$tombstone_dir/deleted-$connection_id"
|
||||
continue
|
||||
fi
|
||||
|
||||
local_count=$((local_count + 1))
|
||||
echo "NC Connector Local #$connection_id: $name"
|
||||
if env PIWIGO_CONFIG="$config" bash "$SCRIPT_DIR/sync.sh"; then
|
||||
summary_parts+=("Local #$connection_id erfolgreich")
|
||||
else
|
||||
failure_count=$((failure_count + 1))
|
||||
summary_parts+=("Local #$connection_id fehlgeschlagen")
|
||||
fi
|
||||
done
|
||||
fi
|
||||
|
||||
if [[ "$TARGET_CONNECTION_ID" -gt 0 && "$matched_count" -eq 0 ]]; then
|
||||
write_route_status "failed" "FEHLER - Verbindung #$TARGET_CONNECTION_ID" "Keine Laufzeitkonfiguration für Verbindung #$TARGET_CONNECTION_ID gefunden." "0"
|
||||
echo "NC Connector: keine Laufzeitkonfiguration für Verbindung #$TARGET_CONNECTION_ID gefunden." >&2
|
||||
write_route_status "failed" "FEHLER - Verbindung #$TARGET_CONNECTION_ID" "Keine WebDAV-Laufzeitkonfiguration für Verbindung #$TARGET_CONNECTION_ID gefunden." "0"
|
||||
echo "NC Connector: keine WebDAV-Laufzeitkonfiguration für Verbindung #$TARGET_CONNECTION_ID gefunden." >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
summary_detail="$(IFS='; '; printf '%s' "${summary_parts[*]}")"
|
||||
[[ -n "$summary_detail" ]] || summary_detail="Keine Verbindung wurde ausgefuehrt."
|
||||
[[ -n "$summary_detail" ]] || summary_detail="Keine WebDAV-Verbindung wurde ausgefuehrt."
|
||||
|
||||
if [[ "$failure_count" -eq 0 ]]; then
|
||||
if [[ "$webdav_count" -gt 0 && "$local_count" -gt 0 ]]; then
|
||||
route="mixed"
|
||||
label="WebDAV + Local"
|
||||
elif [[ "$webdav_count" -gt 0 ]]; then
|
||||
route="webdav"
|
||||
label="WebDAV"
|
||||
else
|
||||
route="local"
|
||||
label="Local"
|
||||
fi
|
||||
write_route_status "$route" "$label" "$summary_detail" "1"
|
||||
echo "NC Connector: angeforderte Verbindung wurde erfolgreich verarbeitet."
|
||||
write_route_status "webdav" "WebDAV" "$summary_detail" "1"
|
||||
echo "NC Connector: WebDAV-Verbindung wurde erfolgreich verarbeitet."
|
||||
exit 0
|
||||
fi
|
||||
|
||||
write_route_status "failed" "FEHLER - angeforderte Verbindung" "$summary_detail" "0"
|
||||
echo "NC Connector: die angeforderte Verbindung ist fehlgeschlagen." >&2
|
||||
write_route_status "failed" "FEHLER - WebDAV-Verbindung" "$summary_detail" "0"
|
||||
echo "NC Connector: die angeforderte WebDAV-Verbindung ist fehlgeschlagen." >&2
|
||||
exit 1
|
||||
|
||||
@@ -59,6 +59,10 @@ for target in (status_file, public_file):
|
||||
PY
|
||||
}
|
||||
|
||||
compact_output() {
|
||||
tail -n 20 | tr '\n' ' ' | sed 's/[[:space:]]\+/ /g; s/^[[:space:]]//; s/[[:space:]]$//'
|
||||
}
|
||||
|
||||
failure() {
|
||||
local code="$1" command="$2" line="$3"
|
||||
trap - ERR
|
||||
@@ -78,7 +82,9 @@ done < "$WEBDAV_ROOTS_FILE"
|
||||
WEBDAV_CONNECT_IP="$(php "$SCRIPT_DIR/lib/resolve-nextcloud-target.php" "$WEBDAV_BASE_URL")"
|
||||
[[ -n "$WEBDAV_CONNECT_IP" ]] || { write_status error "Nextcloud-Zieladresse konnte nicht ermittelt werden"; exit 1; }
|
||||
|
||||
python3 "$SCRIPT_DIR/lib/build_webdav_placeholder_source.py" \
|
||||
PLACEHOLDER_OUTPUT=""
|
||||
PLACEHOLDER_EXIT=0
|
||||
if PLACEHOLDER_OUTPUT="$(python3 "$SCRIPT_DIR/lib/build_webdav_placeholder_source.py" \
|
||||
--base-url "$WEBDAV_BASE_URL" \
|
||||
--connect-ip "$WEBDAV_CONNECT_IP" \
|
||||
--user "$WEBDAV_USER" \
|
||||
@@ -86,14 +92,66 @@ python3 "$SCRIPT_DIR/lib/build_webdav_placeholder_source.py" \
|
||||
"${ROOT_ARGS[@]}" \
|
||||
--source-dir "$WEBDAV_SOURCE_DIR" \
|
||||
--manifest "$MANIFEST" \
|
||||
--mapping "$WEBDAV_MAPPING_FILE"
|
||||
--mapping "$WEBDAV_MAPPING_FILE" 2>&1)"; then
|
||||
PLACEHOLDER_EXIT=0
|
||||
else
|
||||
PLACEHOLDER_EXIT=$?
|
||||
fi
|
||||
[[ -z "$PLACEHOLDER_OUTPUT" ]] || printf '%s\n' "$PLACEHOLDER_OUTPUT"
|
||||
if [[ "$PLACEHOLDER_EXIT" -ne 0 ]]; then
|
||||
DETAIL="Exit-Code: $PLACEHOLDER_EXIT"
|
||||
if [[ -n "$PLACEHOLDER_OUTPUT" ]]; then
|
||||
DETAIL+="; Ausgabe: $(printf '%s\n' "$PLACEHOLDER_OUTPUT" | compact_output)"
|
||||
fi
|
||||
trap - ERR
|
||||
write_status error "WebDAV-Shadow-Tree fehlgeschlagen" "$DETAIL"
|
||||
exit "$PLACEHOLDER_EXIT"
|
||||
fi
|
||||
|
||||
python3 "$SCRIPT_DIR/lib/shadow_tree.py" \
|
||||
SHADOW_OUTPUT=""
|
||||
SHADOW_EXIT=0
|
||||
if SHADOW_OUTPUT="$(python3 "$SCRIPT_DIR/lib/shadow_tree.py" \
|
||||
--manifest "$MANIFEST" \
|
||||
--destination "$GALLERY_ROOT" \
|
||||
--state "$SHADOW_MAP_FILE"
|
||||
--state "$SHADOW_MAP_FILE" 2>&1)"; then
|
||||
SHADOW_EXIT=0
|
||||
else
|
||||
SHADOW_EXIT=$?
|
||||
fi
|
||||
[[ -z "$SHADOW_OUTPUT" ]] || printf '%s\n' "$SHADOW_OUTPUT"
|
||||
if [[ "$SHADOW_EXIT" -ne 0 ]]; then
|
||||
DETAIL="Exit-Code: $SHADOW_EXIT"
|
||||
if [[ -n "$SHADOW_OUTPUT" ]]; then
|
||||
DETAIL+="; Ausgabe: $(printf '%s\n' "$SHADOW_OUTPUT" | compact_output)"
|
||||
fi
|
||||
trap - ERR
|
||||
write_status error "WebDAV-Shadow-Tree fehlgeschlagen" "$DETAIL"
|
||||
exit "$SHADOW_EXIT"
|
||||
fi
|
||||
|
||||
trap - ERR
|
||||
PREVIEW_CACHE="$PIWIGO_ROOT/_data/bratonien-tools/nc-webdav-preview/connection-$CONNECTION_ID"
|
||||
PREVIEW_OUTPUT=""
|
||||
PREVIEW_EXIT=0
|
||||
if PREVIEW_OUTPUT="$(php "$SCRIPT_DIR/lib/precache-webdav-previews.php" \
|
||||
--mapping="$WEBDAV_MAPPING_FILE" \
|
||||
--base-url="$WEBDAV_BASE_URL" \
|
||||
--user="$WEBDAV_USER" \
|
||||
--password-file="$WEBDAV_PASSWORD_FILE" \
|
||||
--cache-dir="$PREVIEW_CACHE" 2>&1)"; then
|
||||
PREVIEW_EXIT=0
|
||||
else
|
||||
PREVIEW_EXIT=$?
|
||||
fi
|
||||
[[ -z "$PREVIEW_OUTPUT" ]] || printf '%s\n' "$PREVIEW_OUTPUT"
|
||||
if [[ "$PREVIEW_EXIT" -ne 0 ]]; then
|
||||
DETAIL="Exit-Code: $PREVIEW_EXIT"
|
||||
if [[ -n "$PREVIEW_OUTPUT" ]]; then
|
||||
DETAIL+="; Ausgabe: $(printf '%s\n' "$PREVIEW_OUTPUT" | compact_output)"
|
||||
fi
|
||||
write_status error "WebDAV-Vorschaubilder konnten beim Einlesen nicht erzeugt werden" "$DETAIL"
|
||||
exit "$PREVIEW_EXIT"
|
||||
fi
|
||||
|
||||
if [[ "${PIWIGO_SYNC_ENABLED:-0}" == "1" ]]; then
|
||||
PIWIGO_OUTPUT=""
|
||||
@@ -111,7 +169,7 @@ if [[ "${PIWIGO_SYNC_ENABLED:-0}" == "1" ]]; then
|
||||
if [[ "$PIWIGO_EXIT" -ne 0 ]]; then
|
||||
DETAIL="Exit-Code: $PIWIGO_EXIT"
|
||||
if [[ -n "$PIWIGO_OUTPUT" ]]; then
|
||||
DETAIL+="; Ausgabe: $(printf '%s\n' "$PIWIGO_OUTPUT" | tail -n 12 | tr '\n' ' ' | sed 's/[[:space:]]\+/ /g; s/^[[:space:]]//; s/[[:space:]]$//')"
|
||||
DETAIL+="; Ausgabe: $(printf '%s\n' "$PIWIGO_OUTPUT" | compact_output)"
|
||||
fi
|
||||
|
||||
if grep -qi 'Invalid username/password' <<<"$PIWIGO_OUTPUT"; then
|
||||
@@ -138,33 +196,28 @@ if [[ "${PIWIGO_SYNC_ENABLED:-0}" == "1" ]]; then
|
||||
exit "$PIWIGO_EXIT"
|
||||
fi
|
||||
|
||||
if [[ "${BRATONIEN_NC_NATIVE:-0}" == "1" ]]; then
|
||||
if command -v timeout >/dev/null 2>&1; then
|
||||
if ! timeout 30m env PIWIGO_CONFIG="$CONFIG_FILE" bash "$SCRIPT_DIR/build-webdav-media.sh"; then
|
||||
write_status error "Bildaufbereitung ist fehlgeschlagen oder hat das 30-Minuten-Limit erreicht"
|
||||
exit 1
|
||||
fi
|
||||
elif ! env PIWIGO_CONFIG="$CONFIG_FILE" bash "$SCRIPT_DIR/build-webdav-media.sh"; then
|
||||
write_status error "Bildaufbereitung ist fehlgeschlagen"
|
||||
exit 1
|
||||
fi
|
||||
DERIVATIVE_OUTPUT=""
|
||||
DERIVATIVE_EXIT=0
|
||||
if DERIVATIVE_OUTPUT="$(php "$SCRIPT_DIR/lib/build-webdav-derivatives.php" \
|
||||
--piwigo-root="$PIWIGO_ROOT" \
|
||||
--connection-id="$CONNECTION_ID" 2>&1)"; then
|
||||
DERIVATIVE_EXIT=0
|
||||
else
|
||||
MEDIA_UNIT="bratonien-nc-media-${CONNECTION_ID}-$(date +%s)"
|
||||
if ! systemd-run \
|
||||
--quiet \
|
||||
--collect \
|
||||
--unit="$MEDIA_UNIT" \
|
||||
--property=RuntimeMaxSec=30min \
|
||||
--setenv="PIWIGO_CONFIG=$CONFIG_FILE" \
|
||||
/usr/bin/env bash "$SCRIPT_DIR/build-webdav-media.sh"; then
|
||||
write_status error "Bildaufbereitung konnte nicht im Hintergrund gestartet werden"
|
||||
exit 1
|
||||
DERIVATIVE_EXIT=$?
|
||||
fi
|
||||
[[ -z "$DERIVATIVE_OUTPUT" ]] || printf '%s\n' "$DERIVATIVE_OUTPUT"
|
||||
if [[ "$DERIVATIVE_EXIT" -ne 0 ]]; then
|
||||
DETAIL="Exit-Code: $DERIVATIVE_EXIT"
|
||||
if [[ -n "$DERIVATIVE_OUTPUT" ]]; then
|
||||
DETAIL+="; Ausgabe: $(printf '%s\n' "$DERIVATIVE_OUTPUT" | compact_output)"
|
||||
fi
|
||||
write_status error "Piwigo-Derivate für WebDAV-Bilder konnten nicht erzeugt werden" "$DETAIL"
|
||||
exit "$DERIVATIVE_EXIT"
|
||||
fi
|
||||
|
||||
if grep -q 'Piwigo-Synchronisierung per API erfolgreich' <<<"$PIWIGO_OUTPUT"; then
|
||||
write_status ok \
|
||||
"WebDAV eingelesen und Piwigo synchronisiert; Bildaufbereitung abgeschlossen" \
|
||||
"WebDAV eingelesen, Piwigo synchronisiert und Derivate erzeugt" \
|
||||
"" \
|
||||
"api" \
|
||||
"ok" \
|
||||
@@ -173,7 +226,7 @@ if [[ "${PIWIGO_SYNC_ENABLED:-0}" == "1" ]]; then
|
||||
"Fallback wurde nicht benötigt"
|
||||
elif grep -q 'Piwigo-Datenbanksynchronisierung per Benutzername/Passwort-Fallback erfolgreich' <<<"$PIWIGO_OUTPUT"; then
|
||||
write_status ok \
|
||||
"WebDAV eingelesen und Piwigo über Fallback synchronisiert; Bildaufbereitung abgeschlossen" \
|
||||
"WebDAV eingelesen, Piwigo über Fallback synchronisiert und Derivate erzeugt" \
|
||||
"" \
|
||||
"fallback" \
|
||||
"not_used" \
|
||||
@@ -181,8 +234,8 @@ if [[ "${PIWIGO_SYNC_ENABLED:-0}" == "1" ]]; then
|
||||
"ok" \
|
||||
"Benutzername/Passwort-Fallback erfolgreich"
|
||||
else
|
||||
write_status ok "WebDAV eingelesen und Piwigo synchronisiert; Bildaufbereitung abgeschlossen"
|
||||
write_status ok "WebDAV eingelesen, Piwigo synchronisiert und Derivate erzeugt"
|
||||
fi
|
||||
else
|
||||
write_status ok "WebDAV eingelesen; Piwigo-Synchronisierung ist für diese Verbindung deaktiviert"
|
||||
write_status ok "WebDAV eingelesen und Vorschaubilder erzeugt; Piwigo-Synchronisierung ist für diese Verbindung deaktiviert"
|
||||
fi
|
||||
|
||||
@@ -52,6 +52,18 @@ if (!pwg_db_num_rows($access_result)) bratonien_tools_webdav_image_abort(403, 'K
|
||||
$source = bratonien_tools_webdav_image_source_info($image_id);
|
||||
if (!$source) bratonien_tools_webdav_image_abort(404, 'Keine WebDAV-Quelle für dieses Bild gefunden.');
|
||||
|
||||
if (!empty($_GET['ajaxload']))
|
||||
{
|
||||
$preview = !empty($_GET['preview']);
|
||||
$final_url = bratonien_tools_webdav_image_url($image_id, $preview);
|
||||
if (!$final_url) bratonien_tools_webdav_image_abort(404, 'Keine WebDAV-Bild-URL verfügbar.');
|
||||
|
||||
header('Content-Type: application/json; charset=utf-8');
|
||||
header('Cache-Control: no-store, max-age=0');
|
||||
echo json_encode(array('url'=>$final_url), JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE);
|
||||
exit;
|
||||
}
|
||||
|
||||
if (!empty($_GET['preview']))
|
||||
{
|
||||
$preview = bratonien_tools_webdav_preview_path($source);
|
||||
@@ -121,7 +133,7 @@ $options = array(
|
||||
CURLOPT_USERPWD => $user.':'.$password,
|
||||
CURLOPT_RETURNTRANSFER => false,
|
||||
CURLOPT_FAILONERROR => false,
|
||||
CURLOPT_USERAGENT => 'Bratonien-Tools-WebDAV-Image/0.9.7.16',
|
||||
CURLOPT_USERAGENT => 'Bratonien-Tools-WebDAV-Image/0.9.7.24',
|
||||
CURLOPT_HEADERFUNCTION => function($ch, $line)
|
||||
{
|
||||
$length = strlen($line);
|
||||
|
||||
Reference in New Issue
Block a user