Pagination (200/page), batched+checkpointed ingest (batch_size, resume-safe), quality max_files slicing, upload page; Caddy routes for prefect/photo-filter

This commit is contained in:
2026-08-08 13:36:00 +10:00
parent 1814b5c5c4
commit 0d20c29f35
7 changed files with 309 additions and 74 deletions

View File

@@ -29,14 +29,14 @@ deployments:
- name: ingest
version: null
tags: [photo-pipeline]
description: "Hash + dedup-check a folder against the persistent fingerprint DB"
description: "Hash + dedup-check a folder against the persistent fingerprint DB (batched, checkpointed)"
schedule: null
flow_name: null
entrypoint: photo_ingest.py:photo_ingest
parameters:
base_dir: /mnt/data/takeout
source: takeout
register: true
batch_size: 1000
work_pool:
name: photo-pool
work_queue_name: null
@@ -68,6 +68,7 @@ deployments:
parameters:
base_dir: /mnt/data/takeout
move: false
max_files: 0
work_pool:
name: photo-pool
work_queue_name: null