Pagination (200/page), batched+checkpointed ingest (batch_size, resume-safe), quality max_files slicing, upload page; Caddy routes for prefect/photo-filter
This commit is contained in:
@@ -29,14 +29,14 @@ deployments:
|
||||
- name: ingest
|
||||
version: null
|
||||
tags: [photo-pipeline]
|
||||
description: "Hash + dedup-check a folder against the persistent fingerprint DB"
|
||||
description: "Hash + dedup-check a folder against the persistent fingerprint DB (batched, checkpointed)"
|
||||
schedule: null
|
||||
flow_name: null
|
||||
entrypoint: photo_ingest.py:photo_ingest
|
||||
parameters:
|
||||
base_dir: /mnt/data/takeout
|
||||
source: takeout
|
||||
register: true
|
||||
batch_size: 1000
|
||||
work_pool:
|
||||
name: photo-pool
|
||||
work_queue_name: null
|
||||
@@ -68,6 +68,7 @@ deployments:
|
||||
parameters:
|
||||
base_dir: /mnt/data/takeout
|
||||
move: false
|
||||
max_files: 0
|
||||
work_pool:
|
||||
name: photo-pool
|
||||
work_queue_name: null
|
||||
|
||||
Reference in New Issue
Block a user