feat(v2): add snapshot extractor framework and run command

This commit is contained in:
Alfredo Di Stasio
2026-03-13 14:24:54 +01:00
parent 6fc583c79f
commit 850e4de71b
10 changed files with 796 additions and 0 deletions

View File

@ -36,6 +36,16 @@ STATIC_DATASET_INCOMING_DIR=/app/snapshots/incoming
STATIC_DATASET_ARCHIVE_DIR=/app/snapshots/archive
STATIC_DATASET_FAILED_DIR=/app/snapshots/failed
# Extractor framework (fetch -> parse -> normalize -> emit snapshot)
EXTRACTOR_USER_AGENT=HoopScoutBot/2.0 (+https://younerd.org)
EXTRACTOR_HTTP_TIMEOUT_SECONDS=15
EXTRACTOR_HTTP_RETRIES=2
EXTRACTOR_RETRY_SLEEP_SECONDS=1.0
EXTRACTOR_REQUEST_DELAY_SECONDS=0.5
EXTRACTOR_PUBLIC_JSON_URL=
EXTRACTOR_PUBLIC_SOURCE_NAME=public_json_source
EXTRACTOR_INCLUDE_RAW_PAYLOAD=0
# Future optional scheduler loop settings (not enabled in base v2 runtime)
SCHEDULER_ENABLED=0
SCHEDULER_INTERVAL_SECONDS=900