feat(v2): add snapshot extractor framework and run command
This commit is contained in:
10
.env.example
10
.env.example
@ -36,6 +36,16 @@ STATIC_DATASET_INCOMING_DIR=/app/snapshots/incoming
|
||||
STATIC_DATASET_ARCHIVE_DIR=/app/snapshots/archive
|
||||
STATIC_DATASET_FAILED_DIR=/app/snapshots/failed
|
||||
|
||||
# Extractor framework (fetch -> parse -> normalize -> emit snapshot)
|
||||
EXTRACTOR_USER_AGENT=HoopScoutBot/2.0 (+https://younerd.org)
|
||||
EXTRACTOR_HTTP_TIMEOUT_SECONDS=15
|
||||
EXTRACTOR_HTTP_RETRIES=2
|
||||
EXTRACTOR_RETRY_SLEEP_SECONDS=1.0
|
||||
EXTRACTOR_REQUEST_DELAY_SECONDS=0.5
|
||||
EXTRACTOR_PUBLIC_JSON_URL=
|
||||
EXTRACTOR_PUBLIC_SOURCE_NAME=public_json_source
|
||||
EXTRACTOR_INCLUDE_RAW_PAYLOAD=0
|
||||
|
||||
# Future optional scheduler loop settings (not enabled in base v2 runtime)
|
||||
SCHEDULER_ENABLED=0
|
||||
SCHEDULER_INTERVAL_SECONDS=900
|
||||
|
||||
Reference in New Issue
Block a user