feat(v2): add simple daily extraction-import orchestration
This commit is contained in:
@ -174,6 +174,10 @@ EXTRACTOR_BCL_SEASON_LABEL = os.getenv("EXTRACTOR_BCL_SEASON_LABEL", "").strip()
|
||||
EXTRACTOR_BCL_COMPETITION_EXTERNAL_ID = os.getenv("EXTRACTOR_BCL_COMPETITION_EXTERNAL_ID", "bcl").strip()
|
||||
EXTRACTOR_BCL_COMPETITION_NAME = os.getenv("EXTRACTOR_BCL_COMPETITION_NAME", "Basketball Champions League").strip()
|
||||
|
||||
# Simple daily orchestration settings (extract -> import).
|
||||
DAILY_ORCHESTRATION_EXTRACTORS = os.getenv("DAILY_ORCHESTRATION_EXTRACTORS", "lba,bcl")
|
||||
DAILY_ORCHESTRATION_INTERVAL_SECONDS = int(os.getenv("DAILY_ORCHESTRATION_INTERVAL_SECONDS", "86400"))
|
||||
|
||||
if EXTRACTOR_HTTP_TIMEOUT_SECONDS <= 0:
|
||||
raise ImproperlyConfigured("EXTRACTOR_HTTP_TIMEOUT_SECONDS must be > 0.")
|
||||
if EXTRACTOR_HTTP_RETRIES < 0:
|
||||
@ -182,6 +186,8 @@ if EXTRACTOR_RETRY_SLEEP_SECONDS < 0:
|
||||
raise ImproperlyConfigured("EXTRACTOR_RETRY_SLEEP_SECONDS must be >= 0.")
|
||||
if EXTRACTOR_REQUEST_DELAY_SECONDS < 0:
|
||||
raise ImproperlyConfigured("EXTRACTOR_REQUEST_DELAY_SECONDS must be >= 0.")
|
||||
if DAILY_ORCHESTRATION_INTERVAL_SECONDS < 60:
|
||||
raise ImproperlyConfigured("DAILY_ORCHESTRATION_INTERVAL_SECONDS must be >= 60.")
|
||||
|
||||
# Optional scheduler command settings for future v2 snapshot jobs.
|
||||
SCHEDULER_ENABLED = env_bool("SCHEDULER_ENABLED", False)
|
||||
|
||||
Reference in New Issue
Block a user