fix(v2-ingestion): align public schema realism follow-ups

This commit is contained in:
Alfredo Di Stasio
2026-03-20 15:23:43 +01:00
parent 6066d2a0bb
commit 48a82e812a
4 changed files with 91 additions and 1 deletions

View File

@ -4,6 +4,8 @@ from typing import Any
from django.conf import settings
from apps.ingestion.snapshots.schema import REQUIRED_RECORD_FIELDS
from .base import (
BaseSnapshotExtractor,
ExtractorConfigError,
@ -113,7 +115,7 @@ class PublicJsonSnapshotExtractor(BaseSnapshotExtractor):
"ft_pct": _first_non_empty(source_record, "ft_pct"),
}
missing = [key for key, value in normalized.items() if key != "role" and value in (None, "")]
missing = [key for key in REQUIRED_RECORD_FIELDS if normalized.get(key) in (None, "")]
if missing:
raise ExtractorNormalizationError(
f"public_json_snapshot row missing required fields: {', '.join(sorted(missing))}"