Reduce conversion memory footprint

app/services/processing.py

@@ -1,5 +1,6 @@
 from dataclasses import dataclass
 from datetime import datetime
+from typing import Iterable
 
 from app.constants import SEVERITY_RANKING
 
@@ -20,11 +21,9 @@ class ProcessingOptions:
 
 
 def filter_records(
-    records: list[dict[str, str]], options: ProcessingOptions
-) -> list[dict[str, str]]:
-    """Apply user-selected filters to parsed records."""
-    filtered: list[dict[str, str]] = []
-
+    records: Iterable[dict[str, str]], options: ProcessingOptions
+) -> Iterable[dict[str, str]]:
+    """Apply user-selected filters lazily to parsed records."""
     for record in records:
         policy_value = record.get("policy", "")
         severity_value = record.get("severity_level", "")
@@ -38,13 +37,11 @@ def filter_records(
         if options.severity_ci and options.severity_ci.lower() not in severity_value.lower():
             continue
 
-        filtered.append(record)
-
-    return filtered
+        yield record
 
 
 def sort_records(
-    records: list[dict[str, str]], options: ProcessingOptions
+    records: Iterable[dict[str, str]], options: ProcessingOptions
 ) -> list[dict[str, str]]:
     """Sort records by datetime or severity using the requested order."""
     reverse = options.order == "desc"