initial code

2026-07-15 17:55:53 -06:00
parent 0952a7ffce
commit 05729fc6de
53 changed files with 12965 additions and 1 deletions
@@ -0,0 +1,114 @@
+-- Aggregate-only audit of source-specific inspection result encodings.
+--
+-- Values are controlled inspection categories, never identifiers. Counts below
+-- 100 are suppressed so accidental free-text anomalies cannot be surfaced.
+BEGIN TRANSACTION READ ONLY;
+
+WITH normalized AS MATERIALIZED (
+    SELECT
+        lower(coalesce(nullif(btrim(county), ''), '<blank/null>')) AS source_era,
+        upper(coalesce(nullif(btrim(overall_result), ''), '<BLANK/NULL>'))
+            AS overall_result,
+        upper(coalesce(nullif(btrim(obd_result), ''), '<BLANK/NULL>'))
+            AS obd_result,
+        lower(coalesce(nullif(btrim(program_type), ''), '<blank/null>'))
+            AS program_type,
+        upper(coalesce(nullif(btrim(test_type), ''), '<BLANK/NULL>'))
+            AS test_type
+    FROM data.inspection_search
+    WHERE test_start >= timestamp '2010-01-01'
+),
+overall_counts AS (
+    SELECT
+        'source_overall_result'::text AS audit_section,
+        source_era,
+        overall_result AS value_1,
+        CASE
+            WHEN overall_result IN ('PASS', 'P') THEN 'pass'
+            WHEN overall_result IN ('FAIL', 'F') THEN 'fail'
+            WHEN overall_result = 'REJECT' THEN 'reject'
+            WHEN overall_result = 'ABORT' THEN 'abort'
+            ELSE '<unrecognized>'
+        END::text AS value_2,
+        NULL::text AS value_3,
+        count(*) AS records
+    FROM normalized
+    GROUP BY 1, 2, 3, 4
+    HAVING count(*) >= 100
+),
+utah_unrecognized_context AS (
+    SELECT
+        'utah_unrecognized_context'::text AS audit_section,
+        source_era,
+        overall_result AS value_1,
+        obd_result AS value_2,
+        program_type || ' / ' || test_type AS value_3,
+        count(*) AS records
+    FROM normalized
+    WHERE source_era = 'utah'
+      AND overall_result NOT IN ('PASS', 'P', 'FAIL', 'F', 'REJECT', 'ABORT')
+    GROUP BY 1, 2, 3, 4, 5
+    HAVING count(*) >= 100
+),
+overall_obd_crosscheck AS (
+    SELECT
+        'recognized_overall_vs_obd'::text AS audit_section,
+        source_era,
+        overall_result AS value_1,
+        obd_result AS value_2,
+        program_type || ' / ' || test_type AS value_3,
+        count(*) AS records
+    FROM normalized
+    WHERE overall_result IN ('PASS', 'P', 'FAIL', 'F', 'REJECT', 'ABORT')
+      AND obd_result IN ('PASS', 'P', 'FAIL', 'F', 'REJECT', 'ABORT')
+    GROUP BY 1, 2, 3, 4, 5
+    HAVING count(*) >= 100
+),
+binary_crosscheck AS (
+    SELECT
+        'binary_overall_vs_obd'::text AS audit_section,
+        source_era,
+        CASE
+            WHEN (overall_result IN ('PASS', 'P'))
+                 = (obd_result IN ('PASS', 'P'))
+            THEN 'agree'
+            ELSE 'disagree'
+        END::text AS value_1,
+        NULL::text AS value_2,
+        NULL::text AS value_3,
+        count(*) AS records
+    FROM normalized
+    WHERE overall_result IN ('PASS', 'P', 'FAIL', 'F', 'REJECT', 'ABORT')
+      AND obd_result IN ('PASS', 'P', 'FAIL', 'F', 'REJECT', 'ABORT')
+    GROUP BY 1, 2, 3
+    HAVING count(*) >= 100
+),
+ranked AS (
+    SELECT
+        *,
+        row_number() OVER (
+            PARTITION BY audit_section, source_era
+            ORDER BY records DESC, value_1, value_2, value_3
+        ) AS frequency_rank
+    FROM (
+        SELECT * FROM overall_counts
+        UNION ALL
+        SELECT * FROM utah_unrecognized_context
+        UNION ALL
+        SELECT * FROM overall_obd_crosscheck
+        UNION ALL
+        SELECT * FROM binary_crosscheck
+    )
+)
+SELECT
+    audit_section,
+    source_era,
+    value_1,
+    value_2,
+    value_3,
+    records
+FROM ranked
+WHERE frequency_rank <= 50
+ORDER BY audit_section, source_era, records DESC;
+
+ROLLBACK;