update date annotations

Author: Brick Green

apps/bfd-pipeline/bfd-pipeline-idr/model.py

@@ -668,15 +668,14 @@ class IdrClaimItem(IdrBaseModel):
     clm_line_cvrd_pd_amt: Annotated[float, BeforeValidator(transform_null_float)]
     clm_line_blood_ddctbl_amt: Annotated[float, BeforeValidator(transform_null_float)]
     clm_line_dgns_cd: Annotated[str, BeforeValidator(transform_null_string)]
-    clm_line_from_dt: date
-    clm_line_thru_dt: date
+    clm_line_from_dt: Annotated[date, BeforeValidator(transform_null_date_to_max)]
+    clm_line_thru_dt: Annotated[date, BeforeValidator(transform_null_date_to_max)]
     clm_line_mdcr_ddctbl_amt: Annotated[float, BeforeValidator(transform_null_float)]
     clm_line_hcpcs_cd: Annotated[str, BeforeValidator(transform_default_string)]
     clm_line_ndc_cd: Annotated[str, BeforeValidator(transform_default_string)]
     clm_line_mdcr_coinsrnc_amt: Annotated[float, BeforeValidator(transform_null_float)]
     clm_line_ndc_qty: Annotated[float, BeforeValidator(transform_null_float)]
     clm_line_ndc_qty_qlfyr_cd: Annotated[str, BeforeValidator(transform_null_string)]
-    clm_line_sbmt_chrg_amt: float
     clm_line_srvc_unit_qty: Annotated[float, BeforeValidator(transform_null_float)]
     clm_line_rev_ctr_cd: Annotated[str, BeforeValidator(transform_null_string)]
     clm_line_rx_num: Annotated[str, BeforeValidator(transform_default_string)]

apps/bfd-pipeline/bfd-pipeline-idr/test_pipeline.py

@@ -117,12 +117,12 @@ def test_pipeline(self, psql_url: str) -> None:
         assert rows[0]["clm_dt_sgntr_sk"] == 2334117069
 
         cur = conn.execute("select * from idr.claim_professional order by clm_uniq_id")
-        assert cur.rowcount == 85
+        assert cur.rowcount == 86
         rows = cur.fetchmany(1)
         assert rows[0]["clm_uniq_id"] == 113370100080
 
         cur = conn.execute("select * from idr.claim_item order by clm_uniq_id")
-        assert cur.rowcount == 2093
+        assert cur.rowcount == 1624
         rows = cur.fetchmany(1)
         assert rows[0]["clm_uniq_id"] == 113370100080
 
@@ -132,7 +132,7 @@ def test_pipeline(self, psql_url: str) -> None:
         assert rows[0]["clm_uniq_id"] == 113370100080
 
         cur = conn.execute("select * from idr.claim_line_professional order by clm_uniq_id")
-        assert cur.rowcount == 264
+        assert cur.rowcount == 281
         rows = cur.fetchmany(1)
         assert rows[0]["clm_uniq_id"] == 797757725380