BFD-4351: Python Unified Root UV Workspace

apps/bfd-model-idr/augment_sample_resources.py

@@ -3,8 +3,6 @@
 from dataclasses import asdict, dataclass, field
 from decimal import Decimal
 from pathlib import Path
-from typing import Optional
-from datetime import datetime, timezone
 
 import pandas as pd
 
@@ -89,26 +87,23 @@
 
 
 def convert_to_decimal(val: str | None) -> Decimal:
-    try:
-        return Decimal(val)
-    except (TypeError, ValueError):
-        return 0.0
+    return Decimal(val or 0.0)
 
 @dataclass
 class Provider:
-    PRVDR_SK: Optional[str] = None
-    PRVDR_ID_QLFYR_CD: Optional[str] = None
-    NPI_TYPE: Optional[str] = None
-    careTeamType: Optional[str] = None
-    careTeamSequenceNumber: Optional[str] = None
-    PRVDR_LAST_OR_LGL_NAME: Optional[str] = None
-    PRVDR_1ST_NAME: Optional[str] = None
-    PRVDR_CARETEAM_NAME: Optional[str] = None
-    specialtyCode: Optional[str] = None
-    PRVDR_OSCAR_NUM: Optional[str] = None
-    CLM_BLG_PRVDR_ZIP5_CD: Optional[str] = None
-    CLM_PRVDR_GNRC_ID_NUM: Optional[str] = None
-    CLM_BLG_PRVDR_TAX_NUM: Optional[str] = None
+    PRVDR_SK: str | None = None
+    PRVDR_ID_QLFYR_CD: str | None = None
+    NPI_TYPE: str | None = None
+    careTeamType: str | None = None
+    careTeamSequenceNumber: str | None = None
+    PRVDR_LAST_OR_LGL_NAME: str | None = None
+    PRVDR_1ST_NAME: str | None = None
+    PRVDR_CARETEAM_NAME: str | None = None
+    specialtyCode: str | None = None
+    PRVDR_OSCAR_NUM: str | None = None
+    CLM_BLG_PRVDR_ZIP5_CD: str | None = None
+    CLM_PRVDR_GNRC_ID_NUM: str | None = None
+    CLM_BLG_PRVDR_TAX_NUM: str | None = None
 
 populate_fields_except_na = [
     "PRVDR_LGL_NAME",
@@ -202,13 +197,14 @@ def create_careteam_provider(careteam_column):
 for careteam_column in careteam_header_columns:
     if careteam_column not in cur_sample_data:
         continue
+
     provider_object = create_careteam_provider(careteam_column)
-    provider_object.careTeamSequenceNumber = sum(
-        1 for item in provider_list if provider_object.careTeamType
-    )
+
+    count = sum(1 for _ in provider_list if provider_object.careTeamType)
+    provider_object.careTeamSequenceNumber = str(count)
+
     provider_list.append(provider_object)
 
-
 # Distinct method since line items end up cleaner
 def create_rendering_line_provider(npi_num):
     provider_object = Provider(
@@ -235,11 +231,16 @@ def create_rendering_line_provider(npi_num):
         provider = create_rendering_line_provider(prvdr_npi_num)
         if line_item.get("CLM_RNDRG_FED_PRVDR_SPCLTY_CD"):
             provider.specialtyCode = line_item.get("CLM_RNDRG_FED_PRVDR_SPCLTY_CD")
-        provider.careTeamSequenceNumber = sum(
-            1 for item in provider_list if provider_object.careTeamType
-        )
-        line_item["careTeamSequence"] = provider.careTeamSequenceNumber
-        provider_list.append(provider)
+
+            sequence_count = sum(
+                1 for _ in provider_list 
+                if getattr(provider, "careTeamType", None)
+            )
+
+            provider.careTeamSequenceNumber = str(sequence_count)
+
+            line_item["careTeamSequence"] = provider.careTeamSequenceNumber
+            provider_list.append(provider)            
 
     if prvdr_npi_num:
         sequence = next(
@@ -260,7 +261,8 @@ def create_rendering_line_provider(npi_num):
     matching_rows = cond_sk_df[cond_sk_df["CLM_RLT_COND_SGNTR_SK"] == str(cond_sk)]
     for _, row in matching_rows.iterrows():
         cond_cd = row.get("CLM_RLT_COND_CD")
-        if pd.notna(cond_cd) and str(cond_cd) != "~":
+        # Use manual NaN check instead of pd.isna()
+        if cond_cd is not None and cond_cd == cond_cd and str(cond_cd) != "~":
             supporting_info_components.append({"CLM_RLT_COND_CD": str(cond_cd)})
 
 fac_type = cur_sample_data.get("CLM_BILL_FAC_TYPE_CD")
@@ -366,7 +368,7 @@ def build_claim_audit_trail_composite(sample: dict) -> str:
     status = sample.get("CLM_AUDT_TRL_STUS_CD")
 
     if not status:
-        return None
+        return ""
 
     prefix = meta_src_prefix(meta_src_sk)
 

apps/bfd-model-idr/claims_adj.py

@@ -9,6 +9,7 @@
     AVAIL_CLM_RLT_COND_SK,
     AVAIL_OSCAR_CODES_INSTITUTIONAL,
     AVAILABLE_NDC,
+    AVAILABLE_SSA_STATE_CDS,
     CLM_POA_IND_CHOICES,
     FISS_CLM_TYPE_CDS,
     HCPCS_MODS,
@@ -17,7 +18,6 @@
     PHARMACY_CLM_TYPE_CDS,
     TARGET_RLT_COND_CODES,
     TARGET_SEQUENCE_NUMBERS,
-    AVAILABLE_SSA_STATE_CDS,
     get_drg_dgns_codes,
     get_hcpcs_proc_codes,
     get_icd_10_dgns_codes,
@@ -42,16 +42,27 @@ class AdjudicatedGeneratorUtil:
     def __init__(self, enable_samhsa: bool) -> None:
         self.enable_samhsa = enable_samhsa
 
+    @staticmethod
+    def safe_random_choice(sequence, default=None):
+        """Safely pick a random element from a sequence that might be None."""
+        if not sequence:
+            return default
+        return random.choice(sequence)
+
     def gen_clm(
         self,
         gen_utils: GeneratorUtil,
         bene_sk: str,
         init_clm: RowAdapter | None = None,
         min_date: str = "2018-01-01",
         max_date: str = str(NOW),
-        type_1_npis: list = [0],
-        type_2_npis: list = [0],
+        type_1_npis: list | None = None, 
+        type_2_npis: list | None = None, 
     ):
+
+        self.type_1_npis = type_1_npis if type_1_npis is not None else [0]
+        self.type_2_npis = type_2_npis if type_2_npis is not None else [0]
+
         clm = init_clm or RowAdapter({})
         clm[f.CLM_DT_SGNTR_SK] = gen_basic_id(field=f.CLM_DT_SGNTR_SK, length=12)
         clm[f.CLM_UNIQ_ID] = gen_basic_id(field=f.CLM_UNIQ_ID, length=13)
@@ -96,7 +107,7 @@ def gen_clm(
         if clm_type_cd not in PHARMACY_CLM_TYPE_CDS:
             clm[f.CLM_QUERY_CD] = random.choice(gen_utils.code_systems[f.CLM_QUERY_CD])
         else:
-            clm[f.CLM_SRVC_PRVDR_GNRC_ID_NUM] = random.choice(type_2_npis)
+            clm[f.CLM_SRVC_PRVDR_GNRC_ID_NUM] = self.safe_random_choice(type_2_npis)
             clm[f.PRVDR_SRVC_ID_QLFYR_CD] = random.choice(
                 gen_utils.code_systems[f.PRVDR_ID_QLFYR_CD]
             )
@@ -105,7 +116,7 @@ def gen_clm(
             clm[f.PRVDR_PRSBNG_ID_QLFYR_CD] = random.choice(
                 gen_utils.code_systems[f.PRVDR_ID_QLFYR_CD]
             )
-            clm[f.CLM_PRSBNG_PRVDR_GNRC_ID_NUM] = random.choice(type_1_npis)
+            clm[f.CLM_PRSBNG_PRVDR_GNRC_ID_NUM] = self.safe_random_choice(type_1_npis)
             clm[f.PRVDR_PRSCRBNG_PRVDR_NPI_NUM] = clm[f.CLM_PRSBNG_PRVDR_GNRC_ID_NUM]
             clm[f.CLM_SBMT_CHRG_AMT] = round(random.uniform(1, 1000000), 2)
             clm[f.CLM_SBMT_FRMT_CD] = random.choice(gen_utils.code_systems[f.CLM_SBMT_FRMT_CD])
@@ -138,26 +149,26 @@ def gen_clm(
         clm[f.CLM_LTST_CLM_IND] = clm_ltst_clm_ind
 
         if (clm_type_cd < 65 and clm_type_cd >= 10) or clm_type_cd in FISS_CLM_TYPE_CDS:
-            clm[f.PRVDR_BLG_PRVDR_NPI_NUM] = random.choice(type_2_npis)
-            clm[f.CLM_ATNDG_PRVDR_NPI_NUM] = random.choice(type_1_npis)
+            clm[f.PRVDR_BLG_PRVDR_NPI_NUM] = self.safe_random_choice(type_2_npis)
+            clm[f.CLM_ATNDG_PRVDR_NPI_NUM] = self.safe_random_choice(type_1_npis)
             clm[f.PRVDR_ATNDG_PRVDR_NPI_NUM] = clm[f.CLM_ATNDG_PRVDR_NPI_NUM]
             clm[f.CLM_OPRTG_FED_PRVDR_SPCLTY_CD] = random.choice(
                 gen_utils.code_systems[f.CLM_PRVDR_SPCLTY_CD]
             )
             clm[f.CLM_OPRTG_PRVDR_NAME] = random.choice(["Random last, First", "~"])
-            clm[f.CLM_OPRTG_PRVDR_NPI_NUM] = random.choice(type_1_npis)
+            clm[f.CLM_OPRTG_PRVDR_NPI_NUM] = self.safe_random_choice(type_1_npis)
             clm[f.PRVDR_OPRTG_PRVDR_NPI_NUM] = clm[f.CLM_OPRTG_PRVDR_NPI_NUM]
             clm[f.CLM_OTHR_FED_PRVDR_SPCLTY_CD] = random.choice(
                 gen_utils.code_systems[f.CLM_PRVDR_SPCLTY_CD]
             )
             clm[f.CLM_OTHR_PRVDR_NAME] = random.choice(["Random last, First", "~"])
-            clm[f.CLM_OTHR_PRVDR_NPI_NUM] = random.choice(type_1_npis)
+            clm[f.CLM_OTHR_PRVDR_NPI_NUM] = self.safe_random_choice(type_1_npis)
             clm[f.PRVDR_OTHR_PRVDR_NPI_NUM] = clm[f.CLM_OTHR_PRVDR_NPI_NUM]
             clm[f.CLM_RNDRG_FED_PRVDR_SPCLTY_CD] = random.choice(
                 gen_utils.code_systems[f.CLM_PRVDR_SPCLTY_CD]
             )
             clm[f.CLM_RNDRG_PRVDR_NAME] = random.choice(["Random last, First", "~"])
-            clm[f.CLM_RNDRG_PRVDR_NPI_NUM] = random.choice(type_1_npis)
+            clm[f.CLM_RNDRG_PRVDR_NPI_NUM] = self.safe_random_choice(type_1_npis)
             clm[f.PRVDR_RNDRNG_PRVDR_NPI_NUM] = clm[f.CLM_RNDRG_PRVDR_NPI_NUM]
             clm[f.CLM_ATNDG_FED_PRVDR_SPCLTY_CD] = random.choice(
                 gen_utils.code_systems[f.CLM_PRVDR_SPCLTY_CD]
@@ -184,12 +195,12 @@ def gen_clm(
                 clm[f.CLM_ACO_CARE_MGMT_HCBS_SW] = "Y" if "7" in used_enhancements else "N"
 
         if clm_type_cd == 40 or (clm_type_cd > 70 and clm_type_cd <= 82):
-            clm[f.PRVDR_RFRG_PRVDR_NPI_NUM] = random.choice(type_1_npis)
+            clm[f.PRVDR_RFRG_PRVDR_NPI_NUM] = self.safe_random_choice(type_1_npis)
         if clm_type_cd > 70 and clm_type_cd <= 82:
-            clm[f.CLM_BLG_PRVDR_NPI_NUM] = random.choice(type_1_npis)
+            clm[f.CLM_BLG_PRVDR_NPI_NUM] = self.safe_random_choice(type_1_npis)
             clm[f.CLM_RLT_COND_SGNTR_SK] = "0"
             if random.choice([0, 1]):
-                clm[f.CLM_BLG_PRVDR_NPI_NUM] = random.choice(type_2_npis)
+                clm[f.CLM_BLG_PRVDR_NPI_NUM] = self.safe_random_choice(type_2_npis)
             clm[f.PRVDR_BLG_PRVDR_NPI_NUM] = clm[f.CLM_BLG_PRVDR_NPI_NUM]
 
         # generate claim header financial elements here
@@ -744,8 +755,11 @@ def gen_clm_line(
         clm_line_num: int,
         diagnoses: list[RowAdapter],
         init_clm_line: RowAdapter | None = None,
-        type_1_npis: list = [0],
+        type_1_npis: list | None = None, 
     ):
+
+        self.type_1_npis = type_1_npis if type_1_npis is not None else [0]
+
         clm_type_cd = int(clm[f.CLM_TYPE_CD])
         clm_line = init_clm_line or RowAdapter({})
         clm_line[f.GEO_BENE_SK] = clm[f.GEO_BENE_SK]
@@ -781,7 +795,7 @@ def gen_clm_line(
         if clm_type_cd >= 71 and clm_type_cd <= 72:
             clm_line[f.CLM_RNDRG_PRVDR_TAX_NUM] = random.choice(["1928347912", "912834729"])
             clm_line[f.CLM_RNDRG_PRVDR_PIN_NUM] = random.choice(["29364819", "19238747"])
-            clm_line[f.PRVDR_RNDRNG_PRVDR_NPI_NUM] = random.choice(type_1_npis)
+            clm_line[f.PRVDR_RNDRNG_PRVDR_NPI_NUM] = self.safe_random_choice(type_1_npis)
             clm_line[f.CLM_RNDRG_PRVDR_NPI_NUM] = clm_line[f.PRVDR_RNDRNG_PRVDR_NPI_NUM]
             clm_line[f.CLM_RNDRG_FED_PRVDR_SPCLTY_CD] = random.choice(
                 gen_utils.code_systems[f.CLM_PRVDR_SPCLTY_CD]
@@ -811,7 +825,7 @@ def gen_clm_line(
                 )
 
         if clm_type_cd == 81 or clm_type_cd == 82:
-            clm_line[f.PRVDR_RNDRNG_PRVDR_NPI_NUM] = random.choice(type_1_npis)
+            clm_line[f.PRVDR_RNDRNG_PRVDR_NPI_NUM] = self.safe_random_choice(type_1_npis)
             clm_line[f.CLM_RNDRG_PRVDR_NPI_NUM] = clm_line[f.PRVDR_RNDRNG_PRVDR_NPI_NUM]
 
         clm_line[f.CLM_LINE_HCPCS_CD] = random.choice(get_hcpcs_proc_codes(self.enable_samhsa))