Remove V2_MDCR_BENE_LIS from pipeline/model

Author: marshallweekley-eng

apps/bfd-db-migrator-ng/migrations/V1_38_0__drop_bene_lis.sql

@@ -0,0 +1 @@
+DROP TABLE idr.beneficiary_low_income_subsidy;

apps/bfd-db-migrator-synthetic/migrations/V1_4_0__drop_v2_mdcr_bene_lis.sql

@@ -0,0 +1 @@
+DROP TABLE cms_vdm_view_mdcr_prd.v2_mdcr_bene_lis; 

apps/bfd-model-idr/dictionary-support-files/Coverage.yaml

@@ -335,8 +335,8 @@
     - CST_SHR_GRP_CD_12
   referenceTable: BENE_LIS_EFCTV_CD
   fhirPath: Coverage.extension.where(url='https://bluebutton.cms.gov/fhir/StructureDefinition/BENE-LIS-EFCTV-CD').value.code
-  sourceView: V2_MDCR_BENE_LIS
-  sourceColumn: BENE_LIS_EFCTV_CD
+  sourceView: V2_MDCR_BENE_CMBND_LIS
+  sourceColumn: BENE_CMBND_DEEMD_IND
 - inputPath: Coverage-Base.BENE_LIS_COPMT_LVL_CD
   appliesTo:
     - PartD
@@ -355,8 +355,8 @@
     - CST_SHR_GRP_CD_12
   referenceTable: BENE_LIS_COPMT_LVL_CD
   fhirPath: Coverage.extension.where(url='https://bluebutton.cms.gov/fhir/StructureDefinition/BENE-LIS-COPMT-LVL-CD').value.code
-  sourceView: V2_MDCR_BENE_LIS
-  sourceColumn: BENE_LIS_COPMT_LVL_CD
+  sourceView: V2_MDCR_BENE_CMBND_LIS
+  sourceColumn: BENE_CMBND_DEEMD_COPMT_LVL_ID
 - inputPath: Coverage-Base.BENE_LIS_PTD_PRM_PCT
   appliesTo:
     - PartD
@@ -374,8 +374,8 @@
     - CST_SHR_GRP_CD_11
     - CST_SHR_GRP_CD_12
   fhirPath: Coverage.extension.where(url='https://bluebutton.cms.gov/fhir/StructureDefinition/BENE-LIS-PTD-PRM-PCT').value
-  sourceView: V2_MDCR_BENE_LIS
-  sourceColumn: BENE_LIS_PTD_PRM_PCT
+  sourceView: V2_MDCR_BENE_CMBND_LIS
+  sourceColumn: BENE_CMBND_DEEMD_PRM_PCT
 - inputPath: Coverage-Base.CNTRCT_PBP_SGMT_NUM
   appliesTo:
     - PartD

apps/bfd-model-idr/generator_util.py

@@ -28,7 +28,6 @@
 BENE_DUAL = "SYNTHETIC_BENE_CMBND_DUAL_MDCR"
 BENE_MAPD_ENRLMT = "SYNTHETIC_BENE_MAPD_ENRLMT"
 BENE_MAPD_ENRLMT_RX = "SYNTHETIC_BENE_MAPD_ENRLMT_RX"
-BENE_LIS = "SYNTHETIC_BENE_LIS"
 BENE_LIS_CMBND = "SYNTHETIC_BENE_LIS_CMBND"
 CLM = "SYNTHETIC_CLM"
 CLM_LINE = "SYNTHETIC_CLM_LINE"
@@ -783,28 +782,6 @@ def generate_bene_stus(
         stus_row["IDR_TRANS_OBSLT_TS"] = "9999-12-31T00:00:00.000000"
         self.mdcr_stus.append(stus_row.kv)
 
-    def generate_bene_lis(self, lis_row: RowAdapter):
-        lis_start_date = self.fake.date_between_dates(
-            datetime.date(year=2017, month=5, day=20),
-            datetime.date(year=2021, month=1, day=1),
-        )
-        lis_end_date = "9999-12-31"
-        lis_efctv_cd = random.choice(self.code_systems["BENE_LIS_EFCTV_CD"])
-        copmt_lvl_cd = random.choice(self.code_systems["BENE_LIS_COPMT_LVL_CD"])
-        ptd_prm_pct = random.choice(["025", "050", "075", "100"])
-
-        lis_row["IDR_LTST_TRANS_FLG"] = "Y"
-        lis_row["BENE_LIS_EFCTV_CD"] = lis_efctv_cd
-        lis_row["BENE_LIS_COPMT_LVL_CD"] = copmt_lvl_cd
-        lis_row["BENE_LIS_PTD_PRM_PCT"] = str(ptd_prm_pct)
-        lis_row["BENE_RNG_BGN_DT"] = str(lis_start_date)
-        lis_row["BENE_RNG_END_DT"] = lis_end_date
-        lis_row["IDR_TRANS_EFCTV_TS"] = str(lis_start_date) + "T00:00:00.000000"
-        lis_row["IDR_INSRT_TS"] = str(lis_start_date) + "T00:00:00.000000"
-        lis_row["IDR_UPDT_TS"] = str(lis_start_date) + "T00:00:00.000000"
-        lis_row["IDR_TRANS_OBSLT_TS"] = "9999-12-31T00:00:00.000000"
-
-        self.bene_lis.append(lis_row.kv)
 
     def generate_bene_lis_cmbnd(self, lis_row: RowAdapter):
             lis_start_date = self.fake.date_between_dates(
@@ -1011,7 +988,6 @@ def save_output_files(self):
                 f"out/{BENE_DUAL}.csv",
                 GeneratorUtil.ALL_KEYS,
             ),
-            (self.bene_lis, f"out/{BENE_LIS}.csv", GeneratorUtil.ALL_KEYS),
             (self.bene_lis_cmbnd, f"out/{BENE_LIS_CMBND}.csv", GeneratorUtil.ALL_KEYS),
             (
                 self.bene_mapd_enrlmt_rx,

apps/bfd-model-idr/load_splitter.py

@@ -14,7 +14,6 @@
     BENE_ENTLMT,
     BENE_ENTLMT_RSN,
     BENE_HSTRY,
-    BENE_LIS,
     BENE_LIS_CMBND,
     BENE_MAPD_ENRLMT,
     BENE_MAPD_ENRLMT_RX,
@@ -76,7 +75,6 @@ def main(clm_batches_size: int, out: Path):
         BENE_DUAL: [],
         BENE_MAPD_ENRLMT: [],
         BENE_MAPD_ENRLMT_RX: [],
-        BENE_LIS: [],
         BENE_LIS_CMBND: [],
         CLM_ANSI_SGNTR: [],
         PRVDR_HSTRY: [],

apps/bfd-model-idr/patient_generator.py

@@ -12,7 +12,6 @@
     BENE_ENTLMT,
     BENE_ENTLMT_RSN,
     BENE_HSTRY,
-    BENE_LIS,
     BENE_LIS_CMBND,
     BENE_MAPD_ENRLMT,
     BENE_MAPD_ENRLMT_RX,
@@ -166,9 +165,6 @@ def regenerate_static_tables(generator: GeneratorUtil, files: dict[str, list[Row
             pbp_num=bene_mapd_enrlmt_rx_row["BENE_PBP_NUM"],
         )
 
-    for bene_lis_row in files[BENE_LIS]:
-        generator.generate_bene_lis(lis_row=bene_lis_row)
-
     for bene_lis_row in files[BENE_LIS_CMBND]:
         generator.generate_bene_lis_cmbnd(lis_row=bene_lis_row)
 
@@ -196,7 +192,6 @@ def load_inputs():
         BENE_DUAL: [],
         BENE_MAPD_ENRLMT: [],
         BENE_MAPD_ENRLMT_RX: [],
-        BENE_LIS: [],
         BENE_LIS_CMBND: [],
         CNTRCT_PBP_NUM: [],
         CNTRCT_PBP_CNTCT: [],
@@ -299,15 +294,6 @@ def load_inputs():
                     pbp_num=pbp_num,
                 )
 
-            # We don't need to check !force_ztm or loaded_from_file because this is unreachable if
-            # any of those are true
-            if probability(0.5) and not output_table_contains_by_bene_sk(
-                table=generator.bene_lis,
-                for_file=BENE_LIS,
-                bene_sk=patient["BENE_SK"],
-            ):
-                generator.generate_bene_lis(RowAdapter(initial_kv_template.copy()))
-
             # We don't need to check !force_ztm or loaded_from_file because this is unreachable if
             # any of those are true
             if probability(0.5) and not output_table_contains_by_bene_sk(

apps/bfd-pipeline-idr/constants.py

@@ -32,7 +32,6 @@
 IDR_BENE_STATUS_TABLE = f"{IDR_PREFIX}.v2_mdcr_bene_mdcr_stus"
 IDR_BENE_THIRD_PARTY_TABLE = f"{IDR_PREFIX}.v2_mdcr_bene_tp"
 IDR_BENE_COMBINED_DUAL_TABLE = f"{IDR_PREFIX}.v2_mdcr_bene_cmbnd_dual_mdcr"
-IDR_BENE_LOW_INCOME_SUBSIDY_TABLE = f"{IDR_PREFIX}.v2_mdcr_bene_lis"
 IDR_BENE_LOW_INCOME_SUBSIDY_CMBND_TABLE = f"{IDR_PREFIX}.v2_mdcr_bene_cmbnd_lis"
 IDR_BENE_MA_PART_D_TABLE = f"{IDR_PREFIX}.v2_mdcr_bene_mapd_enrlmt"
 IDR_BENE_MA_PART_D_RX_TABLE = f"{IDR_PREFIX}.v2_mdcr_bene_mapd_enrlmt_rx"

apps/bfd-pipeline-idr/load_events.py

@@ -23,7 +23,6 @@
 from model.idr_beneficiary_dual_eligibility import IdrBeneficiaryDualEligibility
 from model.idr_beneficiary_entitlement import IdrBeneficiaryEntitlement
 from model.idr_beneficiary_entitlement_reason import IdrBeneficiaryEntitlementReason
-from model.idr_beneficiary_low_income_subsidy import IdrBeneficiaryLowIncomeSubsidy
 from model.idr_beneficiary_low_income_subsidy_cmbnd import IdrBeneficiaryLowIncomeSubsidyCmbnd
 from model.idr_beneficiary_ma_part_d_enrollment import IdrBeneficiaryMaPartDEnrollment
 from model.idr_beneficiary_ma_part_d_enrollment_rx import IdrBeneficiaryMaPartDEnrollmentRx
@@ -81,7 +80,6 @@
         IdrBeneficiaryDualEligibility,
         IdrBeneficiaryEntitlementReason,
         IdrBeneficiaryEntitlement,
-        IdrBeneficiaryLowIncomeSubsidy,
         IdrBeneficiaryLowIncomeSubsidyCmbnd,
         IdrBeneficiaryMbiId,
         IdrBeneficiaryOvershareMbi,

apps/bfd-pipeline-idr/load_synthetic.py

@@ -12,7 +12,6 @@
     IDR_BENE_ENTITLEMENT_TABLE,
     IDR_BENE_HISTORY_TABLE,
     IDR_BENE_LOW_INCOME_SUBSIDY_CMBND_TABLE,
-    IDR_BENE_LOW_INCOME_SUBSIDY_TABLE,
     IDR_BENE_MA_PART_D_RX_TABLE,
     IDR_BENE_MA_PART_D_TABLE,
     IDR_BENE_MBI_TABLE,
@@ -61,7 +60,6 @@
         "csv_name": "SYNTHETIC_BENE_CMBND_DUAL_MDCR.csv",
         "table": IDR_BENE_COMBINED_DUAL_TABLE,
     },
-    {"csv_name": "SYNTHETIC_BENE_LIS.csv", "table": IDR_BENE_LOW_INCOME_SUBSIDY_TABLE},
     {"csv_name": "SYNTHETIC_BENE_LIS_CMBND.csv", "table": IDR_BENE_LOW_INCOME_SUBSIDY_CMBND_TABLE},
     {"csv_name": "SYNTHETIC_BENE_MAPD_ENRLMT.csv", "table": IDR_BENE_MA_PART_D_TABLE},
     {

apps/bfd-pipeline-idr/mock-idr.sql

@@ -801,20 +801,6 @@ CREATE TABLE cms_vdm_view_mdcr_prd.v2_mdcr_bene_mapd_enrlmt_rx(
     PRIMARY KEY(bene_sk, bene_enrlmt_pdp_rx_info_bgn_dt)
 );
 
-CREATE TABLE cms_vdm_view_mdcr_prd.v2_mdcr_bene_lis(
-    bene_sk BIGINT NOT NULL,
-    bene_rng_bgn_dt DATE NOT NULL,
-    bene_rng_end_dt DATE NOT NULL,
-    bene_lis_copmt_lvl_cd VARCHAR(1) NOT NULL,
-    bene_lis_ptd_prm_pct VARCHAR(3),
-    idr_ltst_trans_flg VARCHAR(1) NOT NULL,
-    idr_trans_efctv_ts TIMESTAMPTZ NOT NULL,
-    idr_trans_obslt_ts TIMESTAMPTZ NOT NULL,
-    idr_insrt_ts TIMESTAMPTZ NOT NULL,
-    idr_updt_ts TIMESTAMPTZ,
-    PRIMARY KEY(bene_sk, bene_rng_bgn_dt)
-);
-
 CREATE TABLE cms_vdm_view_mdcr_prd.v2_mdcr_bene_cmbnd_lis(
     bene_sk BIGINT NOT NULL,
     bene_cmbnd_deemd_efctv_dt DATE NOT NULL,