Merge pull request #37 from CMSgov/v3.13

v3.13 code updates

Author: V2I8Mathematica

dqm/DQMeasures.py

@@ -93,10 +93,10 @@ def __init__(self, report_month: str, rpt_state='', separate_entity='0', run_id:
         self.now = datetime.now()
         self.initialize_logger(self.now)
 
-        self.version = '3.12.1'
+        self.version = '3.13.0'
         self.progpath = '/dqm'
 
-        self.specvrsn = 'V3.12.1'
+        self.specvrsn = 'V3.13.0'
         self.turboDB = 'dqm_conv'
         self.isTurbo = turbo
 

dqm/batch/run_801.py

@@ -17,6 +17,7 @@
 df_missingVars['claim_cat'] = df_missingVars['Claims_cat_type'].str.upper()
 df_missingVars['sub_cap_exclusion'] = df_missingVars['Sub-Capitated Encounters Exclusion']
 
+
 # --------------------------------------------------------------------
 #
 #
@@ -34,7 +35,7 @@
 #
 # --------------------------------------------------------------------
 df_missingVars = df_missingVars.set_index("measure_id", drop = False)
-# print(df_missingVars)
+print(df_missingVars)
 df_missingVars.to_pickle('./run_801_missvar.pkl')
 
 # --------------------------------------------------------------------
@@ -44,7 +45,7 @@
 df_Miss_Non_claims = df_missingVars[df_missingVars['File Type - Summary'] == 'Non-claims']
 df_Miss_Non_claims['series'] = '803'
 df_Miss_Non_claims['cb'] = 'non_claims_pct'
-# print(df_Miss_Non_claims)
+#print(df_Miss_Non_claims)
 df_Miss_Non_claims.to_pickle('./run_801_miss_non_claims.pkl')
 
 # --------------------------------------------------------------------
@@ -72,7 +73,7 @@ def data_element_update(Data_element_var):
 df_Miss_Claims['Data_element_var_updt'] = df_Miss_Claims.apply(lambda x: data_element_update(x['Data_element_var']), axis=1)
 df_Miss_Claims['series'] = '802'
 df_Miss_Claims['cb'] = 'claims_pct'
-# print(df_Miss_Claims)
+print(df_Miss_Claims)
 df_Miss_Claims.to_pickle('./run_801_miss_claims.pkl')
 
 
@@ -114,7 +115,7 @@ def data_element_update(Data_element_var):
 df_803_miss_non_claims_pct['file_type'] = df_Miss_Non_claims['File_Type2']
 
 df_803_miss_non_claims_pct = df_803_miss_non_claims_pct.set_index("measure_id", drop = False)
-print(df_803_miss_non_claims_pct)
+#print(df_803_miss_non_claims_pct)
 df_803_miss_non_claims_pct.to_pickle('./run_803.pkl')
 
 

dqm/cfg/abd.pkl

@@ -2085,14 +2085,14 @@ LT,2,MCR59R.14,MCR-59R-002-14,"% of Plan IDs over the threshold for MCR-59P-002-
 OT,3,MCR59R.15,MCR-59R-003-15,"% of Plan IDs over the threshold for MCR-59P-003-15 (% of claim headers with PAYMENT-LEVEL-IND = 2 where the sum of Medicaid Paid Amount from the lines does not equal Total Medicaid Paid Amount from the header, by Plan ID)",Claims Percentage,"Medicaid and S-CHIP Encounter: Original, Paid Claims",Y,2,Default,MCR59R_15,MCR,59R,15,003,,003,2
 RX,4,MCR59R.16,MCR-59R-004-16,"% of Plan IDs over the threshold for MCR-59P-004-16 (% of claim headers with PAYMENT-LEVEL-IND = 2 where the sum of Medicaid Paid Amount from the lines does not equal Total Medicaid Paid Amount from the header, by Plan ID)",Claims Percentage,"Medicaid and S-CHIP Encounter: Original, Paid Claims",Y,2,Default,MCR59R_16,MCR,59R,16,004,,004,2
 PRV,10,MIS11.58,MIS-11-010_10-58,% distinct SUBMITTING-STATE-PROV-IDs where FACILITY-GROUP-INDIVIDUAL-CODE <> 03 with only missing values in any active segment: PROV-ORGANIZATION-NAME (PRV00002),Non-Claims Percentage,N/A,Y,3,Default,MIS11_58,MIS,11,58,010,,010,3
-OT,156,MCR12.156,MCR-12-156-156,# of claim headers where the claim type indicates a sub-capitation payment (TYPE-OF-CLAIM = 6),Count,"Medicaid Sub-Capitated Encounter: Original, Paid Claims",Y,2,Default,MCR12_156,MCR,12,156,156,,156,2
-OT,157,MCR12.157,MCR-12-157-157,# of claim headers where the claim type indicates a sub-capitation payment (TYPE-OF-CLAIM = F),Count,"S-CHIP Sub-Capitated Encounter: Original, Paid Claims",Y,2,Default,MCR12_157,MCR,12,157,157,,157,2
+OT,156,MCR12.156,MCR-12-156-156,# of claim headers where the claim type indicates a sub-capitation payment (TYPE-OF-CLAIM = 6),Count,"Medicaid Sub-Capitated Payment: Original, Paid Claims",Y,2,Default,MCR12_156,MCR,12,156,156,,156,2
+OT,157,MCR12.157,MCR-12-157-157,# of claim headers where the claim type indicates a sub-capitation payment (TYPE-OF-CLAIM = F),Count,"S-CHIP Sub-Capitated Payment: Original, Paid Claims",Y,2,Default,MCR12_157,MCR,12,157,157,,157,2
 OT,158,MCR12.158,MCR-12-158-158,# of claim headers indicating sub-capitated encounter records from sub-capitated entities that are not sub-capitated network providers (SOURCE-LOCATION = 22),Count,"Medicaid Encounter: Original, Paid Claims",Y,2,Default,MCR12_158,MCR,12,158,158,,158,2
 OT,159,MCR12.159,MCR-12-159-159,# of claim headers indicating sub-capitated encounter records from sub-capitated entities that are not sub-capitated network providers (SOURCE-LOCATION = 22),Count,"S-CHIP Encounter: Original, Paid Claims",Y,2,Default,MCR12_159,MCR,12,159,159,,159,2
 OT,160,MCR12.160,MCR-12-160-160,# of claim headers indicating sub-capitated encounter records from sub-capitated network providers (SOURCE-LOCATION = 23),Count,"Medicaid Encounter: Original, Paid Claims",Y,2,Default,MCR12_160,MCR,12,160,160,,160,2
 OT,161,MCR12.161,MCR-12-161-161,# of claim headers indicating sub-capitated encounter records from sub-capitated network providers (SOURCE-LOCATION = 23),Count,"S-CHIP Encounter: Original, Paid Claims",Y,2,Default,MCR12_161,MCR,12,161,161,,161,2
-OT,162,MCR12.162,MCR-12-162-162,# of claim headers where the source location indicates a sub-capitation payment (SOURCE-LOCATION = 20),Count,"Medicaid Sub-Capitated Encounter: Original, Paid Claims",Y,2,Default,MCR12_162,MCR,12,162,162,,162,2
-OT,163,MCR12.163,MCR-12-163-163,# of claim headers where the source location indicates a sub-capitation payment (SOURCE-LOCATION = 20),Count,"S-CHIP Sub-Capitated Encounter: Original, Paid Claims",Y,2,Default,MCR12_163,MCR,12,163,163,,163,2
+OT,162,MCR12.162,MCR-12-162-162,# of claim headers where the source location indicates a sub-capitation payment (SOURCE-LOCATION = 20),Count,"Medicaid Sub-Capitated Payment: Original, Paid Claims",Y,2,Default,MCR12_162,MCR,12,162,162,,162,2
+OT,163,MCR12.163,MCR-12-163-163,# of claim headers where the source location indicates a sub-capitation payment (SOURCE-LOCATION = 20),Count,"S-CHIP Sub-Capitated Payment: Original, Paid Claims",Y,2,Default,MCR12_163,MCR,12,163,163,,163,2
 IP,1,ALL37.1,ALL-37-001-1,Source Location,Frequency,All Paid Claims,Y,0,Frequency,ALL37_1,ALL,37,1,001,,001,0
 LT,1,ALL38.1,ALL-38-001-1,Source Location,Frequency,All Paid Claims,Y,0,Frequency,ALL38_1,ALL,38,1,001,,001,0
 OT,1,ALL39.1,ALL-39-001-1,Source Location,Frequency,All Paid Claims,Y,0,Frequency,ALL39_1,ALL,39,1,001,,001,0

dqm/cfg/apdxc.pkl

@@ -179,7 +179,7 @@ def exp25_1(spark, dqm: DQMeasures, measure_id, x) :
                     ,coalesce(denom, 0) AS denom
                     ,CASE
                         WHEN coalesce(denom, 0) <> 0
-                            THEN numer
+                            THEN numer/denom
                         ELSE NULL
                         END AS mvalue
                 FROM (

dqm/cfg/countystate_lookup.pkl

@@ -42,7 +42,7 @@ def claims_pct(spark, dqm: DQMeasures, measure_id, x) :
         else:
             sum = DQClosure.parse(f'%miss_misslogic({x["numer"]})')
 
-        if x['sub_cap_exclusion'] == "1":
+        if x['sub_cap_exclusion'] == "1" or x['sub_cap_exclusion'] == 1 or  x['sub_cap_exclusion'] == 1.0:
             subcap_filter = "and src_lctn_cd not in ('22','23')"
         else:
             subcap_filter = ""
@@ -75,7 +75,7 @@ def claims_pct(spark, dqm: DQMeasures, measure_id, x) :
                         {header_filter})
                 """
         dqm.logger.debug(z)
-
+        #print(z)
         return spark.sql(z)
 
     # --------------------------------------------------------------------

dqm/cfg/fmg.pkl

@@ -5,7 +5,7 @@
 
 setuptools.setup(
     name="dqm",
-    version="3.12.0",
+    version="3.13.0",
     author="Shinu Verghese",
     author_email="[email protected]",
     description="A package to calculate data quality measures on T-MSIS data using Databricks",