use local npm packages in bfd-model-idr

Author: aschey-forpeople

.github/workflows/build-release.yml

@@ -291,18 +291,6 @@ jobs:
         with:
           node-version: "22"
 
-      - name: Install Sushi
-        run: |
-          npm install -g fsh-sushi
-          sushi build
-          echo "Installed + run sushi"
-        working-directory: apps/bfd-model-idr/sushi
-
-      - name: Install fhirpath
-        run: |
-          npm install fhirpath
-        working-directory: apps/bfd-model-idr
-
       - name: Install uv
         uses: astral-sh/setup-uv@c771a70e6277c0a99b617c7a806ffedaca235ff9 # v9.0.0
         with:

.github/workflows/ci-pipeline-synthetic.yml

@@ -29,16 +29,13 @@ jobs:
         with:
           java-version: "25"
           distribution: "corretto"
-      - name: Install dependencies
-        run: npm install -g fsh-sushi && npm install fhirpath
-        working-directory: apps/bfd-model-idr
       - name: Sync UV in bfd-model-idr
         run: uv sync
         working-directory: apps/bfd-model-idr
       - name: Build sushi
         run: |
           cd ${{ github.workspace }}/apps/bfd-model-idr
-          sushi build ./sushi
+          npm run sushi-build
       - name: Generate v3 Data Dictionary
         run: uv run gen_dd.py
         working-directory: apps/bfd-model-idr

apps/bfd-model-idr/.gitignore

@@ -26,4 +26,5 @@ sushi/fsh-generated/*
 validator_cli.jar
 ReferenceTables/source-to-target-mappings
 data/*
-temp_packages/*
+temp_packages/*
+node_modules

apps/bfd-model-idr/README.md

@@ -27,9 +27,6 @@ npm --version
 brew install npm
 ```
 
-```sh
-npm install -g fsh-sushi fhirpath
-```
 
 ### Install packages  (via uv)
 
@@ -51,7 +48,7 @@ uv sync
 To compile the .fsh files from this folder
 
 ```sh
-cd sushi && sushi build && cd ..
+npm run sushi-build
 ```
 
 This will generate the StructureDefinition and CodeSystem resources necessary for synthetic data generation. Running compile_resources.py is not necessary to generate synthetic data.

apps/bfd-model-idr/claims_generator.py

@@ -35,8 +35,8 @@
     CLM_RLT_COND_SGNTR_MBR,
     CLM_VAL,
     CNTRCT_PBP_NUM,
-    PRVDR_HSTRY,
     PRAUC,
+    PRVDR_HSTRY,
     GeneratorUtil,
     RowAdapter,
     adapters_to_dicts,
@@ -788,7 +788,7 @@ def generate(
 
     if sushi:
         print("Running sushi build")
-        _, stderr = run_command(["sushi", "build"], cwd="./sushi")
+        _, stderr = run_command("npm run sushi-build", cwd=".")
         if stderr:
             print("SUSHI errors:")
             print(stderr)
@@ -828,12 +828,12 @@ def generate(
 
     other_util = OtherGeneratorUtil()
 
-    generated_provider_histories, generated_type_1_npis, generated_type_2_npis = other_util.gen_provider_history(amount=14, init_provider_historys=files[PRVDR_HSTRY])
-
-    out_tables[PRVDR_HSTRY].extend(
-        generated_provider_histories
+    generated_provider_histories, generated_type_1_npis, generated_type_2_npis = (
+        other_util.gen_provider_history(amount=14, init_provider_historys=files[PRVDR_HSTRY])
     )
 
+    out_tables[PRVDR_HSTRY].extend(generated_provider_histories)
+
     # This table is special in that its data is mostly static and read from a static file, so we
     # don't need to do anything fancy with it
     out_tables[CLM_ANSI_SGNTR] = other_util.gen_synthetic_clm_ansi_sgntr()
@@ -1051,7 +1051,7 @@ def generate(
                     else idx,
                     diagnoses=diagnoses,
                     init_clm_line=init_clm_line,
-                    type_1_npis= generated_type_1_npis
+                    type_1_npis=generated_type_1_npis,
                 )
                 adj_clms_tbls[CLM_LINE].append(clm_line)
 

apps/bfd-model-idr/compile_resources.py

@@ -2,9 +2,10 @@
 import json
 import subprocess
 import sys
-import requests
 from pathlib import Path
 
+import requests
+
 MATCHBOX_SERVER = "http://localhost:8080/matchboxv3"
 
 
@@ -39,6 +40,7 @@ def get_referenced_maps(compiled_map_path):
         print("Error reading map:", e)
         return set()
 
+
 def get_sushi_resources():
     try:
         sushi_dir = Path(__file__).parent.absolute() / "sushi" / "fsh-generated" / "resources"
@@ -50,6 +52,7 @@ def get_sushi_resources():
         print(f"Error getting SUSHI resources: {e}")
         return ""
 
+
 # populate matchbox's tx library
 def upload_resources(resource_dir, server_url):
     print("Uploading resources to matchbox")
@@ -196,9 +199,10 @@ def main():
     script_dir = Path(__file__).parent.absolute()
 
     # Generate Structure Definitions + CodeSystems
-    if(args.sushi):
+    if args.sushi:
         print("Running sushi build")
-        stdout, stderr = run_command("sushi build", cwd=script_dir / "sushi")
+        run_command("npm install", cwd=script_dir)
+        stdout, stderr = run_command("npm run sushi-build", cwd=script_dir)
         print("SUSHI output:")
         print(stdout)
         if stderr:
@@ -234,14 +238,14 @@ def main():
     referenced_maps = get_referenced_maps(compiled_map_path)
     map_imports = " ".join([f"-ig {map_file}" for map_file in referenced_maps])
 
-    #Augment source file if needed. Currently just for providers.
+    # Augment source file if needed. Currently just for providers.
     (input_file,) = {args.input}
-    if 'EOB' in input_file:
+    if "EOB" in input_file:
         print("Augmenting input file")
         profile_flag = f" {args.profileType}" if args.profileType else ""
         augmentation_cmd = f"python augment_sample_resources.py {args.input}{profile_flag}"
         stdout, stderr = run_command(augmentation_cmd, cwd=script_dir)
-        input_file = 'out/temporary-sample.json'
+        input_file = "out/temporary-sample.json"
 
     print("Executing Transform")
     execute_cmd = f"java -jar validator_cli.jar {input_file} -output {args.output} -transform \

apps/bfd-model-idr/gen_dd.py

@@ -84,10 +84,24 @@
     "Pharmacy",
     "PriorAuth",
 ]
+
+
+def run_subprocess(args: list[str]) -> subprocess.CompletedProcess[bytes]:
+    return subprocess.run(
+        args,
+        cwd=Path().parent,
+        check=True,
+        stdout=subprocess.PIPE,
+    )
+
+
+run_subprocess(["npm", "install"])
+
 for walk_info in os.walk(dd_support_folder):
     files = list(filter(lambda file: ".yaml" in file, walk_info[2]))
     for file_name in files:
         with Path(str(dd_support_folder) + "/" + str(file_name)).open() as file:
+            print("Generating", file_name)
             data = yaml.safe_load(file)
             current_resource_type = file_name[0 : len(file_name) - 5]
             for entry in data:
@@ -110,16 +124,13 @@
                         entry["FHIR Resource"] = "AuditEvent"
 
                     # This opportunistically populates examples based upon the samples created from executing FML
-                    result = subprocess.run(
+                    result = run_subprocess(
                         [
                             "node",
                             "eval_fhirpath.js",
                             json.dumps(sample_resources_by_profile[entry["appliesTo"][0]]),
                             entry["fhirPath"],
-                        ],
-                        cwd=os.path.dirname(__file__),
-                        check=True,
-                        stdout=subprocess.PIPE,
+                        ]
                     )
                     entry["example"] = json.loads(result.stdout)
                     if "iif" in entry["fhirPath"] or "union" in entry["fhirPath"]:
@@ -134,20 +145,20 @@
 
                     # Populate the element names + missing descriptions
                     if entry["inputPath"] in structure_def_names_descriptions:
-                        entry["Field Name"] = structure_def_names_descriptions[
-                            entry["inputPath"]
-                        ]["name"]
+                        entry["Field Name"] = structure_def_names_descriptions[entry["inputPath"]][
+                            "name"
+                        ]
                         if "definition" in structure_def_names_descriptions[entry["inputPath"]]:
                             entry["Description"] = structure_def_names_descriptions[
                                 entry["inputPath"]
-                            ]["definition"]                    
-                    #nameOverride and definitionOverride only exist when a field is derived IN fml.
+                            ]["definition"]
+                    # nameOverride and definitionOverride only exist when a field is derived IN fml.
                     if "nameOverride" in entry:
                         entry["Field Name"] = entry["nameOverride"]
                         entry["Description"] = entry["definitionOverride"]
                     elif "Description" not in entry or not entry["Description"]:
                         raise ValueError(
-                            f"Entry {entry.get("inputPath", 'Unknown')} has no definition. "
+                            f"Entry {entry.get('inputPath', 'Unknown')} has no definition. "
                         )
                     entry.pop("inputPath")
                     dd_df.append(entry)
@@ -156,8 +167,7 @@
 
 
 def replace_str(input_str):
-    # Yes, the below is intentional.
-    if input_str == input_str and len(str(input_str)) > 0:
+    if isinstance(input_str, str) and len(str(input_str)) > 0:
         return "https://bluebutton.cms.gov/fhir/CodeSystem/" + str(input_str).replace("_", "-")
     return ""
 

apps/bfd-model-idr/generator_util.py

@@ -134,7 +134,7 @@ def partition_rows[T](
     return bucketed_rows
 
 
-def run_command(cmd: list[str], cwd: str | None = None):
+def run_command(cmd: list[str] | str, cwd: str | None = None):
     try:
         result = subprocess.run(
             cmd, cwd=cwd, shell=True, check=True, text=True, capture_output=True
@@ -182,14 +182,16 @@ def __gen_id(field: str, gen_func: Callable[[], str]) -> str:
 def gen_multipart_id(field: str, parts: list[tuple[str, int]]) -> str:
     return __gen_id(
         field=field,
-        gen_func=lambda: f"-{
-            ''.join(
-                [
-                    ''.join(random.choices(population=allowed_chars, k=length))
-                    for (allowed_chars, length) in parts
-                ]
-            )
-        }",
+        gen_func=lambda: (
+            f"-{
+                ''.join(
+                    [
+                        ''.join(random.choices(population=allowed_chars, k=length))
+                        for (allowed_chars, length) in parts
+                    ]
+                )
+            }"
+        ),
     )
 
 
@@ -336,20 +338,7 @@ def load_code_systems(self):
 
         # Check if the resources directory exists, if not run sushi build
         if not Path(relative_path).exists():
-            print("Running sushi build")
-            try:
-                sushi_dir = "./sushi"
-                result = subprocess.run(
-                    ["sushi", "build"], check=True, cwd=sushi_dir, capture_output=True, text=True
-                )
-                if result.returncode == 0:
-                    print("Sushi build completed successfully")
-                else:
-                    print(f"Sushi build failed with error: {result.stderr}")
-                    sys.exit(1)
-            except Exception as e:
-                print(f"Error running sushi build: {e}")
-                sys.exit(1)
+            run_command("npm run sushi-build")
 
         try:
             for path in Path(relative_path).iterdir():
@@ -807,26 +796,26 @@ def generate_bene_lis(self, lis_row: RowAdapter):
         self.bene_lis.append(lis_row.kv)
 
     def generate_bene_lis_cmbnd(self, lis_row: RowAdapter):
-            lis_start_date = self.fake.date_between_dates(
-                datetime.date(year=2017, month=5, day=20),
-                datetime.date(year=2021, month=1, day=1),
-            )
-            lis_end_date = "9999-12-31"
-            copmt_lvl_cd = random.choice(self.code_systems["BENE_LIS_COPMT_LVL_CD"])
-            ptd_prm_pct = random.choice(["025", "050", "075", "100"])
-
-            lis_row["IDR_LTST_TRANS_FLG"] = "Y"
-            lis_row["BENE_CMBND_DEEMD_IND"] = random.choice(["Y", " "])
-            lis_row["BENE_CMBND_DEEMD_COPMT_LVL_ID"] = copmt_lvl_cd
-            lis_row["BENE_CMBND_DEEMD_PRM_PCT"] = str(ptd_prm_pct)
-            lis_row["BENE_CMBND_DEEMD_EFCTV_DT"] = str(lis_start_date)
-            lis_row["BENE_CMBND_DEEMD_TRMNTN_DT"] = lis_end_date
-            lis_row["IDR_TRANS_EFCTV_TS"] = str(lis_start_date) + "T00:00:00.000000"
-            lis_row["IDR_INSRT_TS"] = str(lis_start_date) + "T00:00:00.000000"
-            lis_row["IDR_UPDT_TS"] = str(lis_start_date) + "T00:00:00.000000"
-            lis_row["IDR_TRANS_OBSLT_TS"] = "9999-12-31T00:00:00.000000"
-
-            self.bene_lis_cmbnd.append(lis_row.kv)
+        lis_start_date = self.fake.date_between_dates(
+            datetime.date(year=2017, month=5, day=20),
+            datetime.date(year=2021, month=1, day=1),
+        )
+        lis_end_date = "9999-12-31"
+        copmt_lvl_cd = random.choice(self.code_systems["BENE_LIS_COPMT_LVL_CD"])
+        ptd_prm_pct = random.choice(["025", "050", "075", "100"])
+
+        lis_row["IDR_LTST_TRANS_FLG"] = "Y"
+        lis_row["BENE_CMBND_DEEMD_IND"] = random.choice(["Y", " "])
+        lis_row["BENE_CMBND_DEEMD_COPMT_LVL_ID"] = copmt_lvl_cd
+        lis_row["BENE_CMBND_DEEMD_PRM_PCT"] = str(ptd_prm_pct)
+        lis_row["BENE_CMBND_DEEMD_EFCTV_DT"] = str(lis_start_date)
+        lis_row["BENE_CMBND_DEEMD_TRMNTN_DT"] = lis_end_date
+        lis_row["IDR_TRANS_EFCTV_TS"] = str(lis_start_date) + "T00:00:00.000000"
+        lis_row["IDR_INSRT_TS"] = str(lis_start_date) + "T00:00:00.000000"
+        lis_row["IDR_UPDT_TS"] = str(lis_start_date) + "T00:00:00.000000"
+        lis_row["IDR_TRANS_OBSLT_TS"] = "9999-12-31T00:00:00.000000"
+
+        self.bene_lis_cmbnd.append(lis_row.kv)
 
     def generate_bene_mapd_enrlmt_rx(
         self, rx_row: RowAdapter, contract_pbp_sk: str, contract_num: str, pbp_num: str

apps/bfd-model-idr/out/ExplanationOfBenefit-Carrier.json

@@ -93,6 +93,10 @@
       "system" : "https://bluebutton.cms.gov/fhir/CodeSystem/CLM-TYPE-CD",
       "code" : "72",
       "display" : "MEDICARE PART B PROFESSIONAL PHYSICIAN/SUPPLIER CLAIM (DMEPOS)"
+    },
+    {
+      "system" : "https://bluebutton.cms.gov/fhir/CodeSystem/EOB-TYPE",
+      "code" : "CARRIER"
     }]
   },
   "use" : "claim",

apps/bfd-model-idr/out/ExplanationOfBenefit-DME.json

@@ -91,6 +91,10 @@
       "system" : "https://bluebutton.cms.gov/fhir/CodeSystem/CLM-TYPE-CD",
       "code" : "82",
       "display" : "MEDICARE PART B DME REGIONAL CARRIER (DMERC) CLAIM (DMEPOS)"
+    },
+    {
+      "system" : "https://bluebutton.cms.gov/fhir/CodeSystem/EOB-TYPE",
+      "code" : "DME"
     }]
   },
   "use" : "claim",