filter.py

"Filter data needed for automatch script"

import json

# Define source and target file paths
SOURCE_FILE = "ocl_source_snapshots/MSF_Source_20240717_220327.json"
FILTERED_FILE = f"{SOURCE_FILE.split('.', maxsplit=1)[0]}_Filtered.json"

# Load the JSON file
with open(SOURCE_FILE, "r", encoding="utf-8") as file:
    data = json.load(file)

# Extract the required fields
filtered_data = []
for concept in data:
    filtered_concept = {
        "uuid": concept.get("uuid"),
        "id": concept.get("id"),
        "external_id": concept.get("external_id"),
        "display_name": concept.get("display_name"),
        "datatype": concept.get("datatype"),
        "concept_class": concept.get("concept_class"),
        "display_locale": concept.get("display_locale"),
        "URL": concept.get("url"),
        "organization": concept.get("organization"),
        "source": concept.get("source"),
        "owner": concept.get("owner"),
        "extras": concept.get("extras"),
        "names": concept.get("names"),
        "descriptions": concept.get("descriptions"),
    }
    filtered_data.append(filtered_concept)

# Save the filtered data to a new JSON file
with open(FILTERED_FILE, "w", encoding="utf-8") as file:
    json.dump(filtered_data, file, indent=4)