Skip to content

Commit 135fd95

Browse files
aschey-forpeopleaschey-forpeople
committed
better organization for test data
1 parent 97b059c commit 135fd95

40 files changed

Lines changed: 292 additions & 131 deletions

‎apps/bfd-pipeline/bfd-pipeline-idr/load_synthetic.py‎

Lines changed: 41 additions & 32 deletions
Original file line numberDiff line numberDiff line change
@@ -32,39 +32,48 @@
3232

3333
def load_from_csv(conn: psycopg.Connection, src_folder: str) -> None:
3434
for table in tables:
35-
file = f"{src_folder}/{table['csv_name']}"
36-
try:
37-
with Path(file).open() as f:
38-
reader = csv.DictReader(f)
39-
sql_table = table["table"]
40-
full_table = f"cms_vdm_view_mdcr_prd.{sql_table}"
41-
with conn.cursor() as cur:
42-
# fetch the list of columns from the database and filter them out
43-
# so we don't get errors trying to insert extra columns
44-
db_columns = cur.execute(
45-
f"""
46-
SELECT column_name FROM INFORMATION_SCHEMA.COLUMNS
47-
WHERE table_name = '{sql_table}'
48-
""" # type: ignore
49-
)
50-
db_columns = [typing.cast(str, col[0]).lower() for col in db_columns]
35+
with conn.cursor() as cur:
36+
# Clear out any previous data
37+
sql_table = table["table"]
38+
full_table = f"cms_vdm_view_mdcr_prd.{sql_table}"
39+
cur.execute(f"TRUNCATE TABLE {full_table}") # type: ignore
40+
file = table["csv_name"]
41+
_load_file(cur, src_folder, file, sql_table, full_table)
42+
conn.commit()
5143

52-
cols = [
53-
col
54-
for col in typing.cast(typing.Iterable[str], reader.fieldnames)
55-
if col.lower().strip() in db_columns
56-
]
57-
# Clear out any previous data
58-
cur.execute(f"TRUNCATE TABLE {full_table}") # type: ignore
59-
cols_str = ",".join(cols)
60-
with cur.copy(
61-
f"COPY {full_table} ({cols_str}) FROM STDIN" # type: ignore
62-
) as copy:
63-
for row in reader:
64-
copy.write_row([row[c] if row[c] else None for c in cols])
65-
conn.commit()
66-
except OSError as e:
67-
print(f"Unable to load file, skipping: {e}")
44+
45+
def _load_file(
46+
cur: psycopg.Cursor, src_folder: str, file: str, sql_table: str, full_table: str
47+
) -> None:
48+
for match in Path(src_folder).glob(f"./**/{file}"):
49+
print(f"loading {match}")
50+
with match.open() as f:
51+
reader = csv.DictReader(f)
52+
# skip empty files
53+
if reader.fieldnames is None:
54+
continue
55+
56+
# fetch the list of columns from the database and filter them out
57+
# so we don't get errors trying to insert extra columns
58+
db_columns = cur.execute(
59+
f"""
60+
SELECT column_name FROM INFORMATION_SCHEMA.COLUMNS
61+
WHERE table_name = '{sql_table}'
62+
""" # type: ignore
63+
)
64+
db_columns = [typing.cast(str, col[0]).lower() for col in db_columns]
65+
66+
cols = [
67+
col
68+
for col in typing.cast(typing.Iterable[str], reader.fieldnames)
69+
if col.lower().strip() in db_columns
70+
]
71+
cols_str = ",".join(cols)
72+
with cur.copy(
73+
f"COPY {full_table} ({cols_str}) FROM STDIN" # type: ignore
74+
) as copy:
75+
for row in reader:
76+
copy.write_row([row[c] if row[c] else None for c in cols])
6877

6978

7079
if __name__ == "__main__":

‎apps/bfd-pipeline/bfd-pipeline-idr/test_samples1/SYNTHETIC_BENE_XREF.csv‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
1-
bene_sk,bene_xref_sk,bene_hicn_num,src_rec_crte_ts,idr_insrt_ts,idr_updt_ts,bene_kill_cred_cd
1+
BENE_SK,BENE_XREF_SK,BENE_HICN_NUM,SRC_REC_CRTE_TS,IDR_INSRT_TS,IDR_UPDT_TS,BENE_KILL_CRED_CD
22
405764107,405764107,123456789ZZ,2024-05-28 20:14:30.616999,2024-05-28 20:14:30.616999,2024-05-28 20:14:30.616999,0

‎apps/bfd-pipeline/bfd-pipeline-idr/test_samples2/SYNTHETIC_BENE_HSTRY.csv‎

Lines changed: 0 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -1,14 +1,5 @@
11
BENE_SK,BENE_XREF_EFCTV_SK,BENE_MBI_ID,BENE_LAST_NAME,BENE_1ST_NAME,BENE_MIDL_NAME,BENE_BRTH_DT,BENE_DEATH_DT,BENE_VRFY_DEATH_DAY_SW,BENE_SEX_CD,BENE_RACE_CD,BENE_LINE_1_ADR,BENE_LINE_2_ADR,BENE_LINE_3_ADR,BENE_LINE_4_ADR,BENE_LINE_5_ADR,BENE_LINE_6_ADR,GEO_ZIP_PLC_NAME,GEO_ZIP5_CD,GEO_USPS_STATE_CD,CNTCT_LANG_CD,IDR_TRANS_EFCTV_TS,IDR_INSRT_TS,IDR_UPDT_TS,IDR_TRANS_OBSLT_TS
2-
181968400,405764107,8Z73WV0QC20,Erdapfel,Bluey,Caroline,1967-03-19,,~,2,2,"1970 S University Blvd",,,,,,"Mobile",36609,AL,SPA,2023-01-15T10:00:00+00:00,2023-01-15T11:00:00+00:00,2024-02-20T12:00:00+00:00,9999-12-31T23:59:59+00:00
3-
405764107,405764107,8Z73WV0QC20,Erdapfel,Bluey,Caroline,1967-03-19,,~,2,2,1970 S University Blvd,,,,,,Mobile,36609,AL,SPA,2024-03-30 06:52:39.094875,2024-05-28 20:14:30.616999,9999-12-31 00:00:00.000000,9999-12-31 00:00:00.000000,2017-10-16T00:00:00.000000+0000
42
517782585,517782585,2B19C89AA35,Heeler,Alex,Joey,1959-03-14,,~,1,4,"14152 ND-27",,,,,,"Lisbon",58054,ND,~,2023-03-15T10:00:00+00:00,2023-03-15T11:00:00+00:00,2024-04-20T12:00:00+00:00,9999-12-31T23:59:59+00:00
53
848484848,517782585,2B19C89AA35,Heeler,Alex,Joey,1959-03-14,,~,1,4,"14152 ND-27",,,,,,"Lisbon",58054,ND,~,2023-04-15T10:00:00+00:00,2023-04-15T11:00:00+00:00,2024-05-20T12:00:00+00:00,9999-12-31T23:59:59+00:00
64
121212121,517782585,2B19C89AA35,Heeler,Alex,Joey,1959-03-14,,~,1,4,"14152 ND-27",,,,,,"Lisbon",58054,ND,~,2023-05-15T10:00:00+00:00,2023-05-15T11:00:00+00:00,2024-06-20T12:00:00+00:00,9999-12-31T23:59:59+00:00
7-
878934873,178083966,9OJ2CG2UC85,Jones,Abby,,1922-04-01,,~,1,6,"2904 61st",,,,,,"Galveston",77551,TX,~,2023-06-15T10:00:00+00:00,2023-06-15T11:00:00+00:00,2024-07-20T12:00:00+00:00,9999-12-31T23:59:59+00:00
8-
792872340,178083966,9OJ2CG2UC85,Jones,Abby,,1922-04-01,,~,1,6,"2904 61st",,,,,,"Galveston",77551,TX,~,2023-07-15T10:00:00+00:00,2023-07-15T11:00:00+00:00,2024-08-20T12:00:00+00:00,9999-12-31T23:59:59+00:00
9-
178083966,178083966,9OJ2CG2UC85,Jones,Abby,,1922-04-01,,~,1,6,"2904 61st",,,,,,"Galveston",77551,TX,~,2024-03-30 06:52:39.094875,2024-05-28 20:14:30.616999,9999-12-31 00:00:00.000000,9999-12-31 00:00:00.000000,2017-10-16T00:00:00.000000+0000
10-
421056595,421056595,6ON6NC8FE68,Bluey,Caroline,,1967-03-19,,~,2,4,"1970 S University Blvd",,,,,,"Mobile",36609,AL,SPA,2023-08-15T10:00:00+00:00,2023-08-15T11:00:00+00:00,2024-09-20T12:00:00+00:00,9999-12-31T23:59:59+00:00
11-
971050241,971050241,5OK1QQ8NJ30,Alex,Joey,,1967-03-19,,~,2,6,"777 Brockton Avenue",,,,,,"Abington",2351,MA,ENG,2023-09-15T10:00:00+00:00,2023-09-15T11:00:00+00:00,2024-10-20T12:00:00+00:00,9999-12-31T23:59:59+00:00
12-
451482106,451482106,7LG8FN9CN12,Alex,Joey,,1959-03-14,,~,1,6,"1970 S University Blvd",,,,,,"Mobile",36609,AL,~,2023-10-15T10:00:00+00:00,2023-10-15T11:00:00+00:00,2024-11-20T12:00:00+00:00,9999-12-31T23:59:59+00:00
135
289169129,289169129,3I21NG6VA25,Abby,Bandit,,1959-03-14,,~,1,6,"2904 61st",,,,,,"Galveston",77551,TX,SPA,2023-11-15T10:00:00+00:00,2023-11-15T11:00:00+00:00,2024-12-20T12:00:00+00:00,9999-12-31T23:59:59+00:00
14-
365359727,365359727,1L26RW8YW56,Abby,Abby,,1959-03-14,,~,1,4,"1970 S University Blvd",,,,,,"Mobile",36609,AL,SPA,2023-12-15T10:00:00+00:00,2023-12-15T11:00:00+00:00,2025-01-20T12:00:00+00:00,9999-12-31T23:59:59+00:00

‎apps/bfd-pipeline/bfd-pipeline-idr/test_samples2/SYNTHETIC_BENE_MDCR_ENTLMT.csv‎

Lines changed: 0 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -1,14 +1,4 @@
11
BENE_SK,BENE_MDCR_ENTLMT_TYPE_CD,BENE_MDCR_ENRLMT_RSN_CD,BENE_MDCR_ENTLMT_STUS_CD,IDR_TRANS_EFCTV_TS,IDR_UPDT_TS,IDR_TRANS_OBSLT_TS,BENE_RNG_BGN_DT,BENE_RNG_END_DT,IDR_LTST_TRANS_FLG,IDR_INSRT_TS
22
181968400,A,P,Y,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,Y,2024-01-01
3-
405764107,A,P,Y,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,Y,2024-01-01
4-
405764107,B,P,Y,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,2022-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,Y,2024-01-01
5-
421056595,A,A,Y,2018-02-21T00:00:00.000000+0001,2022-10-12T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0002,2022-10-12T00:00:00.000000+0000,2024-12-31T00:00:00.000000+0000,Y,2024-01-02
6-
421056595,B,B,Y,2018-02-21T00:00:00.000000+0002,2022-10-12T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0003,2022-10-12T00:00:00.000000+0000,2024-12-31T00:00:00.000000+0000,Y,2024-01-03
73
517782585,A,A,Y,2018-02-21T00:00:00.000000+0003,2022-06-16T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0004,2022-06-16T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,Y,2024-01-04
84
517782585,B,B,Y,2018-02-21T00:00:00.000000+0004,2022-06-16T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0005,2022-06-16T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,Y,2024-01-05
9-
971050241,A,A,Y,2018-02-21T00:00:00.000000+0005,2018-08-07T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0006,2056-08-07T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,Y,2024-01-06
10-
971050241,B,B,Y,2018-02-21T00:00:00.000000+0006,2018-08-07T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0007,2056-08-07T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,Y,2024-01-07
11-
451482106,A,P,Y,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,Y,2024-01-01
12-
451482106,B,P,Y,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,Y,2024-01-01
13-
178083966,A,P,Y,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,Y,2024-01-01
14-
365359727,B,P,Y,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,Y,2024-01-01

‎apps/bfd-pipeline/bfd-pipeline-idr/test_samples2/SYNTHETIC_BENE_MDCR_ENTLMT_RSN.csv‎

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,4 @@
11
BENE_SK,BENE_RNG_BGN_DT,BENE_RNG_END_DT,IDR_TRANS_EFCTV_TS,IDR_INSRT_TS,IDR_UPDT_TS,IDR_TRANS_OBSLT_TS,BENE_MDCR_ENTLMT_RSN_CD,IDR_LTST_TRANS_FLG
22
181968400,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,0,Y
3-
405764107,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,0,Y
4-
421056595,2024-01-01T00:00:00.000000+0001,2022-10-12T00:00:00.000000+0000,2022-10-12T00:00:00.000000+0000,2022-10-12T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0001,0,Y
53
517782585,2024-01-01T00:00:00.000000+0002,2022-06-16T00:00:00.000000+0000,2022-06-16T00:00:00.000000+0000,2022-06-16T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0002,1,Y
6-
971050241,2024-01-01T00:00:00.000000+0003,2018-08-07T00:00:00.000000+0000,2018-08-07T00:00:00.000000+0000,2018-08-07T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0003,2,Y
7-
451482106,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,0,Y
8-
178083966,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,0,Y
94
289169129,2024-01-01T00:00:00.000000+0006,2022-03-03T00:00:00.000000+0000,2022-03-03T00:00:00.000000+0000,2022-03-03T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0006,2,Y
10-
365359727,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,0,Y

‎apps/bfd-pipeline/bfd-pipeline-idr/test_samples2/SYNTHETIC_BENE_MDCR_STUS.csv‎

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,5 @@
11
BENE_SK,BENE_MDCR_STUS_CD,MDCR_STUS_BGN_DT,MDCR_STUS_END_DT,IDR_TRANS_EFCTV_TS,IDR_UPDT_TS,IDR_TRANS_OBSLT_TS,IDR_LTST_TRANS_FLG,IDR_INSRT_TS
22
181968400,21,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,Y,2024-01-01
3-
405764107,21,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,Y, 2024-01-01
43
421056595,21,2024-01-01T00:00:00.000000+0001,2099-12-31T00:00:00.000000+0001,2018-02-21T00:00:00.000000+0001,2022-10-12T00:00:00.000000+0000,2022-10-12T00:00:00.000000+0000,N, 2024-01-02
54
517782585,21,2024-01-01T00:00:00.000000+0002,2099-12-31T00:00:00.000000+0002,2018-02-21T00:00:00.000000+0002,2022-06-16T00:00:00.000000+0000,2022-06-16T00:00:00.000000+0000,N, 2024-01-03
6-
971050241,21,2024-01-01T00:00:00.000000+0003,2099-12-31T00:00:00.000000+0003,2018-02-21T00:00:00.000000+0003,2018-08-07T00:00:00.000000+0000,2018-08-07T00:00:00.000000+0000,N, 2024-01-04
7-
451482106,21,2024-01-01T00:00:00.000000+0004,2099-12-31T00:00:00.000000+0004,2018-02-21T00:00:00.000000+0004,2022-01-15T00:00:00.000000+0000,2022-01-15T00:00:00.000000+0000,N, 2024-01-05
8-
178083966,21,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,Y, 2024-01-01
95
289169129,21,2024-01-01T00:00:00.000000+0006,2099-12-31T00:00:00.000000+0006,2018-02-21T00:00:00.000000+0006,2022-03-03T00:00:00.000000+0000,2022-03-03T00:00:00.000000+0000,N, 2024-01-07
10-
365359727,21,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,2018-02-21T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,Y, 2024-01-01

‎apps/bfd-pipeline/bfd-pipeline-idr/test_samples2/SYNTHETIC_BENE_TP.csv‎

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,14 +1,8 @@
11
BENE_SK,IDR_LTST_TRANS_FLG,BENE_TP_TYPE_CD,BENE_RNG_BGN_DT,BENE_RNG_END_DT,IDR_TRANS_EFCTV_TS,IDR_INSRT_TS,IDR_UPDT_TS,IDR_TRANS_OBSLT_TS,BENE_BUYIN_CD
22
181968400,Y,A,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,E
3-
405764107,Y,A,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,E
4-
405764107,Y,B,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,E
53
421056595,Y,A,2022-10-12T00:00:00.000000+0000,2024-10-12T00:00:00.000000+0000,2022-10-12T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0001,9999-12-31T00:00:00.000000+0001,H
64
421056595,Y,B,2022-10-12T00:00:00.000000+0000,2024-10-12T00:00:00.000000+0000,2022-10-12T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0002,9999-12-31T00:00:00.000000+0002,H
75
517782585,Y,A,2022-06-16T00:00:00.000000+0000,2022-06-16T00:00:00.000000+0000,2022-06-16T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0003,9999-12-31T00:00:00.000000+0003,F
86
517782585,Y,B,2022-06-16T00:00:00.000000+0000,2022-06-16T00:00:00.000000+0000,2022-06-16T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0004,9999-12-31T00:00:00.000000+0004,F
9-
971050241,Y,A,2056-08-07T00:00:00.000000+0000,2099-08-07T00:00:00.000000+0000,2018-08-07T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0005,9999-12-31T00:00:00.000000+0005,E
10-
971050241,Y,B,2056-08-07T00:00:00.000000+0000,2099-08-07T00:00:00.000000+0000,2018-08-07T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0006,9999-12-31T00:00:00.000000+0006,E
11-
178083966,Y,A,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,E
127
289169129,Y,A,2022-03-03T00:00:00.000000+0000,2022-03-03T00:00:00.000000+0000,2022-03-03T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0008,9999-12-31T00:00:00.000000+0008,H
138
289169129,Y,B,2022-03-03T00:00:00.000000+0000,2022-03-03T00:00:00.000000+0000,2022-03-03T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0009,9999-12-31T00:00:00.000000+0009,H
14-
365359727,Y,B,2024-01-01T00:00:00.000000+0000,2099-12-31T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0000,2018-06-28T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0000,E

‎apps/bfd-pipeline/bfd-pipeline-idr/test_samples2/SYNTHETIC_BENE_XREF.csv‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
1-
bene_sk,bene_xref_sk,bene_hicn_num,src_rec_crte_ts,idr_insrt_ts,idr_updt_ts,bene_kill_cred_cd
1+
BENE_SK,BENE_XREF_SK,BENE_HICN_NUM,SRC_REC_CRTE_TS,IDR_INSRT_TS,IDR_UPDT_TS,BENE_KILL_CRED_CD
22
878934873,178083966,123456789ZZ,2024-05-28 20:14:30.616999,2024-05-28 20:14:30.616999,2024-05-28 20:14:30.616999,1

‎apps/bfd-pipeline/bfd-pipeline-idr/test_samples2/expired_coverage_only/SYNTHETIC_BENE_HSTRY.csv‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
BENE_SK,BENE_XREF_EFCTV_SK,BENE_MBI_ID,BENE_LAST_NAME,BENE_1ST_NAME,BENE_MIDL_NAME,BENE_BRTH_DT,BENE_DEATH_DT,BENE_VRFY_DEATH_DAY_SW,BENE_SEX_CD,BENE_RACE_CD,BENE_LINE_1_ADR,BENE_LINE_2_ADR,BENE_LINE_3_ADR,BENE_LINE_4_ADR,BENE_LINE_5_ADR,BENE_LINE_6_ADR,GEO_ZIP_PLC_NAME,GEO_ZIP5_CD,GEO_USPS_STATE_CD,CNTCT_LANG_CD,IDR_TRANS_EFCTV_TS,IDR_INSRT_TS,IDR_UPDT_TS,IDR_TRANS_OBSLT_TS
2+
421056595,421056595,6ON6NC8FE68,Bluey,Caroline,,1967-03-19,,~,2,4,"1970 S University Blvd",,,,,,"Mobile",36609,AL,SPA,2023-08-15T10:00:00+00:00,2023-08-15T11:00:00+00:00,2024-09-20T12:00:00+00:00,9999-12-31T23:59:59+00:00

‎apps/bfd-pipeline/bfd-pipeline-idr/test_samples2/expired_coverage_only/SYNTHETIC_BENE_MDCR_ENTLMT.csv‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
BENE_SK,BENE_MDCR_ENTLMT_TYPE_CD,BENE_MDCR_ENRLMT_RSN_CD,BENE_MDCR_ENTLMT_STUS_CD,IDR_TRANS_EFCTV_TS,IDR_UPDT_TS,IDR_TRANS_OBSLT_TS,BENE_RNG_BGN_DT,BENE_RNG_END_DT,IDR_LTST_TRANS_FLG,IDR_INSRT_TS
2+
421056595,A,A,Y,2018-02-21T00:00:00.000000+0001,2022-10-12T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0002,2022-10-12T00:00:00.000000+0000,2024-12-31T00:00:00.000000+0000,Y,2024-01-02
3+
421056595,B,B,Y,2018-02-21T00:00:00.000000+0002,2022-10-12T00:00:00.000000+0000,9999-12-31T00:00:00.000000+0003,2022-10-12T00:00:00.000000+0000,2024-12-31T00:00:00.000000+0000,Y,2024-01-03
4+

0 commit comments

Comments
 (0)