Skip to content

Commit 2c1911c

Browse files
committed
fix: use DAP site endpoint and normalize domain payload
1 parent 055bcf5 commit 2c1911c

2 files changed

Lines changed: 7 additions & 3 deletions

File tree

src/config/prevalence.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,4 +18,4 @@ impact:
1818
fallback_severity_weight: 0.2
1919

2020
sources:
21-
dap_top_pages_endpoint: "https://api.gsa.gov/analytics/dap/v1.0/report/pages.json"
21+
dap_top_pages_endpoint: "https://api.gsa.gov/analytics/dap/v1.1/reports/site/data"

src/ingest/dap-source.js

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,13 @@
11
import fs from 'node:fs/promises';
22

33
function toRecord(raw, sourceDate) {
4-
const url = raw.url ?? raw.page ?? raw.page_url ?? raw.hostname;
4+
const rawUrl = raw.url ?? raw.page ?? raw.page_url ?? raw.hostname ?? raw.domain;
5+
const url =
6+
typeof rawUrl === 'string' && !rawUrl.startsWith('http://') && !rawUrl.startsWith('https://')
7+
? `https://${rawUrl}`
8+
: rawUrl;
59
const pageLoadCount =
6-
raw.page_load_count ?? raw.pageviews ?? raw.views ?? raw.hits ?? raw.page_loads ?? null;
10+
raw.page_load_count ?? raw.pageviews ?? raw.views ?? raw.hits ?? raw.page_loads ?? raw.visits ?? null;
711

812
if (!url || typeof url !== 'string') {
913
return null;

0 commit comments

Comments
 (0)