feat: auto-inject global_node_id for GitHub usernames during ingestion (#3)

WATonomous/infra-config#4953

Author: Tankman61

src/main.py

@@ -23,6 +23,7 @@
     compare_line_by_line,
     assert_throws,
     transform_file,
+    inject_github_node_ids,
 )
 
 # BUILD_INFO is generated by the build pipeline (e.g. docker/metadata-action).
@@ -154,7 +155,12 @@ def ingest(payload: IngestPayload):
     for file in payload.files:
         transform_file(file)
 
-    g = Github(get_github_token())
+    # Inject global_node_ids for GitHub usernames
+    token = get_github_token()
+    for file in payload.files:
+        inject_github_node_ids(file, token)
+
+    g = Github(token)
     logger.info(f"GitHub rate limit remaining: {g.rate_limiting[0]} / {g.rate_limiting[1]}")
     repo = g.get_repo(payload.repo)
 

src/utils.py

@@ -176,4 +176,55 @@ def assert_throws(func, exception_class, message=None):
     except exception_class:
         pass
     else:
-        raise AssertionError(message or f"{func} did not throw {exception_class}")
+        raise AssertionError(message or f"{func} did not throw {exception_class}")
+
+
+def fetch_github_node_id(username: str, token: str) -> str | None:
+    """Fetch global_node_id for a GitHub username."""
+    try:
+        resp = requests.get(
+            f"https://api.github.com/users/{username}",
+            headers={
+                "Authorization": f"Bearer {token}",
+                "X-Github-Next-Global-ID": "1"
+            }
+        )
+        if resp.ok:
+            return resp.json().get('node_id')
+        logger.warning(f"Failed to fetch node_id for {username}: {resp.status_code}")
+        return None
+    except Exception as e:
+        logger.error(f"Error fetching node_id for {username}: {e}")
+        return None
+
+
+def inject_github_node_ids(file: File, token: str) -> File:
+    """Inject global_node_id for github and internal_tools if missing."""
+    if not file.path.startswith("directory/users/data/"):
+        return file
+
+    data = yaml.safe_load(file.content)
+    modified = False
+
+    # github.global_node_id
+    gh_username = data.get('github', {}).get('username')
+    if gh_username and not data.get('github', {}).get('global_node_id'):
+        node_id = fetch_github_node_id(gh_username, token)
+        if node_id:
+            data['github']['global_node_id'] = node_id
+            modified = True
+            logger.info(f"Injected github.global_node_id for {gh_username}")
+
+    # internal_tools.global_node_id
+    it_username = data.get('internal_tools', {}).get('github_username')
+    if it_username and not data.get('internal_tools', {}).get('global_node_id'):
+        node_id = fetch_github_node_id(it_username, token)
+        if node_id:
+            data['internal_tools']['global_node_id'] = node_id
+            modified = True
+            logger.info(f"Injected internal_tools.global_node_id for {it_username}")
+
+    if modified:
+        file.content = yaml.dump(data, width=float('inf'))
+
+    return file