symbols.py

#! /usr/bin/env python3

import networkx as nx
import collections
import os
import re
import subprocess

addr_re = r"(?P<address>[0-9a-f]{1,16})?"
code_re = r"(?P<code>[a-zA-Z])"
symbol_re = r"(?P<symbol>[a-zA-Z0-9_.$@]+)"
symbol_demunged_re = r"(?P<symbol>[a-zA-Z0-9_.$@:&()<>{}\[\]|^!%,~*+-=# ]+)"
symbols_re_skip = re.compile("(@@)")
nm_line_re = re.compile(r"\s+".join([addr_re, code_re, symbol_re]) + r"\s*$",
                        re.I)
ldd_line_re = re.compile(r"\s+(.*) => (.*) \(0x")

requires = collections.defaultdict(set)
provides = collections.defaultdict(set)
dependencies = collections.defaultdict(set)
libraries = collections.defaultdict(set)


def get_symbols(fname):
    lines = subprocess.check_output(["nm", "-g", fname])
    for line in lines.splitlines():
        m = nm_line_re.match(line)
        if not m:
            continue
        symbol = m.group('symbol')
        if m.group('code') == 'U':
            requires[os.path.basename(fname)].add(symbol)
        else:
            provides[symbol].add(os.path.basename(fname))


def get_libraries(fname):
    lines = subprocess.check_output(["ldd", fname])
    for line in lines.splitlines():
        m = ldd_line_re.match(line)
        if not m:
            continue
        library = m.group(2)
        libraries[os.path.basename(fname)].add(
            os.path.basename(library.rstrip('\r\n')))


paths = os.environ['LD_LIBRARY_PATH'].split(':')

for p in paths:
    for dirpath, dirnames, filenames in os.walk(p):
        for f in filenames:
            fpth = os.path.realpath(os.path.join(dirpath, f))
            filetype = subprocess.check_output(["file", fpth])
            if filetype.find("dynamically linked") >= 0:
                get_symbols(fpth)
                get_libraries(fpth)

for fname, symbols in requires.items():
    deps = set()
    for library in libraries[fname]:
        for s in symbols:
            if library in provides[s]:
                deps.add(library)
    dependencies[fname] = deps
    print(fname + ' : primary dependencies : ' +
          ',  '.join(sorted(dependencies[fname]))+'\n')
    unmet = set()
    demangled = set()
    for s in symbols:
        if s not in provides and not symbols_re_skip.search(s):
            unmet.add(s)
    for u in sorted(unmet):
        dm = subprocess.check_output(["c++filt", u])
        demangled.add(dm.rstrip('\r\n'))
    if demangled:
        print(fname + ': undefined : ' + ',  '.join(sorted(demangled)))

G = nx.DiGraph()
for key, values in dependencies.items():
    G.add_node(key)
    for val in values:
        G.add_edge(key, val)

for node in nx.nodes_iter(G):
    s = nx.dfs_successors(G, node)
    deps = set()
    if s:
        for key, vals in s.items():
            if key != node:
                deps.add(key)
            for v in vals:
                deps.add(v)
    print(node + ': primary and secondary dependencies :' + ', '.join(sorted(deps)))


H = nx.DiGraph()
for key, values in dependencies.items():
    H.add_node(os.path.basename(key))
    for val in values:
        H.add_edge(os.path.basename(key), os.path.basename(val))
for node in nx.nodes_iter(H):
    T = nx.dfs_tree(H, node)
    name = node + ".dot"
    nx.write_dot(T, name)