pcp.cregsync/src/pcp/cregsync/providers.py at 9dccd68f5eb4c9eb95086e2a92548613da7ffe7d · EUDAT-DPMT/pcp.cregsync · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
#
# providers.py
#
# script to be invoked via
#
#  cd <your-buildout-root-dir>
#  bin/instance run src/pcp.cregsync/src/pcp/cregsync/providers.py
#
#  run with --help to see available options

import logging
from Products.PlonePAS.utils import cleanId
from pcp.cregsync import utils
from pcp.cregsync import config


def prepareid(id):
    return cleanId(id)

def preparedata(values, site, additional_org, email2puid):

    logger = logging.getLogger('cregsync.providerdata')

    fields = {}
    for k,v in values.items():
        k = k.lower()
        key = config.sitekeys2dp.get(k,k)
        fields[key] = v

    title = fields['shortname'].encode('utf8')
    additional = []
    additional.append({'key': 'creg_id',
                       'value': str(fields['id']),
                       },
                      )
    additional.append({'key': 'creg_pk',
                       'value': str(fields['primarykey']),
                       },
                      )

    del fields['id']
    fields['title'] = title
    fields['additional'] = utils.extend(additional_org, additional)

    # link contacts
    # first map exceptions
    email = config.creg2dp_email.get(fields['email'],fields['email'])
    # then look up corresponding UID
    contact_uid = email2puid.get(email, None)
    if contact_uid is None:
        contact_uid = utils.fixContact(site, fields)
    if contact_uid is None:
        logger.warning("'%s' not found - no contact set for '%s'" \
                       % (fields['email'], title))
    else:
        fields['contact'] = contact_uid
    # same for the security contact
    s_email = config.creg2dp_email.get(fields['csirtemail'],fields['csirtemail'])
    security_contact_uid = email2puid.get(s_email, None)
    if security_contact_uid is None:
        security_contact_uid = utils.fixContact(site, fields, contact_type='security')
    if security_contact_uid is None:
        logger.warning("'%s' not found - no security contact set for '%s'" \
                       % (fields['csirtemail'], title))
    else:
        fields['security_contact'] = security_contact_uid

    return fields.copy()

def main(app):
    argparser = utils.getArgParser()
    logger = utils.getLogger('var/log/cregsync_providers.log')
    args = argparser.parse_args()
    logger.info("'providers.py' called with '%s'" % args)

    site = utils.getSite(app, args.site_id, args.admin_id)
    logger.info("Got site '%s' as '%s'" % (args.site_id, args.admin_id))

    targetfolder = site.providers
    creg_sites = utils.getData(args.path, args.filename)   # returns a csv.DictReader instance
    email2puid = utils.email2puid(site)

    logger.info("Iterating over the provider data")
    for entry in creg_sites:
        shortname = entry['SHORTNAME']
        # our one hard-coded exception here:
        if shortname == 'RZG':
            shortname = "MPCDF"
        id = prepareid(shortname)
        if id is None:
            logger.warning("Couldn't generate id for ", values)
            continue
        if id not in targetfolder.objectIds():
            targetfolder.invokeFactory('Provider', id)
            logger.info("Added %s to the providers folder" % id)

        # retrieve data to extended rather than overwritten
        additional = targetfolder[id].getAdditional()
        data = preparedata(entry, site, additional, email2puid)
        logger.debug(data)
        targetfolder[id].edit(**data)
        targetfolder[id].reindexObject()
        site.portal_repository.save(obj=targetfolder[id],
                                    comment="Synchronization from Central Registry")
        logger.info("Updated %s in the providers folder" % id)

    if not args.dry:
        logger.info("Committing changes to database")
        import transaction
        transaction.commit()
    else:
        logger.info("dry run; not committing anything")

    logger.info("Done")

# As this script lives in your source tree, we need to use this trick so that
# five.grok, which scans all modules, does not try to execute the script while
# modules are being loaded on start-up
if "app" in locals():
    main(app)