fda/utils.py at main · fchasin/fda · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
import json
import csv
import time
import requests


def call_api(params):
    response = requests.get(url=params['base_url'], params=params['params'])
    if response.status_code == 200:
        # df = pd.read_json(text)
        time.sleep(0.1)
        array = response.json()
        text = json.dumps(array)
        dataset = json.loads(text)
        apps = dataset['results']
        for app in apps:
            if 'registration_number' in app['openfda']:
                app['openfda'].pop('registration_number')
            if 'fei_number' in app['openfda']:
                app['openfda'].pop('fei_number')
            # unpack
            for field in app['openfda']:
                app[field + 'open_fda_field'] = app['openfda'][field]
            app.pop('openfda')
        if params['params']['skip'] == 0:
            write_first(apps)
        else:
            write_next(apps)
    else:
        print("Error: Unable to fetch adverse events.")
        return None

    return response


def write_first(apps):
    csvFile = open("filename.csv", 'w')
    csvWriter = csv.writer(csvFile)
    # write header
    keys = apps[0].keys()
    csvWriter.writerow(keys)

    # write data
    write(apps, csvWriter)
    csvFile.close()


def write_next(apps):
    csvFile = open("filename.csv", 'a')
    csvWriter = csv.writer(csvFile)
    write(apps, csvWriter)
    csvFile.close()


def write(apps, csvWriter):
    for line in apps:
        csvWriter.writerow(line.values())