data_bin_writer.py

import numpy as np
import os
from argparse import ArgumentParser

def main(directory, cut=None):
    num_conditions = 0
    npy_files = [os.path.join(directory, f) for f in os.listdir(directory)
                    if f.endswith('.npy')
                    and os.path.isfile(os.path.join(directory, f))]
    data = None
    filename = 'data.bin' if cut is None else 'data_eqremoved.bin'
    with open(os.path.join(directory, filename), 'wb') as file:
        #load PaSR data for different pressures/conditions,
        # and save to binary C file
        for npy in sorted(npy_files):
            state_data = np.load(npy)
            state_data = state_data.reshape(state_data.shape[0] *
                                state_data.shape[1],
                                state_data.shape[2]
                                )
            if data is None:
                data = state_data
            else:
                data = np.vstack((data, state_data))
            num_conditions += state_data.shape[0]
            print(num_conditions, data.shape)
        if num_conditions == 0:
            print('No data found in folder {}, continuing...'.format(mech_name))
            return 0
        if cut is not None:
            data = data[cut:, :]
        data.tofile(file)

if __name__ == '__main__':
    parser = ArgumentParser(description='data bin writer: Convenience script to generate binary files from .npy')
    parser.add_argument('-d', '--directory',
                        type=str,
                        required=True,
                        help='The directory containing the .npy files.')
    parser.add_argument('-c', '--cut_off_front',
                        type=int,
                        default=None,
                        required=False,
                        help='The number of conditions to remove from the front of the database')
    args = parser.parse_args()
    main(os.path.realpath(os.path.dirname(args.directory)),
        args.cut_off_front)