In [50]:

    

import pickle
import pandas as pd

from library.merge import get_filenames_with_same_ext, load_pickle, pickle_to_list, append_pickled_lists, flatten_list


    

In [44]:

    

# consolidate pickles in directory and write to a new consolidated pickle
append_pickled_lists('data/re_merge', 'pickle', 'data/re_merge/consolidated.pickle')


    

In [52]:

    

loaded_pickle = pd.read_pickle('data/re_merge/consolidated.pickle')


    

In [53]:

    

# flatten loaded pickle into flattened list and write new file
flatten_list(loaded_pickle, 'data/re_merge/consolidated_flat.pickle')


    

In [54]:

    

loaded_flat_pickle = pd.read_pickle('data/re_merge/consolidated_flat.pickle')