In [3]:
"""
Simple utility to read filterbank files from data dir, reduce size
of arrays by averaging adjacent cells and write out the reduced
numpy arrays to disk.
"""

from __future__ import print_function
from os.path import split as pathsplit, join as pathjoin, splitext
import sys
import glob
import numpy as np

# Need to have filterbank.py in path:
# git clone https://github.com/UCBerkeleySETI/breakthrough
# and arrange line below to point to the /GBT/filterbank_tools/ directory
sys.path.append('../../breakthrough/GBT/filterbank_tools/')

from filterbank import Filterbank as FB, db

def rebin(a, shape):
    # Reduce size of an array by averaging adjacent values.
    # The "shape" parameter is new shape desired.
    sh = shape[0],a.shape[0]//shape[0],shape[1],a.shape[1]//shape[1]
    return a.reshape(sh).mean(-1).mean(1)

In [4]:
# USER PARAMS

# data dir containing filterbank files
data_dir = '../../data'

# reduce the number of frequency bins by this factor (divides into freq_bins below)
freq_bin_reduction_factor = 1024

# READ THE DATA DIR
files = glob.glob(data_dir+'/*.fil')
print("To process", len(files), "files")


To process 155 files

In [5]:
# PROCESS DATA

count = 0
for infile in files:

    print("file=",infile)
    
    fbin = FB(infile)
    f, data = fbin.grab_data()
    data = db(data)
    
    time_bins = np.shape(data)[0]
    freq_bins = np.shape(data)[1]

    data_rebinned = rebin(data,(time_bins,freq_bins/freq_bin_reduction_factor))

    print("input / output shapes=",data.shape, data_rebinned.shape)

    # save data to original data dir, but with new filename extension
    np.save(infile+'_rebin.npy',data_rebinned)
    count += 1
    
print("num files processed = ",count)


file= ../../data/blc03_guppi_57501_75569_W3_0009.gpuspec.0002.fil
input / output shapes= (164, 65536) (164, 64)
file= ../../data/blc03_guppi_57501_75781_W3_OFF_0010.gpuspec.0002.fil
input / output shapes= (164, 65536) (164, 64)
file= ../../data/blc03_guppi_57501_75993_W3_0011.gpuspec.0002.fil
input / output shapes= (164, 65536) (164, 64)
file= ../../data/blc03_guppi_57501_76205_W3_OFF_0012.gpuspec.0002.fil
input / output shapes= (164, 65536) (164, 64)
file= ../../data/blc03_guppi_57501_76417_W3_0013.gpuspec.0002.fil
input / output shapes= (164, 65536) (164, 64)
file= ../../data/blc03_guppi_57501_76629_W3_OFF_0014.gpuspec.0002.fil
input / output shapes= (164, 65536) (164, 64)
file= ../../data/blc03_guppi_57501_76845_W3_0015.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_37665_HIP93805_0003.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_37993_HIP93805_OFF_0004.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_38321_HIP93805_0005.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_38649_HIP93805_OFF_0006.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_38977_HIP93805_0007.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_39305_HIP93805_OFF_0008.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_39697_HIP92573_0009.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_40027_HIP92573_OFF_0010.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_40357_HIP92573_0011.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_40688_HIP92573_OFF_0012.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_41019_HIP92573_0013.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_41350_HIP92573_OFF_0014.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_41689_HIP92311_0015.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_42020_HIP92311_OFF_0016.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_42351_HIP92311_0017.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_42682_HIP92311_OFF_0018.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_43013_HIP92311_0019.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_43344_HIP92311_OFF_0020.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_43709_HIP92283_0021.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_44037_HIP92283_OFF_0022.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_44365_HIP92283_0023.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_44693_HIP92283_OFF_0024.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_45021_HIP92283_0025.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_45349_HIP92283_OFF_0026.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_45718_HIP92270_0027.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_46049_HIP92270_OFF_0028.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_46380_HIP92270_0029.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57504_46710_HIP92270_OFF_0030.gpuspec.0002.fil
input / output shapes= (75, 65536) (75, 64)
file= ../../data/blc03_guppi_57509_26674_DIAG_PSR_J1818-1422_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57510_25577_DIAG_PSR_J1713+0747_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57511_17141_DIAG_PSR_J1543+0929_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57511_60540_DIAG_PSR_J0248+6021_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57512_27485_DIAG_PSR_J1820-0427_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57513_28165_DIAG_PSR_J1713+0747_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57513_70671_DIAG_PSR_J0543+2329_0003.gpuspec.0002.fil
input / output shapes= (271, 65536) (271, 64)
file= ../../data/blc03_guppi_57514_37866_DIAG_PSR_J2018+2839_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57514_81767_DIAG_PSR_J0826+2637_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57514_82376_DIAG_PSR_J0826+2637_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57515_01128_DIAG_PSR_J0826+2637_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57515_49504_DIAG_PSR_J2145-0750_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57515_53234_DIAG_PSR_J2145-0750_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57515_81493_DIAG_PSR_J0826+2637_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57516_49992_DIAG_PSR_J2145-0750_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57517_06261_DIAG_PSR_J1136+1551_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57519_74758_DIAG_PSR_J0814+7429_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57520_31854_DIAG_PSR_J1807-0847_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57520_85903_DIAG_PSR_J0820-1350_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57521_42703_DIAG_PSR_J2145-0750_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57522_10620_DIAG_PSR_J1239+2453_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57522_54171_DIAG_PSR_J0034-0721_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57522_55015_DIAG_PSR_J0034-0721_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57523_22000_DIAG_PSR_J1543+0929_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57523_64720_DIAG_PSR_J0534+2200_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57525_11707_DIAG_PSR_J1239+2453_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57525_13176_DIAG_PSR_J1239+2453_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57525_54939_DIAG_PSR_J0034-0721_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57525_55531_DIAG_PSR_J0034-0721_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57526_21855_DIAG_PSR_J1543+0929_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57526_65013_DIAG_PSR_J0248+6021_0003.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57532_00698_DIAG_PSR_J0826_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57532_62201_DIAG_PSR_J0332_0008.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57533_18435_DIAG_PSR_J1645_0010.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57533_73125_DIAG_PSR_J0826+2637_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57534_30756_DIAG_PSR_J1713+0747_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57535_40320_DIAG_PSR_J2022+5154_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57535_82982_DIAG_PSR_J0814+7429_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57536_51390_DIAG_PSR_J0248+6021_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57537_07690_DIAG_PSR_J1509+5531_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_00834_DIAG_PSR_J0953+0755_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_44265_DIAG_PSR_J2113+4644_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_44685_HIP112724_0003.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_45040_HIP111612_0004.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_45395_HIP112724_0005.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_45742_HIP111706_0006.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_46090_HIP112724_0007.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_46443_HIP111740_0008.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_46780_HIP112915_0009.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_47145_HIP111868_0010.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_47509_HIP112915_0011.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_47871_HIP111924_0012.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_48233_HIP112915_0013.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_48588_HIP111949_0014.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_48951_HIP114456_0015.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_49312_HIP113308_0016.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_49671_HIP114456_0017.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_50033_HIP113371_0018.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_50394_HIP114456_0019.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_50752_HIP113455_0020.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_51124_HIP114570_0021.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_51481_HIP113469_0022.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_51837_HIP114570_0023.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_52196_HIP113485_0024.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_52554_HIP114570_0025.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_52905_HIP113613_0026.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57540_53280_HIP114622_0027.gpuspec.0002.fil
input / output shapes= (541, 65536) (541, 64)
file= ../../data/blc03_guppi_57541_12293_DIAG_PSR_J1136+1551_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_12716_HIP68337_0003.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_13062_HIP67090_0004.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_13408_HIP68337_0005.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_13756_HIP67142_0006.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_14104_HIP68337_0007.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_14448_HIP67157_0008.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_14826_HIP68469_0009.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_15174_HIP67282_0010.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_15522_HIP68469_0011.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_15865_HIP67289_0012.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_16208_HIP68469_0013.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_16555_HIP67333_0014.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_16949_HIP68634_0015.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_17295_HIP67377_0016.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_17640_HIP68634_0017.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_17991_HIP67379_0018.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_18341_HIP68634_0019.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_18685_HIP67449_0020.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_19062_HIP69357_0021.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_19408_HIP68268_0022.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_19754_HIP69357_0023.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_20104_HIP68303_0024.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_20454_HIP69357_0025.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_20793_HIP68808_0026.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_21224_HIP70536_0027.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_55054_HIP10644_0002.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_55424_HIP10169_0003.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_55794_HIP10644_0004.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_56163_HIP10199_0005.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_56532_HIP10644_0006.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_56902_HIP10453_0007.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_57267_HIP10670_0008.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_57630_HIP10169_0009.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_57992_HIP10670_0010.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_58354_HIP10199_0011.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_58714_HIP10670_0012.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_59084_HIP11548_0013.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_59531_HIP13402_0014.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_59890_HIP12402_0015.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_60248_HIP13402_0016.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_60602_HIP12482_0017.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_60955_HIP13402_0018.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_61313_HIP12549_0019.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_61711_HIP21556_0020.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_62066_HIP20806_0021.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_62422_HIP21556_0022.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_62773_HIP21210_0023.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_63124_HIP21556_0024.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_63477_HIP21222_0025.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_63820_HIP21594_0026.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_64171_HIP20761_0027.gpuspec.0002.fil
input / output shapes= (277, 65536) (277, 64)
file= ../../data/blc03_guppi_57541_64523_HIP21594_0028.gpuspec.0002.fil
input / output shapes= (243, 65536) (243, 64)
num files processed =  155

In [17]: