In [ ]:

    

from bcolz_array_iterator2 import BcolzArrayIterator2


    

In [ ]:

    

from bcolz import carray


    

In [ ]:

    

import numpy as np


    

In [ ]:

    

x = np.arange(14); x


    

In [ ]:

    

y = np.arange(14); y


    

In [ ]:

    

x = carray(x, chunklen=3)
y = carray(y, chunklen=3)


    

In [ ]:

    

b = BcolzArrayIterator2(x, y, shuffle=True, batch_size=3)


    

In [ ]:

    

b.N


    

In [ ]:

    

nit = len(x)//b.batch_size+1; nit


    

In [ ]:

    

for j in range(10000):
    bx,by = list(zip(*[next(b) for i in range(nit)]))
    nx = np.concatenate(bx)
    ny = np.concatenate(by)
    assert(np.allclose(nx,ny))
    assert(len(np.unique(nx))==len(nx))


    

In [ ]:

    

[next(b) for i in range(20)]


    

In [ ]: