Copied from fast.ai deeplearing1 dogs_cats_redux.ipynb


In [2]:
%matplotlib inline
path = "data/dogscats"

In [3]:
import os, sys
current_dir = os.getcwd()
LESSON_HOME_DIR = current_dir
DATA_HOME_DIR = current_dir+'/data/dogscats'

In [4]:
import utils; reload(utils)
from utils import *
import vgg16; reload(vgg16)
from vgg16 import Vgg16


Using Theano backend.

In [4]:
%cd $DATA_HOME_DIR
%mkdir valid
%mkdir results
%mkdir -p sample/train
%mkdir -p sample/test
%mkdir -p sample/valid
%mkdir -p sample/results
%mkdir -p test/unknown


/home/ubuntu/fastai/nbs/data/dogscats
mkdir: cannot create directory ‘valid’: File exists
mkdir: cannot create directory ‘results’: File exists

In [5]:
%cd $DATA_HOME_DIR/train


/home/ubuntu/fastai/nbs/data/dogscats/train

In [6]:
g = glob('*.jpg')
shuf = np.random.permutation(g)
for i in range(2000): os.rename(shuf[i], DATA_HOME_DIR+'/valid/' + shuf[i])

In [17]:
from shutil import copyfile

In [8]:
g = glob('*.jpg')
shuf = np.random.permutation(g)
for i in range(200): copyfile(shuf[i], DATA_HOME_DIR+'/sample/train/' + shuf[i])

In [9]:
%cd $DATA_HOME_DIR/valid


/home/ubuntu/fastai/nbs/data/dogscats/valid

In [10]:
g = glob('*.jpg')
shuf = np.random.permutation(g)
for i in range(50): copyfile(shuf[i], DATA_HOME_DIR+'/sample/valid/' + shuf[i])

In [ ]:
# Create single 'unknown' class for test set
%cd $DATA_HOME_DIR/test
%mv *.jpg unknown/

In [15]:
%cd $DATA_HOME_DIR/test/unknown


/home/ubuntu/fastai/nbs/data/dogscats/test/unknown

In [19]:
g = glob('*.jpg')
shuf = np.random.permutation(g)
for i in range(50): copyfile(shuf[i], DATA_HOME_DIR+'/sample/test/unknown/' + shuf[i])

In [12]:
#Divide cat/dog images into separate directories

%cd $DATA_HOME_DIR/sample/train
%mkdir cats
%mkdir dogs
%mv cat.*.jpg cats/
%mv dog.*.jpg dogs/

%cd $DATA_HOME_DIR/sample/valid
%mkdir cats
%mkdir dogs
%mv cat.*.jpg cats/
%mv dog.*.jpg dogs/

%cd $DATA_HOME_DIR/valid
%mkdir cats
%mkdir dogs
%mv cat.*.jpg cats/
%mv dog.*.jpg dogs/

%cd $DATA_HOME_DIR/train
%mkdir cats
%mkdir dogs
%mv cat.*.jpg cats/
%mv dog.*.jpg dogs/


/home/ubuntu/fastai/nbs/data/dogscats/sample/train
/home/ubuntu/fastai/nbs/data/dogscats/sample/valid
/home/ubuntu/fastai/nbs/data/dogscats/valid
/home/ubuntu/fastai/nbs/data/dogscats/train