In [4]:

    

import numpy as np
import random
import csv


    

In [2]:

    

import time

def time_usage(func):
    def wrapper(*args, **kwargs):
        beg_ts = time.time()
        retval = func(*args, **kwargs)
        end_ts = time.time() 
        print("elapsed time: %f" % (end_ts - beg_ts))
        return retval
    return wrapper


    

In [3]:

    

srcdir = "/home/walterms/mcmd/nn/data/mnist/"
trnfile = "/home/walterms/mcmd/nn/data/train/mnist"
testfile = "/home/walterms/mcmd/nn/data/test/mnist"
trnsrc = "/home/walterms/mcmd/nn/data/mnist/mnist_train.csv"
testsrc = "/home/walterms/mcmd/nn/data/mnist/mnist_test.csv"


    

In [10]:

    

nx=ny=28


    

In [20]:

    

# pixel ordering in csv is p11,p12,p13,...
#
# NOTE: my xtud files have x,y range [-0.5,0.5] and theta [0,1]
# Let's try x,y [0,1] here
fout = open(trnfile,'w')
iimg = 0 
maximg=60000
with open(trnsrc,'r') as csvfile:
    reader = csv.reader(csvfile,delimiter=",")
    for line in reader:
        lbl = float(line[0])
        pixels = [float(p)/255. for p in line[1:]]
        i = 0
        for x in range(nx):
            xcord = float(x)/nx
            for y in range(ny):
                ycord = float(y)/ny
                fout.write('%f %f %f\n'%(xcord,ycord,pixels[i]))
                i+=1
        fout.write('label %f\n\n'%(lbl))
        iimg+=1

fout.close()
print "Done"


    

    




Done

In [21]:

    

# TEST SET
fout = open(testfile,'w')
iimg = 0 
with open(testsrc,'r') as csvfile:
    reader = csv.reader(csvfile,delimiter=",")
    for line in reader:
        lbl = float(line[0])
        pixels = [float(p)/255. for p in line[1:]]
        i = 0
        for x in range(nx):
            xcord = float(x)/nx
            for y in range(ny):
                ycord = float(y)/ny
                fout.write('%f %f %f\n'%(xcord,ycord,pixels[i]))
                i+=1
        fout.write('label %f\n\n'%(lbl))
        iimg+=1

fout.close()
print "Done"


    

    




Done