In [1]:
using Mocha
using PyPlot
using WaveletScattering
ws = WaveletScattering


Configuring Mocha...
 * CUDA       disabled by default
 * Native Ext disabled by default
Mocha configured, continue loading module...
WARNING: Method definition warn(Any...) in module Base at util.jl:350 overwritten in module Logging at /Users/vl238/.julia/v0.5/Logging/src/Logging.jl:115.
WARNING: Method definition info(Any...) in module Base at util.jl:320 overwritten in module Logging at /Users/vl238/.julia/v0.5/Logging/src/Logging.jl:115.
DefaultBackend = Mocha.CPUBackend
Out[1]:
WaveletScattering

In [19]:
spec = ws.Spec1D(log2_size = 13)
bank = ws.Bank1D(spec, max_log2_stride = 0)

data = randn(1<<13)

backend = Mocha.CPUBackend()
signal = ws.InputLayer(
    data = data,
    tops = [:signal],
    symbols = [:time])


layers = Mocha.Layer[signal]

Mocha.init(backend)

@time net = Mocha.Net("network", backend, layers);


28-Feb 17:21:58:INFO:root:Constructing net network on Mocha.CPUBackend...
28-Feb 17:21:58:INFO:root:Topological sorting 1 layers...
28-Feb 17:21:58:INFO:root:Setup layers...
28-Feb 17:21:58:INFO:root:Network constructed!
  0.003765 seconds (1.20 k allocations: 144.203 KB)

In [50]:
exp_dir = "snapshots"
solver_method = SGD()
params = make_solver_parameters(solver_method, max_iter=10000, regu_coef=0.0005,
    mom_policy=MomPolicy.Fixed(0.9),
    lr_policy=LRPolicy.Inv(0.01, 0.0001, 0.75),
    load_from=exp_dir)
solver = Solver(solver_method, params)


Out[50]:
Mocha.Solver{Mocha.SGD}(Mocha.SGD(),Dict{Symbol,Any}(Pair{Symbol,Any}(:regu_coef,0.0005),Pair{Symbol,Any}(:load_from,"snapshots"),Pair{Symbol,Any}(:lr_policy,Mocha.LRPolicy.Inv(0.01,0.0001,0.75)),Pair{Symbol,Any}(:mom_policy,Mocha.MomPolicy.Fixed(0.9)),Pair{Symbol,Any}(:max_iter,10000)),Mocha.CoffeeLounge("",1,:merge,Dict{AbstractString,Dict{Int64,AbstractFloat}}(),Mocha.CoffeeBreak[],true,4619792432,4619792496))

In [51]:
Mocha.solve(solver, net)


28-Feb 18:10:41:DEBUG:root:#DEBUG Checking network topology for back-propagation
28-Feb 18:10:41:DEBUG:root:Init network network
Not implemented, should do forward computing

 in forward(::Mocha.CPUBackend, ::WaveletScattering.InputLayerState, ::Array{Mocha.Blob,1}) at /Users/vl238/.julia/v0.5/Mocha/src/layers.jl:120
 in forward(::Mocha.Net{Mocha.CPUBackend}, ::Float64) at /Users/vl238/.julia/v0.5/Mocha/src/net.jl:148
 in init_solve(::Mocha.Solver{Mocha.SGD}, ::Mocha.Net{Mocha.CPUBackend}) at /Users/vl238/.julia/v0.5/Mocha/src/solvers.jl:189
 in solve(::Mocha.Solver{Mocha.SGD}, ::Mocha.Net{Mocha.CPUBackend}) at /Users/vl238/.julia/v0.5/Mocha/src/solvers.jl:234

In [ ]: