In [1]:
import numpy as np
import matplotlib.pyplot as plt
import seaborn
seaborn.set()
seaborn.set_style('dark')
np.set_printoptions(precision=3)
%matplotlib inline
In [2]:
import sklearn
import sklearn.metrics
import sklearn.grid_search
import sklearn.linear_model
import sklearn.cross_validation
import sklearn.preprocessing
import sklearn.pipeline
import pescador
In [3]:
import glob
In [4]:
def load_file(filename, n_pos=32, n_neg=32):
data = np.load(filename)
d = data['X'].shape[1]
if n_pos is None:
return data['X'], data['Y']
positives = np.flatnonzero(data['Y'])
negatives = np.flatnonzero(1-data['Y'])
n_pos = min(n_pos, len(positives))
n_neg = min(n_neg, len(negatives))
X = np.empty((n_pos + n_neg, d), dtype=np.float32)
Y = np.zeros((n_pos + n_neg), dtype=np.int32)
if n_pos > 0:
idx_pos = np.random.choice(positives, size=n_pos, replace=False)
X[:n_pos] = np.take(data['X'], idx_pos, axis=0)
Y[:n_pos] = 1
if n_neg > 0:
idx_neg = np.random.choice(negatives, size=n_neg, replace=False)
X[n_pos:] = np.take(data['X'], idx_neg, axis=0)
return X, Y
In [5]:
def load_batch(files, n_pos=32, n_neg=32):
X = []
Y = []
for fn in files:
_x, _y = load_file(fn, n_pos=n_pos, n_neg=n_neg)
if _x.shape[0] == 0:
continue
X.append(_x)
Y.append(_y)
X = np.concatenate(X, axis=0)
Y = np.concatenate(Y, axis=0)
return X, Y
In [6]:
files = sorted(glob.glob('../data/labeled_features_local/SALAMI_*_beats.npz'))
#files = sorted(glob.glob('../data/labeled_features_local/Isophonics_*_beats.npz'))
In [7]:
filesplitter = sklearn.cross_validation.ShuffleSplit(len(files), n_iter=1, test_size=0.10, random_state=5)
_files = np.asarray(files)
In [8]:
import sklearn.ensemble
In [15]:
for trainf, testf in filesplitter:
print 'Loading training data...'
X_train, Y_train = load_batch([_files[_] for _ in trainf],
n_pos=64,
n_neg=128)
_model = sklearn.grid_search.GridSearchCV(sklearn.linear_model.SGDClassifier(loss='log', verbose=1),
{'alpha': np.logspace(-3, 3, num=6, endpoint=False),
'penalty': ['l1', 'l2', 'elasticnet']},
n_jobs=3, verbose=1)
#_model = sklearn.grid_search.GridSearchCV(sklearn.ensemble.RandomForestClassifier(),
# {'max_depth': np.arange(2, 11)},
# n_jobs=3, verbose=1)
feature = sklearn.preprocessing.StandardScaler()
model = sklearn.pipeline.Pipeline([('scaler', feature), ('predictor', _model)])
model.fit(X_train, Y_train)
print 'Loading testing data...'
X_test, Y_test = load_batch([_files[_] for _ in testf],
n_pos=None,
n_neg=None)
Loading training data...
Fitting 3 folds for each of 18 candidates, totalling 54 fits
[Parallel(n_jobs=3)]: Done 1 jobs | elapsed: 3.4s
[Parallel(n_jobs=3)]: Done 50 jobs | elapsed: 53.0s
[Parallel(n_jobs=3)]: Done 54 out of 54 | elapsed: 57.2s finished
-- Epoch 1
Norm: 0.84, NNZs: 924, Bias: 5.391261, T: 50031, Avg. loss: 0.701671-- Epoch 1
-- Epoch 1
-- Epoch 1
Norm: 530.37, NNZs: 714, Bias: 415.429404, T: 33354, Avg. loss: 63.364481Norm: 542.85, NNZs: 723, Bias: 442.315999, T: 33353, Avg. loss: 66.142862Norm: 534.95, NNZs: 709, Bias: 416.248419, T: 33355, Avg. loss: 62.347358
Total training time: 0.55 seconds.
Total training time: 0.44 seconds.
Total training time: 0.42 seconds.
-- Epoch 2
-- Epoch 2
-- Epoch 2
Norm: 517.43, NNZs: 683, Bias: 367.618809, T: 66708, Avg. loss: 50.684128Norm: 528.36, NNZs: 688, Bias: 395.582985, T: 66706, Avg. loss: 53.328181Norm: 521.00, NNZs: 678, Bias: 369.925427, T: 66710, Avg. loss: 50.297497
Total training time: 1.13 seconds.
Total training time: 0.84 seconds.
Total training time: 1.00 seconds.
-- Epoch 3
-- Epoch 3
-- Epoch 3
Norm: 511.11, NNZs: 662, Bias: 339.616623, T: 100062, Avg. loss: 44.884507Norm: 521.49, NNZs: 667, Bias: 368.073429, T: 100059, Avg. loss: 47.446095Norm: 513.97, NNZs: 662, Bias: 342.689405, T: 100065, Avg. loss: 44.742522
Total training time: 1.71 seconds.
Total training time: 1.23 seconds.
Total training time: 1.59 seconds.
-- Epoch 4
-- Epoch 4
-- Epoch 4
Norm: 507.03, NNZs: 653, Bias: 319.746392, T: 133416, Avg. loss: 41.293119Norm: 517.22, NNZs: 647, Bias: 348.232273, T: 133412, Avg. loss: 43.805893Norm: 509.77, NNZs: 658, Bias: 322.886926, T: 133420, Avg. loss: 41.289717
Total training time: 2.29 seconds.
Total training time: 1.63 seconds.
Total training time: 2.16 seconds.
-- Epoch 5
-- Epoch 5
-- Epoch 5
Norm: 504.23, NNZs: 640, Bias: 304.186187, T: 166770, Avg. loss: 38.751037Norm: 514.14, NNZs: 642, Bias: 332.967109, T: 166765, Avg. loss: 41.221611Norm: 506.51, NNZs: 647, Bias: 307.923045, T: 166775, Avg. loss: 38.829542
Total training time: 2.86 seconds.
Total training time: 2.03 seconds.
Total training time: 2.74 seconds.
-- Epoch 1-- Epoch 1-- Epoch 1
Norm: 41.22, NNZs: 924, Bias: 90.536981, T: 33355, Avg. loss: 21.170380Norm: 42.45, NNZs: 924, Bias: 101.825065, T: 33353, Avg. loss: 21.767001Norm: 43.72, NNZs: 924, Bias: 105.254051, T: 33354, Avg. loss: 22.001099
Total training time: 0.17 seconds.
Total training time: 0.11 seconds.
Total training time: 0.17 seconds.
-- Epoch 2
-- Epoch 2
-- Epoch 2
Norm: 23.36, NNZs: 924, Bias: 38.884159, T: 66710, Avg. loss: 13.399603Norm: 26.73, NNZs: 924, Bias: 49.060480, T: 66706, Avg. loss: 14.043317Norm: 27.94, NNZs: 924, Bias: 49.835514, T: 66708, Avg. loss: 14.369609
Total training time: 0.35 seconds.
Total training time: 0.21 seconds.
Total training time: 0.35 seconds.
-- Epoch 3
-- Epoch 3
-- Epoch 3
Norm: 11.63, NNZs: 924, Bias: 15.743037, T: 100065, Avg. loss: 9.759608Norm: 15.59, NNZs: 924, Bias: 23.201959, T: 100059, Avg. loss: 10.394053Norm: 16.60, NNZs: 924, Bias: 23.387013, T: 100062, Avg. loss: 10.653629
Total training time: 0.53 seconds.
Total training time: 0.32 seconds.
Total training time: 0.53 seconds.
-- Epoch 4
-- Epoch 4
-- Epoch 4
Norm: 4.63, NNZs: 924, Bias: 5.936457, T: 133420, Avg. loss: 7.604584Norm: 7.69, NNZs: 924, Bias: 9.617978, T: 133412, Avg. loss: 8.175188Norm: 7.83, NNZs: 924, Bias: 9.884757, T: 133416, Avg. loss: 8.386173
Total training time: 0.71 seconds.
Total training time: 0.43 seconds.
Total training time: 0.71 seconds.
-- Epoch 5
-- Epoch 5
-- Epoch 5
Norm: 3.05, NNZs: 924, Bias: 3.995979, T: 166775, Avg. loss: 6.216824Norm: 3.39, NNZs: 924, Bias: 4.369070, T: 166765, Avg. loss: 6.697268Norm: 3.38, NNZs: 924, Bias: 4.642339, T: 166770, Avg. loss: 6.871815
Total training time: 0.87 seconds.
Total training time: 0.54 seconds.
Total training time: 0.88 seconds.
-- Epoch 1-- Epoch 1-- Epoch 1
Norm: 50.79, NNZs: 682, Bias: 93.655409, T: 33355, Avg. loss: 20.940379Norm: 55.81, NNZs: 700, Bias: 126.262626, T: 33353, Avg. loss: 23.537080Norm: 52.54, NNZs: 665, Bias: 101.178363, T: 33354, Avg. loss: 21.922967
Total training time: 0.55 seconds.
Total training time: 0.36 seconds.
Total training time: 0.55 seconds.
-- Epoch 2
-- Epoch 2
-- Epoch 2
Norm: 34.87, NNZs: 665, Bias: 39.855571, T: 66710, Avg. loss: 13.276831Norm: 41.29, NNZs: 679, Bias: 69.197888, T: 66706, Avg. loss: 15.754743Norm: 36.76, NNZs: 645, Bias: 45.512219, T: 66708, Avg. loss: 14.063608
Total training time: 1.12 seconds.
Total training time: 0.73 seconds.
Total training time: 1.12 seconds.
-- Epoch 3
-- Epoch 3
-- Epoch 3
Norm: 24.86, NNZs: 626, Bias: 15.142255, T: 100065, Avg. loss: 9.646613Norm: 31.37, NNZs: 658, Bias: 39.241736, T: 100059, Avg. loss: 11.970359Norm: 26.41, NNZs: 610, Bias: 19.287355, T: 100062, Avg. loss: 10.296802
Total training time: 1.77 seconds.
Total training time: 1.09 seconds.
Total training time: 1.74 seconds.
-- Epoch 4
-- Epoch 4
-- Epoch 4
Norm: 20.29, NNZs: 448, Bias: 4.051124, T: 133420, Avg. loss: 7.463470Norm: 24.13, NNZs: 655, Bias: 20.862365, T: 133412, Avg. loss: 9.591919Norm: 20.96, NNZs: 500, Bias: 6.058035, T: 133416, Avg. loss: 8.010901
Total training time: 2.18 seconds.
Total training time: 1.49 seconds.
Total training time: 2.33 seconds.
-- Epoch 5
-- Epoch 5
-- Epoch 5
Norm: 18.95, NNZs: 359, Bias: 2.509647, T: 166775, Avg. loss: 6.057573Norm: 19.25, NNZs: 602, Bias: 9.161194, T: 166765, Avg. loss: 7.931477Norm: 19.15, NNZs: 346, Bias: 2.863340, T: 166770, Avg. loss: 6.506461
Total training time: 2.58 seconds.
Total training time: 1.89 seconds.
Total training time: 2.90 seconds.
-- Epoch 1-- Epoch 1-- Epoch 1
Norm: 249.65, NNZs: 338, Bias: 96.503643, T: 33354, Avg. loss: 15.403382Norm: 221.24, NNZs: 243, Bias: 72.583401, T: 33353, Avg. loss: 11.000093Norm: 257.57, NNZs: 352, Bias: 101.457055, T: 33355, Avg. loss: 16.473500
Total training time: 0.53 seconds.
Total training time: 0.74 seconds.
Total training time: 0.53 seconds.
-- Epoch 2
-- Epoch 2
-- Epoch 2
Norm: 249.19, NNZs: 281, Bias: 90.320746, T: 66708, Avg. loss: 12.731496Norm: 221.25, NNZs: 192, Bias: 65.658876, T: 66706, Avg. loss: 8.999730Norm: 256.99, NNZs: 288, Bias: 95.481444, T: 66710, Avg. loss: 13.588171
Total training time: 1.07 seconds.
Total training time: 1.29 seconds.
Total training time: 1.08 seconds.
-- Epoch 3
-- Epoch 3
-- Epoch 3
Norm: 249.07, NNZs: 251, Bias: 86.439043, T: 100062, Avg. loss: 11.583123Norm: 221.31, NNZs: 164, Bias: 61.441775, T: 100059, Avg. loss: 8.113055Norm: 256.82, NNZs: 248, Bias: 91.677685, T: 100065, Avg. loss: 12.360788
Total training time: 1.66 seconds.
Total training time: 1.80 seconds.
Total training time: 1.63 seconds.
-- Epoch 4
-- Epoch 4
-- Epoch 4
Norm: 249.04, NNZs: 227, Bias: 83.569685, T: 133416, Avg. loss: 10.897779Norm: 221.38, NNZs: 148, Bias: 58.372036, T: 133412, Avg. loss: 7.571943Norm: 256.76, NNZs: 226, Bias: 88.867102, T: 133420, Avg. loss: 11.630950
Total training time: 2.16 seconds.
Total training time: 2.32 seconds.
Total training time: 2.05 seconds.
-- Epoch 5
-- Epoch 5
-- Epoch 5
Norm: 249.02, NNZs: 212, Bias: 81.304258, T: 166770, Avg. loss: 10.423636Norm: 221.43, NNZs: 141, Bias: 55.966613, T: 166765, Avg. loss: 7.188202Norm: 256.74, NNZs: 217, Bias: 86.626598, T: 166775, Avg. loss: 11.127574
Total training time: 2.67 seconds.
Total training time: 2.69 seconds.
Total training time: 2.43 seconds.
-- Epoch 1-- Epoch 1-- Epoch 1
Norm: 6.43, NNZs: 924, Bias: 25.509303, T: 33355, Avg. loss: 4.062146
Total training time: 0.13 seconds.
-- Epoch 2
Norm: 0.76, NNZs: 924, Bias: 4.742245, T: 100062, Avg. loss: 0.612202Norm: 7.47, NNZs: 924, Bias: 35.467579, T: 33353, Avg. loss: 4.743923Norm: 9.05, NNZs: 375, Bias: 26.571303, T: 33353, Avg. loss: 3.862731
Total training time: 0.17 seconds.
Total training time: 0.16 seconds.
Total training time: 0.42 seconds.
-- Epoch 2
-- Epoch 2
-- Epoch 2
Norm: 5.63, NNZs: 924, Bias: 18.703312, T: 66710, Avg. loss: 3.006353Norm: 6.70, NNZs: 924, Bias: 28.688303, T: 66706, Avg. loss: 3.775363Norm: 7.31, NNZs: 378, Bias: 19.721657, T: 66706, Avg. loss: 2.947465
Total training time: 0.34 seconds.
Total training time: 0.29 seconds.
Total training time: 0.81 seconds.
-- Epoch 3
-- Epoch 3
-- Epoch 3
Norm: 4.93, NNZs: 924, Bias: 14.938497, T: 100065, Avg. loss: 2.489840Norm: 6.23, NNZs: 924, Bias: 24.785705, T: 100059, Avg. loss: 3.284311Norm: 6.35, NNZs: 366, Bias: 15.832394, T: 100059, Avg. loss: 2.482653
Total training time: 0.44 seconds.
Total training time: 0.44 seconds.
Total training time: 1.18 seconds.
-- Epoch 4
-- Epoch 4
-- Epoch 4
Norm: 4.49, NNZs: 924, Bias: 12.324890, T: 133420, Avg. loss: 2.159113Norm: 5.93, NNZs: 924, Bias: 22.046930, T: 133412, Avg. loss: 2.961736Norm: 5.75, NNZs: 356, Bias: 13.116582, T: 133412, Avg. loss: 2.177160
Total training time: 0.57 seconds.
Total training time: 0.55 seconds.
Total training time: 1.54 seconds.
-- Epoch 5
-- Epoch 5
-- Epoch 5
Norm: 4.06, NNZs: 924, Bias: 10.386518, T: 166775, Avg. loss: 1.920474Norm: 5.59, NNZs: 924, Bias: 19.970915, T: 166765, Avg. loss: 2.723343Norm: 5.22, NNZs: 344, Bias: 11.088366, T: 166765, Avg. loss: 1.952181
Total training time: 0.73 seconds.
Total training time: 0.69 seconds.
Total training time: 1.92 seconds.
-- Epoch 1-- Epoch 1-- Epoch 1
Norm: 9.04, NNZs: 372, Bias: 25.265966, T: 33355, Avg. loss: 4.084489Norm: 8.16, NNZs: 924, Bias: 39.351497, T: 33354, Avg. loss: 5.347404Norm: 71.65, NNZs: 0, Bias: 2.385480, T: 33353, Avg. loss: 0.551062
Total training time: 0.52 seconds.
Total training time: 0.15 seconds.
Total training time: 0.61 seconds.
-- Epoch 2
-- Epoch 2
-- Epoch 2
Norm: 7.24, NNZs: 357, Bias: 18.237283, T: 66710, Avg. loss: 3.023602Norm: 7.37, NNZs: 924, Bias: 32.203258, T: 66708, Avg. loss: 4.309350Norm: 71.65, NNZs: 0, Bias: 2.087404, T: 66706, Avg. loss: 0.483466
Total training time: 0.90 seconds.
Total training time: 0.31 seconds.
Total training time: 1.24 seconds.
-- Epoch 3
-- Epoch 3
-- Epoch 3
Norm: 6.25, NNZs: 346, Bias: 14.243870, T: 100065, Avg. loss: 2.501855Norm: 6.76, NNZs: 924, Bias: 28.103151, T: 100062, Avg. loss: 3.777251Norm: 71.65, NNZs: 0, Bias: 1.985272, T: 100059, Avg. loss: 0.458891
Total training time: 1.33 seconds.
Total training time: 0.47 seconds.
Total training time: 1.78 seconds.
-- Epoch 4
-- Epoch 4
-- Epoch 4
Norm: 5.57, NNZs: 335, Bias: 11.492722, T: 133420, Avg. loss: 2.164495Norm: 6.41, NNZs: 924, Bias: 25.223115, T: 133416, Avg. loss: 3.425863Norm: 71.65, NNZs: 0, Bias: 1.935092, T: 133412, Avg. loss: 0.446215
Total training time: 1.83 seconds.
Total training time: 0.64 seconds.
Total training time: 2.16 seconds.
-- Epoch 5
-- Epoch 5
-- Epoch 5
Norm: 5.05, NNZs: 326, Bias: 9.409395, T: 166775, Avg. loss: 1.919215Norm: 6.18, NNZs: 924, Bias: 22.992339, T: 166770, Avg. loss: 3.166006Norm: 71.65, NNZs: 0, Bias: 1.905730, T: 166765, Avg. loss: 0.438491
Total training time: 2.44 seconds.
Total training time: 0.81 seconds.
Total training time: 2.67 seconds.
-- Epoch 1-- Epoch 1-- Epoch 1
Norm: 63.29, NNZs: 0, Bias: 1.993843, T: 33355, Avg. loss: 0.466114Norm: 9.14, NNZs: 353, Bias: 26.093067, T: 33354, Avg. loss: 4.191652Norm: 1.14, NNZs: 924, Bias: 8.030253, T: 33353, Avg. loss: 0.955005
Total training time: 0.37 seconds.
Total training time: 0.51 seconds.
Total training time: 0.18 seconds.
-- Epoch 2
-- Epoch 2
-- Epoch 2
Norm: 63.29, NNZs: 0, Bias: 1.890696, T: 66710, Avg. loss: 0.436974Norm: 7.35, NNZs: 339, Bias: 18.931649, T: 66708, Avg. loss: 3.120827Norm: 1.10, NNZs: 924, Bias: 7.317233, T: 66706, Avg. loss: 0.846758
Total training time: 0.85 seconds.
Total training time: 1.06 seconds.
Total training time: 0.35 seconds.
-- Epoch 3
-- Epoch 3
-- Epoch 3
Norm: 63.29, NNZs: 0, Bias: 1.858696, T: 100065, Avg. loss: 0.427033Norm: 6.34, NNZs: 320, Bias: 14.901731, T: 100062, Avg. loss: 2.591255Norm: 1.05, NNZs: 924, Bias: 6.909489, T: 100059, Avg. loss: 0.793156
Total training time: 1.23 seconds.
Total training time: 1.57 seconds.
Total training time: 0.55 seconds.
-- Epoch 4
-- Epoch 4
-- Epoch 4
Norm: 63.30, NNZs: 0, Bias: 1.843523, T: 133420, Avg. loss: 0.422025Norm: 5.67, NNZs: 312, Bias: 12.105502, T: 133416, Avg. loss: 2.248188Norm: 1.02, NNZs: 924, Bias: 6.623236, T: 133412, Avg. loss: 0.758142
Total training time: 1.63 seconds.
Total training time: 2.10 seconds.
Total training time: 0.72 seconds.
-- Epoch 5
-- Epoch 5
-- Epoch 5
Norm: 63.30, NNZs: 0, Bias: 1.834814, T: 166775, Avg. loss: 0.419009Norm: 5.17, NNZs: 308, Bias: 9.983924, T: 166770, Avg. loss: 1.998128Norm: 0.99, NNZs: 924, Bias: 6.404241, T: 166765, Avg. loss: 0.732465
Total training time: 2.05 seconds.
Total training time: 2.74 seconds.
Total training time: 0.89 seconds.
-- Epoch 1-- Epoch 1-- Epoch 1
Norm: 0.79, NNZs: 924, Bias: 4.407821, T: 33354, Avg. loss: 0.635430Norm: 72.20, NNZs: 0, Bias: 3.342309, T: 33354, Avg. loss: 0.690114Norm: 1.06, NNZs: 70, Bias: 3.250642, T: 33353, Avg. loss: 0.584153
Total training time: 0.16 seconds.
Total training time: 0.51 seconds.
Total training time: 0.38 seconds.
-- Epoch 2
-- Epoch 2
-- Epoch 2
Norm: 0.68, NNZs: 924, Bias: 3.835468, T: 66708, Avg. loss: 0.538682Norm: 72.20, NNZs: 0, Bias: 2.696349, T: 66708, Avg. loss: 0.579722Norm: 0.84, NNZs: 72, Bias: 2.690855, T: 66706, Avg. loss: 0.498878
Total training time: 0.33 seconds.
Total training time: 1.02 seconds.
Total training time: 0.76 seconds.
-- Epoch 3
-- Epoch 3
-- Epoch 3
Norm: 0.65, NNZs: 924, Bias: 3.524947, T: 100062, Avg. loss: 0.495608Norm: 72.20, NNZs: 0, Bias: 2.418720, T: 100062, Avg. loss: 0.531336Norm: 0.75, NNZs: 71, Bias: 2.444208, T: 100059, Avg. loss: 0.463486
Total training time: 0.50 seconds.
Total training time: 1.50 seconds.
Total training time: 1.15 seconds.
-- Epoch 4
-- Epoch 4
-- Epoch 4
Norm: 0.62, NNZs: 924, Bias: 3.323004, T: 133416, Avg. loss: 0.469518Norm: 72.20, NNZs: 0, Bias: 2.266031, T: 133416, Avg. loss: 0.503980Norm: 0.69, NNZs: 70, Bias: 2.305571, T: 133412, Avg. loss: 0.443955
Total training time: 0.67 seconds.
Total training time: 2.03 seconds.
Total training time: 1.53 seconds.
-- Epoch 5
-- Epoch 5
-- Epoch 5
Norm: 0.60, NNZs: 924, Bias: 3.177129, T: 166770, Avg. loss: 0.451624Norm: 72.20, NNZs: 0, Bias: 2.170590, T: 166770, Avg. loss: 0.486401Norm: 0.66, NNZs: 71, Bias: 2.218068, T: 166765, Avg. loss: 0.431369
Total training time: 0.84 seconds.
Total training time: 2.54 seconds.
Total training time: 1.91 seconds.
-- Epoch 1-- Epoch 1-- Epoch 1
Norm: 1.18, NNZs: 82, Bias: 4.610370, T: 33354, Avg. loss: 0.778340Norm: 0.92, NNZs: 924, Bias: 5.711625, T: 33355, Avg. loss: 0.755376Norm: 24.90, NNZs: 0, Bias: 1.365608, T: 33353, Avg. loss: 0.426314
Total training time: 0.26 seconds.
-- Epoch 3
Norm: 0.71, NNZs: 924, Bias: 4.383431, T: 150093, Avg. loss: 0.568287
Total training time: 0.52 seconds.
Total training time: 0.17 seconds.
Total training time: 0.40 seconds.
-- Epoch 2
-- Epoch 2
-- Epoch 2
Norm: 0.98, NNZs: 85, Bias: 3.801070, T: 66708, Avg. loss: 0.650377Norm: 0.85, NNZs: 924, Bias: 5.046863, T: 66710, Avg. loss: 0.649693Norm: 24.90, NNZs: 0, Bias: 1.406790, T: 66706, Avg. loss: 0.422416
Total training time: 1.06 seconds.
Total training time: 0.34 seconds.
Total training time: 0.75 seconds.
-- Epoch 3
-- Epoch 3
-- Epoch 3
Norm: 0.88, NNZs: 85, Bias: 3.378810, T: 100062, Avg. loss: 0.588332Norm: 0.81, NNZs: 924, Bias: 4.672587, T: 100065, Avg. loss: 0.599123Norm: 24.90, NNZs: 0, Bias: 1.428861, T: 100059, Avg. loss: 0.420557
Total training time: 1.63 seconds.
Total training time: 0.50 seconds.
Total training time: 1.17 seconds.
-- Epoch 4
-- Epoch 4
-- Epoch 4
Norm: 0.82, NNZs: 84, Bias: 3.107583, T: 133416, Avg. loss: 0.550029Norm: 0.78, NNZs: 924, Bias: 4.415897, T: 133420, Avg. loss: 0.567058Norm: 24.90, NNZs: 0, Bias: 1.443633, T: 133412, Avg. loss: 0.419392
Total training time: 2.20 seconds.
Total training time: 0.65 seconds.
Total training time: 1.54 seconds.
-- Epoch 5
-- Epoch 5
-- Epoch 5
Norm: 0.78, NNZs: 83, Bias: 2.917907, T: 166770, Avg. loss: 0.523348Norm: 0.75, NNZs: 924, Bias: 4.222804, T: 166775, Avg. loss: 0.544112Norm: 24.90, NNZs: 0, Bias: 1.454591, T: 166765, Avg. loss: 0.418565
Total training time: 2.75 seconds.
Total training time: 0.78 seconds.
Total training time: 1.91 seconds.
-- Epoch 1-- Epoch 1-- Epoch 1
Norm: 15.18, NNZs: 0, Bias: 1.342901, T: 33354, Avg. loss: 0.427944Norm: 1.25, NNZs: 73, Bias: 6.570713, T: 33355, Avg. loss: 1.049597Norm: 16.67, NNZs: 0, Bias: 1.540287, T: 33355, Avg. loss: 0.413381
Total training time: 0.57 seconds.
Total training time: 0.54 seconds.
Total training time: 0.60 seconds.
-- Epoch 2
-- Epoch 2
-- Epoch 2
Norm: 15.18, NNZs: 0, Bias: 1.386207, T: 66708, Avg. loss: 0.423899Norm: 1.12, NNZs: 79, Bias: 5.657929, T: 66710, Avg. loss: 0.897415Norm: 16.67, NNZs: 0, Bias: 1.563916, T: 66710, Avg. loss: 0.412189
Total training time: 1.12 seconds.
Total training time: 1.11 seconds.
Total training time: 1.12 seconds.
-- Epoch 3
-- Epoch 3
-- Epoch 3
Norm: 15.18, NNZs: 0, Bias: 1.409285, T: 100062, Avg. loss: 0.421928Norm: 1.05, NNZs: 84, Bias: 5.136294, T: 100065, Avg. loss: 0.818609Norm: 16.67, NNZs: 0, Bias: 1.576614, T: 100065, Avg. loss: 0.411607
Total training time: 1.58 seconds.
Total training time: 1.60 seconds.
Total training time: 1.52 seconds.
-- Epoch 4
-- Epoch 4
-- Epoch 4
Norm: 15.18, NNZs: 0, Bias: 1.424798, T: 133416, Avg. loss: 0.420681Norm: 1.00, NNZs: 83, Bias: 4.774091, T: 133420, Avg. loss: 0.766597Norm: 16.67, NNZs: 0, Bias: 1.585112, T: 133420, Avg. loss: 0.411238
Total training time: 1.99 seconds.
Total training time: 2.15 seconds.
Total training time: 2.02 seconds.
-- Epoch 5
-- Epoch 5
-- Epoch 5
Norm: 15.18, NNZs: 0, Bias: 1.436412, T: 166770, Avg. loss: 0.419791Norm: 0.97, NNZs: 83, Bias: 4.500270, T: 166775, Avg. loss: 0.728291Norm: 16.67, NNZs: 0, Bias: 1.591495, T: 166775, Avg. loss: 0.410973
Total training time: 2.39 seconds.
Total training time: 2.68 seconds.
Total training time: 2.56 seconds.
-- Epoch 1-- Epoch 1-- Epoch 1
Norm: 0.16, NNZs: 924, Bias: 1.969535, T: 33355, Avg. loss: 0.364715Norm: 0.16, NNZs: 924, Bias: 2.136715, T: 33353, Avg. loss: 0.368391Norm: 0.07, NNZs: 0, Bias: 1.898652, T: 33353, Avg. loss: 0.408794
Total training time: 0.17 seconds.
Total training time: 0.25 seconds.
Total training time: 0.55 seconds.
-- Epoch 2
-- Epoch 2
-- Epoch 2
Norm: 0.16, NNZs: 924, Bias: 1.965098, T: 66710, Avg. loss: 0.361471Norm: 0.16, NNZs: 924, Bias: 2.122711, T: 66706, Avg. loss: 0.364897Norm: 0.05, NNZs: 0, Bias: 1.891532, T: 66706, Avg. loss: 0.408048
Total training time: 0.35 seconds.
Total training time: 0.42 seconds.
Total training time: 1.07 seconds.
-- Epoch 3
-- Epoch 3
-- Epoch 3
Norm: 0.16, NNZs: 924, Bias: 1.962434, T: 100065, Avg. loss: 0.360336Norm: 0.16, NNZs: 924, Bias: 2.114837, T: 100059, Avg. loss: 0.363650Norm: 0.04, NNZs: 0, Bias: 1.887520, T: 100059, Avg. loss: 0.407781
Total training time: 0.58 seconds.
Total training time: 0.53 seconds.
Total training time: 1.56 seconds.
-- Epoch 4
-- Epoch 4
-- Epoch 4
Norm: 0.16, NNZs: 924, Bias: 1.960732, T: 133420, Avg. loss: 0.359719Norm: 0.16, NNZs: 924, Bias: 2.109496, T: 133412, Avg. loss: 0.362960Norm: 0.04, NNZs: 0, Bias: 1.884864, T: 133412, Avg. loss: 0.407640
Total training time: 0.77 seconds.
Total training time: 0.64 seconds.
Total training time: 2.05 seconds.
-- Epoch 5
-- Epoch 5
-- Epoch 5
Norm: 0.16, NNZs: 924, Bias: 1.959427, T: 166775, Avg. loss: 0.359342Norm: 0.16, NNZs: 924, Bias: 2.105364, T: 166765, Avg. loss: 0.362528Norm: 0.03, NNZs: 0, Bias: 1.882830, T: 166765, Avg. loss: 0.407551
Total training time: 0.94 seconds.
Total training time: 0.78 seconds.
Total training time: 2.63 seconds.
-- Epoch 1-- Epoch 1-- Epoch 1
Norm: 0.07, NNZs: 0, Bias: 1.664242, T: 33355, Avg. loss: 0.409530Norm: 0.17, NNZs: 924, Bias: 2.306489, T: 33354, Avg. loss: 0.375290Norm: 7.37, NNZs: 0, Bias: 0.516184, T: 33353, Avg. loss: 0.546527
Total training time: 0.57 seconds.
Total training time: 0.19 seconds.
Total training time: 0.35 seconds.
-- Epoch 2
-- Epoch 2
-- Epoch 2
Norm: 0.05, NNZs: 0, Bias: 1.676313, T: 66710, Avg. loss: 0.408780Norm: 0.17, NNZs: 924, Bias: 2.281989, T: 66708, Avg. loss: 0.369217Norm: 7.37, NNZs: 0, Bias: 0.532169, T: 66706, Avg. loss: 0.542630
Total training time: 1.23 seconds.
Total training time: 0.36 seconds.
Total training time: 0.70 seconds.
-- Epoch 3
-- Epoch 3
-- Epoch 3
Norm: 0.04, NNZs: 0, Bias: 1.682833, T: 100065, Avg. loss: 0.408481Norm: 0.17, NNZs: 924, Bias: 2.268099, T: 100062, Avg. loss: 0.367052Norm: 7.37, NNZs: 0, Bias: 0.541420, T: 100059, Avg. loss: 0.540413
Total training time: 1.65 seconds.
Total training time: 0.52 seconds.
Total training time: 1.14 seconds.
-- Epoch 4
-- Epoch 4
-- Epoch 4
Norm: 0.04, NNZs: 0, Bias: 1.687276, T: 133420, Avg. loss: 0.408311Norm: 0.17, NNZs: 924, Bias: 2.258440, T: 133416, Avg. loss: 0.365838Norm: 7.37, NNZs: 0, Bias: 0.547921, T: 133412, Avg. loss: 0.538867
Total training time: 2.14 seconds.
Total training time: 0.71 seconds.
Total training time: 1.51 seconds.
-- Epoch 5
-- Epoch 5
-- Epoch 5
Norm: 0.03, NNZs: 0, Bias: 1.690583, T: 166775, Avg. loss: 0.408197Norm: 0.17, NNZs: 924, Bias: 2.251097, T: 166770, Avg. loss: 0.365064Norm: 7.37, NNZs: 0, Bias: 0.552937, T: 166765, Avg. loss: 0.537683
Total training time: 2.68 seconds.
Total training time: 0.88 seconds.
Total training time: 1.87 seconds.
-- Epoch 1-- Epoch 1-- Epoch 1
Norm: 7.51, NNZs: 0, Bias: 0.576365, T: 33355, Avg. loss: 0.532322Norm: 0.07, NNZs: 0, Bias: 1.730591, T: 33354, Avg. loss: 0.408093Norm: 0.03, NNZs: 924, Bias: 0.499004, T: 33353, Avg. loss: 0.536212
Total training time: 0.35 seconds.
Total training time: 0.41 seconds.
Total training time: 0.16 seconds.
Total training time: 0.40 seconds.
-- Epoch 4
Norm: 0.68, NNZs: 924, Bias: 4.137219, T: 200124, Avg. loss: 0.540155-- Epoch 2
-- Epoch 2
-- Epoch 2
Norm: 7.51, NNZs: 0, Bias: 0.591437, T: 66710, Avg. loss: 0.528859Norm: 0.05, NNZs: 0, Bias: 1.736360, T: 66708, Avg. loss: 0.407654Norm: 0.03, NNZs: 924, Bias: 0.515329, T: 66706, Avg. loss: 0.532205
Total training time: 0.72 seconds.
Total training time: 0.78 seconds.
Total training time: 0.32 seconds.
-- Epoch 3
-- Epoch 3
-- Epoch 3
Norm: 7.51, NNZs: 0, Bias: 0.600113, T: 100065, Avg. loss: 0.526894Norm: 0.04, NNZs: 0, Bias: 1.739926, T: 100062, Avg. loss: 0.407494Norm: 0.03, NNZs: 924, Bias: 0.524763, T: 100059, Avg. loss: 0.529925
Total training time: 1.07 seconds.
Total training time: 1.15 seconds.
Total training time: 0.49 seconds.
-- Epoch 4
-- Epoch 4
-- Epoch 4
Norm: 7.51, NNZs: 0, Bias: 0.606228, T: 133420, Avg. loss: 0.525524Norm: 0.04, NNZs: 0, Bias: 1.742226, T: 133416, Avg. loss: 0.407408Norm: 0.03, NNZs: 924, Bias: 0.531394, T: 133412, Avg. loss: 0.528317
Total training time: 1.43 seconds.
Total training time: 1.59 seconds.
Total training time: 0.66 seconds.
-- Epoch 5
-- Epoch 5
-- Epoch 5
Norm: 7.51, NNZs: 0, Bias: 0.610939, T: 166775, Avg. loss: 0.524476Norm: 0.03, NNZs: 0, Bias: 1.744006, T: 166770, Avg. loss: 0.407354Norm: 0.03, NNZs: 924, Bias: 0.536507, T: 166765, Avg. loss: 0.527072
Total training time: 1.81 seconds.
Total training time: 1.96 seconds.
Total training time: 0.83 seconds.
-- Epoch 1-- Epoch 1-- Epoch 1
Norm: 0.04, NNZs: 924, Bias: 0.653976, T: 33355, Avg. loss: 0.499402Norm: 8.68, NNZs: 0, Bias: 0.537532, T: 33354, Avg. loss: 0.541332Norm: 0.01, NNZs: 0, Bias: 0.609625, T: 33353, Avg. loss: 0.524790
Total training time: 0.17 seconds.
Total training time: 0.53 seconds.
Total training time: 0.52 seconds.
-- Epoch 2
-- Epoch 2
-- Epoch 2
Norm: 0.04, NNZs: 924, Bias: 0.667825, T: 66710, Avg. loss: 0.495854Norm: 8.68, NNZs: 0, Bias: 0.553184, T: 66708, Avg. loss: 0.537625Norm: 0.01, NNZs: 0, Bias: 0.624116, T: 66706, Avg. loss: 0.521579
Total training time: 0.35 seconds.
Total training time: 1.06 seconds.
Total training time: 1.04 seconds.
-- Epoch 3
-- Epoch 3
-- Epoch 3
Norm: 0.04, NNZs: 924, Bias: 0.675804, T: 100065, Avg. loss: 0.493968Norm: 8.68, NNZs: 0, Bias: 0.562237, T: 100062, Avg. loss: 0.535511Norm: 0.00, NNZs: 0, Bias: 0.632510, T: 100059, Avg. loss: 0.519753
Total training time: 0.53 seconds.
Total training time: 1.56 seconds.
Total training time: 1.53 seconds.
-- Epoch 4
-- Epoch 4
-- Epoch 4
Norm: 0.04, NNZs: 924, Bias: 0.681420, T: 133420, Avg. loss: 0.492682Norm: 8.68, NNZs: 0, Bias: 0.568601, T: 133416, Avg. loss: 0.534034Norm: 0.00, NNZs: 0, Bias: 0.638410, T: 133412, Avg. loss: 0.518480
Total training time: 0.70 seconds.
Total training time: 1.98 seconds.
Total training time: 2.02 seconds.
-- Epoch 5
-- Epoch 5
-- Epoch 5
Norm: 0.04, NNZs: 924, Bias: 0.685761, T: 166775, Avg. loss: 0.491722Norm: 8.68, NNZs: 0, Bias: 0.573508, T: 166770, Avg. loss: 0.532902Norm: 0.00, NNZs: 0, Bias: 0.642962, T: 166765, Avg. loss: 0.517505
Total training time: 0.87 seconds.
Total training time: 2.47 seconds.
Total training time: 2.55 seconds.
-- Epoch 1-- Epoch 1-- Epoch 1
Norm: 0.01, NNZs: 0, Bias: 0.578198, T: 33355, Avg. loss: 0.531865Norm: 0.04, NNZs: 924, Bias: 0.503504, T: 33354, Avg. loss: 0.532407Norm: 4.41, NNZs: 0, Bias: 0.192275, T: 33354, Avg. loss: 0.629728
Total training time: 0.53 seconds.
Total training time: 0.17 seconds.
Total training time: 0.54 seconds.
-- Epoch 2
-- Epoch 2
-- Epoch 2
Norm: 0.01, NNZs: 0, Bias: 0.593217, T: 66710, Avg. loss: 0.528435Norm: 0.04, NNZs: 924, Bias: 0.519724, T: 66708, Avg. loss: 0.528507Norm: 4.41, NNZs: 0, Bias: 0.194431, T: 66708, Avg. loss: 0.629050
Total training time: 1.02 seconds.
Total training time: 0.33 seconds.
Total training time: 1.06 seconds.
-- Epoch 3
-- Epoch 3
-- Epoch 3
Norm: 0.00, NNZs: 0, Bias: 0.601879, T: 100065, Avg. loss: 0.526484Norm: 0.04, NNZs: 924, Bias: 0.529084, T: 100062, Avg. loss: 0.526210Norm: 4.41, NNZs: 0, Bias: 0.195690, T: 100062, Avg. loss: 0.628656
Total training time: 1.52 seconds.
Total training time: 0.49 seconds.
Total training time: 1.54 seconds.
-- Epoch 4
-- Epoch 4
-- Epoch 4
Norm: 0.00, NNZs: 0, Bias: 0.607974, T: 133420, Avg. loss: 0.525124Norm: 0.04, NNZs: 924, Bias: 0.535666, T: 133416, Avg. loss: 0.524585Norm: 4.41, NNZs: 0, Bias: 0.196581, T: 133416, Avg. loss: 0.628377
Total training time: 2.05 seconds.
Total training time: 0.62 seconds.
Total training time: 2.02 seconds.
-- Epoch 5
-- Epoch 5
-- Epoch 5
Norm: 0.00, NNZs: 0, Bias: 0.612681, T: 166775, Avg. loss: 0.524082Norm: 0.04, NNZs: 924, Bias: 0.540746, T: 166770, Avg. loss: 0.523353Norm: 4.41, NNZs: 0, Bias: 0.197273, T: 166770, Avg. loss: 0.628162
Total training time: 2.62 seconds.
Total training time: 0.72 seconds.
Total training time: 2.55 seconds.
-- Epoch 1-- Epoch 1-- Epoch 1
Norm: 4.26, NNZs: 0, Bias: 0.196032, T: 33355, Avg. loss: 0.628549Norm: 0.01, NNZs: 0, Bias: 0.557476, T: 33354, Avg. loss: 0.536543Norm: 0.01, NNZs: 924, Bias: 0.187303, T: 33354, Avg. loss: 0.628103
Total training time: 0.53 seconds.
Total training time: 0.37 seconds.
Total training time: 0.11 seconds.
-- Epoch 2
-- Epoch 2
-- Epoch 2
Norm: 4.26, NNZs: 0, Bias: 0.198180, T: 66710, Avg. loss: 0.627879Norm: 0.01, NNZs: 0, Bias: 0.572797, T: 66708, Avg. loss: 0.533024Norm: 0.01, NNZs: 924, Bias: 0.189463, T: 66708, Avg. loss: 0.627439
Total training time: 1.03 seconds.
Total training time: 0.74 seconds.
Total training time: 0.22 seconds.
-- Epoch 3
-- Epoch 3
-- Epoch 3
Norm: 4.26, NNZs: 0, Bias: 0.199436, T: 100065, Avg. loss: 0.627488Norm: 0.00, NNZs: 0, Bias: 0.581652, T: 100062, Avg. loss: 0.531008Norm: 0.01, NNZs: 924, Bias: 0.190725, T: 100062, Avg. loss: 0.627047
Total training time: 1.50 seconds.
Total training time: 1.11 seconds.
Total training time: 0.40 seconds.
-- Epoch 4
-- Epoch 4
-- Epoch 4
Norm: 4.26, NNZs: 0, Bias: 0.200325, T: 133420, Avg. loss: 0.627211Norm: 0.00, NNZs: 0, Bias: 0.587890, T: 133416, Avg. loss: 0.529598Norm: 0.01, NNZs: 924, Bias: 0.191620, T: 133416, Avg. loss: 0.626763
Total training time: 2.01 seconds.
Total training time: 1.48 seconds.
Total training time: 0.51 seconds.
-- Epoch 5
-- Epoch 5
-- Epoch 5
Norm: 4.26, NNZs: 0, Bias: 0.201014, T: 166775, Avg. loss: 0.626997Norm: 0.00, NNZs: 0, Bias: 0.592699, T: 166770, Avg. loss: 0.528516Norm: 0.01, NNZs: 924, Bias: 0.192314, T: 166770, Avg. loss: 0.626544
Total training time: 2.53 seconds.
Total training time: 1.85 seconds.
Total training time: 0.62 seconds.
-- Epoch 1-- Epoch 1-- Epoch 1
Norm: 0.00, NNZs: 0, Bias: 0.193572, T: 33354, Avg. loss: 0.629324Norm: 3.36, NNZs: 0, Bias: 0.195461, T: 33353, Avg. loss: 0.628720Norm: 0.00, NNZs: 0, Bias: 0.195461, T: 33353, Avg. loss: 0.628720
Total training time: 0.37 seconds.
Total training time: 0.36 seconds.
Total training time: 0.50 seconds.
-- Epoch 2
-- Epoch 2
-- Epoch 2
Norm: 0.00, NNZs: 0, Bias: 0.195723, T: 66708, Avg. loss: 0.628648
Total training time: 0.53 seconds.
-- Epoch 5
Norm: 0.65, NNZs: 924, Bias: 3.953799, T: 250155, Avg. loss: 0.519924Norm: 3.36, NNZs: 0, Bias: 0.197608, T: 66706, Avg. loss: 0.628050Norm: 0.00, NNZs: 0, Bias: 0.197608, T: 66706, Avg. loss: 0.628050
Total training time: 0.73 seconds.
Total training time: 0.71 seconds.
Total training time: 1.04 seconds.
-- Epoch 3
-- Epoch 3
-- Epoch 3
Norm: 0.00, NNZs: 0, Bias: 0.196979, T: 100062, Avg. loss: 0.628254Norm: 3.36, NNZs: 0, Bias: 0.198864, T: 100059, Avg. loss: 0.627660Norm: 0.00, NNZs: 0, Bias: 0.198864, T: 100059, Avg. loss: 0.627660
Total training time: 1.11 seconds.
Total training time: 1.16 seconds.
Total training time: 1.59 seconds.
-- Epoch 4
-- Epoch 4
-- Epoch 4
Norm: 0.00, NNZs: 0, Bias: 0.197870, T: 133416, Avg. loss: 0.627976Norm: 3.36, NNZs: 0, Bias: 0.199753, T: 133412, Avg. loss: 0.627383Norm: 0.00, NNZs: 0, Bias: 0.199753, T: 133412, Avg. loss: 0.627383
Total training time: 1.47 seconds.
Total training time: 1.56 seconds.
Total training time: 2.03 seconds.
-- Epoch 5
-- Epoch 5
-- Epoch 5
Norm: 0.00, NNZs: 0, Bias: 0.198561, T: 166770, Avg. loss: 0.627761Norm: 3.36, NNZs: 0, Bias: 0.200442, T: 166765, Avg. loss: 0.627169Norm: 0.00, NNZs: 0, Bias: 0.200442, T: 166765, Avg. loss: 0.627169
Total training time: 2.00 seconds.
Total training time: 1.92 seconds.
Total training time: 2.40 seconds.
-- Epoch 1
Norm: 0.00, NNZs: 924, Bias: -0.112721, T: 33353, Avg. loss: 0.734857
Total training time: 0.13 seconds.
-- Epoch 2
Norm: 0.00, NNZs: 924, Bias: -0.110042, T: 66706, Avg. loss: 0.733556
Total training time: 0.24 seconds.
-- Epoch 3
Norm: 0.00, NNZs: 924, Bias: -0.108475, T: 100059, Avg. loss: 0.732863
Total training time: 0.35 seconds.
-- Epoch 4
Norm: 0.00, NNZs: 924, Bias: -0.107365, T: 133412, Avg. loss: 0.732390
Total training time: 0.47 seconds.
-- Epoch 5
Norm: 0.00, NNZs: 924, Bias: -0.106504, T: 166765, Avg. loss: 0.732029
Total training time: 0.59 seconds.
-- Epoch 1
Norm: 0.01, NNZs: 924, Bias: 0.198059, T: 33355, Avg. loss: 0.625179
Total training time: 0.16 seconds.
-- Epoch 2
Norm: 0.01, NNZs: 924, Bias: 0.200200, T: 66710, Avg. loss: 0.624372
Total training time: 0.34 seconds.
-- Epoch 3
Norm: 0.01, NNZs: 924, Bias: 0.201452, T: 100065, Avg. loss: 0.623933
Total training time: 0.48 seconds.
-- Epoch 4
Norm: 0.01, NNZs: 924, Bias: 0.202339, T: 133420, Avg. loss: 0.623630
Total training time: 0.62 seconds.
-- Epoch 5
Norm: 0.01, NNZs: 924, Bias: 0.203027, T: 166775, Avg. loss: 0.623399
Total training time: 0.78 seconds.
-- Epoch 1
Norm: 0.00, NNZs: 0, Bias: 0.194175, T: 33355, Avg. loss: 0.629126
Total training time: 0.55 seconds.
-- Epoch 2
Norm: 0.00, NNZs: 0, Bias: 0.196327, T: 66710, Avg. loss: 0.628454
Total training time: 1.10 seconds.
-- Epoch 3
Norm: 0.00, NNZs: 0, Bias: 0.197583, T: 100065, Avg. loss: 0.628063
Total training time: 1.67 seconds.
-- Epoch 4
Norm: 0.00, NNZs: 0, Bias: 0.198474, T: 133420, Avg. loss: 0.627786
Total training time: 2.04 seconds.
-- Epoch 5
Norm: 0.00, NNZs: 0, Bias: 0.199164, T: 166775, Avg. loss: 0.627571
Total training time: 2.33 seconds.
Total training time: 0.67 seconds.
Loading testing data...
In [16]:
M = model.steps[1][1]
In [17]:
M.best_params_
Out[17]:
{'alpha': 0.10000000000000001, 'penalty': 'l2'}
In [18]:
w = model.steps[1][1].best_estimator_.coef_[0]
w = w.reshape((-1, 84))
plt.imshow(w.T, aspect='auto', interpolation='none', cmap='coolwarm', origin='lower')
plt.ylabel('CQT bin')
plt.xlabel('Context position')
plt.title('$w$')
plt.xticks(np.arange(w.shape[0]), np.arange(-(w.shape[0]//2), 1+w.shape[0]//2))
plt.colorbar()
Out[18]:
<matplotlib.colorbar.Colorbar instance at 0x7f911c226ea8>
In [19]:
print sklearn.metrics.classification_report(Y_train, model.predict(X_train))
precision recall f1-score support
0 0.82 0.14 0.23 7057
1 0.88 0.99 0.93 42974
avg / total 0.87 0.87 0.83 50031
In [20]:
sklearn.metrics.accuracy_score(Y_train, model.predict(X_train))
Out[20]:
0.87391817073414479
In [21]:
Y_pred = [model.predict(xt) for xt in X_test]
In [22]:
Y_pred_proba = np.concatenate([model.predict_proba(xt) for xt in X_test], axis=0)
In [23]:
Y_pred = np.concatenate(Y_pred, axis=0)
In [24]:
print sklearn.metrics.classification_report(Y_test, Y_pred)
precision recall f1-score support
0 0.31 0.15 0.20 693
1 0.99 0.99 0.99 43365
avg / total 0.98 0.98 0.98 44058
In [25]:
sklearn.metrics.accuracy_score(Y_test, Y_pred)
Out[25]:
0.98156974896727045
In [33]:
import cPickle as pickle
In [49]:
pickle.dump({'model': model, 'dataset': 'salami_beat'},
open('../data/similarity_model_salami_local_beat.pickle', 'w'))
#pickle.dump({'model': model, 'dataset': 'isophonics_local_beat'},
# open('../data/similarity_model_isophonics_local_beat.pickle', 'w'))
Content source: urinieto/similarity_classification
Similar notebooks: