``````

In [1]:

%run loss_per_iter.py

``````
``````

******************************
Step: 248
Best Cost: 0.00472885058594
******************************
update_rule
Step: 1000
Best Cost: 0.00492536035156
******************************
Step: 1000
Best Cost: nan
******************************
clip_sgd
Step: 1000
Best Cost: nan
******************************
abs_sgd
Step: 1000
Best Cost: nan

``````
``````

In [5]:

H.repl

``````
``````

Out[5]:

'a.fill(value)\n\n    Fill the array with a scalar value.\n\n    Parameters\n    ----------\n    value : scalar\n        All elements of `a` will be assigned this value.\n\n    Examples\n    --------\n    >>> a = np.array([1, 2])\n    >>> a.fill(0)\n    >>> a\n    array([0, 0])\n    >>> a = np.empty(2)\n    >>> a.fill(1)\n    >>> a\n    array([ 1.,  1.])'

``````
``````

In [2]:

%matplotlib inline
import matplotlib.pyplot as plt

``````
``````

In [3]:

"clip_sgd": "GD(PG)", "update_rule": "Mult"}

``````
``````

In [4]:

def plot_costs(name):
plt.plot(range(len(costs[name])), costs[name], label=labels[name])

``````
``````

In [5]:

def plot_nmis(name):
plt.plot(range(len(nmis[name])), nmis[name], label=labels[name])

``````
``````

In [9]:

``````
``````

In [7]:

``````
``````

In [10]:

for name in names:
plot_nmis(name)
#plt.ylim(0.0015, 0.034)
#plt.xlim(0, 50)
plt.legend()

``````
``````

Out[10]:

<matplotlib.legend.Legend at 0x118fa52b0>

``````
``````

In [15]:

for name in models:
plot_costs(name)
#plt.ylim(0.0015, 0.0024)
#plt.xlim(0, 30)
plt.legend()

``````
``````

Out[15]:

<matplotlib.legend.Legend at 0x120279f28>

``````
``````

In [12]:

for name in names:
plot_costs(name)
plt.ylim(0.0015, 0.0024)
plt.xlim(0, 30)
plt.legend()

``````
``````

Out[12]:

<matplotlib.legend.Legend at 0x12ef38e80>

``````
``````

In [8]:

for name in names:
plot_costs(name)
#plt.ylim(0.0015, 0.0024)
#plt.xlim(0, 30)
plt.legend()

``````
``````

Out[8]:

<matplotlib.legend.Legend at 0x11daf09e8>

``````
``````

In [11]:

``````
``````

---------------------------------------------------------------------------
NameError                                 Traceback (most recent call last)
<ipython-input-11-490f60352181> in <module>()
----> 1 times

NameError: name 'times' is not defined

``````
``````

In [ ]:

``````