In [41]:
import tensorflow as tf

In [42]:
from numpy.random import RandomState

In [43]:
batch_size=8

In [44]:
interactive_sesssion=tf.InteractiveSession()

In [45]:
x=tf.placeholder(tf.float32,shape=(None,2),name='x-input')

In [46]:
y_=tf.placeholder(tf.float32,shape=(None,1),name='y-input')

In [47]:
w1=tf.Variable(tf.random_normal([2,1],stddev=1,seed=1))

In [48]:
y=tf.matmul(x,w1)

In [49]:
loss_less=10

In [50]:
loss_more=1

In [51]:
loss_=tf.where(tf.greater(y,y_),
                        (y-y_)*loss_more,
                        (y_-y)*loss_less)

In [52]:
loss=tf.reduce_sum(loss_)

In [53]:
train_step=tf.train.AdamOptimizer(0.001).minimize(loss)

In [54]:
rdm=RandomState(1)

In [55]:
dataset=128

In [56]:
X=rdm.rand(dataset,2)

In [57]:
Y=[[x1 + x2 + rdm.rand()/10.0+0.5] for (x1,x2) in X]

In [58]:
init_op=tf.initialize_all_variables()


WARNING:tensorflow:From <ipython-input-58-beca12014393>:1: initialize_all_variables (from tensorflow.python.ops.variables) is deprecated and will be removed after 2017-03-02.
Instructions for updating:
Use `tf.global_variables_initializer` instead.

In [59]:
interactive_sesssion.run(init_op)

In [60]:
for i in range(300):
    start=(i*batch_size)%dataset
    end=min(start+batch_size,dataset)
    interactive_sesssion.run(train_step,feed_dict={x:X[start:end],y_:Y[start:end]})
    print(interactive_sesssion.run(w1))
    #print(interactive_sesssion.run(loss))


[[-0.81031823]
 [ 1.4855988 ]]
[[-0.80933279]
 [ 1.48660016]]
[[-0.80836678]
 [ 1.48760271]]
[[-0.80739707]
 [ 1.48857152]]
[[-0.80641365]
 [ 1.4895432 ]]
[[-0.80542254]
 [ 1.4905293 ]]
[[-0.80442679]
 [ 1.49152255]]
[[-0.8034274 ]
 [ 1.49251425]]
[[-0.80242074]
 [ 1.4934833 ]]
[[-0.80143076]
 [ 1.49445653]]
[[-0.80044913]
 [ 1.4954375 ]]
[[-0.79947007]
 [ 1.49640727]]
[[-0.7984708 ]
 [ 1.49739242]]
[[-0.79748935]
 [ 1.49838436]]
[[-0.79650176]
 [ 1.49939191]]
[[-0.79551846]
 [ 1.50041449]]
[[-0.79457343]
 [ 1.50143099]]
[[-0.79363602]
 [ 1.50244796]]
[[-0.79267466]
 [ 1.50346613]]
[[-0.79172212]
 [ 1.50445485]]
[[-0.79074574]
 [ 1.50543559]]
[[-0.7897619 ]
 [ 1.50643003]]
[[-0.7887727 ]
 [ 1.50742984]]
[[-0.78777856]
 [ 1.50842512]]
[[-0.78677291]
 [ 1.50939476]]
[[-0.78578454]
 [ 1.51036429]]
[[-0.78480619]
 [ 1.51133919]]
[[-0.78383213]
 [ 1.51229906]]
[[-0.78283054]
 [ 1.51327527]]
[[-0.78184843]
 [ 1.51425779]]
[[-0.78085971]
 [ 1.51525998]]
[[-0.77987641]
 [ 1.51628256]]
[[-0.77893347]
 [ 1.51729882]]
[[-0.77800101]
 [ 1.51831627]]
[[-0.77704251]
 [ 1.51933575]]
[[-0.77609491]
 [ 1.5203234 ]]
[[-0.77512038]
 [ 1.52130139]]
[[-0.77413785]
 [ 1.52229464]]
[[-0.77314955]
 [ 1.52329385]]
[[-0.77215576]
 [ 1.52428782]]
[[-0.77114862]
 [ 1.52525377]]
[[-0.77016038]
 [ 1.52621889]]
[[-0.76918334]
 [ 1.52718914]]
[[-0.76821136]
 [ 1.52814269]]
[[-0.76720792]
 [ 1.52911365]]
[[-0.76622564]
 [ 1.53009117]]
[[-0.76523626]
 [ 1.5310905 ]]
[[-0.76425296]
 [ 1.53211308]]
[[-0.76331234]
 [ 1.53312898]]
[[-0.76238358]
 [ 1.53414643]]
[[-0.76142699]
 [ 1.53516626]]
[[-0.76048243]
 [ 1.53615236]]
[[-0.75950891]
 [ 1.53712809]]
[[-0.75852698]
 [ 1.53812015]]
[[-0.75753897]
 [ 1.53911853]]
[[-0.75654519]
 [ 1.54011118]]
[[-0.75553691]
 [ 1.5410744 ]]
[[-0.75454861]
 [ 1.54203641]]
[[-0.75357229]
 [ 1.54300368]]
[[-0.7526015 ]
 [ 1.54395318]]
[[-0.75159693]
 [ 1.5449208 ]]
[[-0.75061458]
 [ 1.54589522]]
[[-0.74962485]
 [ 1.54689288]]
[[-0.74864155]
 [ 1.54791546]]
[[-0.74770254]
 [ 1.54893112]]
[[-0.7467761 ]
 [ 1.54994845]]
[[-0.74582076]
 [ 1.55096841]]
[[-0.74487811]
 [ 1.55195343]]
[[-0.74390519]
 [ 1.55292761]]
[[-0.74292362]
 [ 1.55391884]]
[[-0.74193573]
 [ 1.55491662]]
[[-0.74094182]
 [ 1.55590844]]
[[-0.73993278]
 [ 1.55686986]]
[[-0.73894447]
 [ 1.55782986]]
[[-0.73796856]
 [ 1.55879521]]
[[-0.73699856]
 [ 1.55974209]]
[[-0.73599321]
 [ 1.56070769]]
[[-0.7350108]
 [ 1.5616802]]
[[-0.73402077]
 [ 1.56267679]]
[[-0.73303747]
 [ 1.56369936]]
[[-0.73209953]
 [ 1.56471491]]
[[-0.73117465]
 [ 1.56573224]]
[[-0.73022008]
 [ 1.56675231]]
[[-0.72927868]
 [ 1.56773663]]
[[-0.72830617]
 [ 1.56870973]]
[[-0.72732484]
 [ 1.56970036]]
[[-0.72633708]
 [ 1.57069778]]
[[-0.72534317]
 [ 1.57168913]]
[[-0.72433364]
 [ 1.57264936]]
[[-0.72334528]
 [ 1.57360804]]
[[-0.72236967]
 [ 1.57457209]]
[[-0.72140014]
 [ 1.5755173 ]]
[[-0.72039431]
 [ 1.57648146]]
[[-0.71941191]
 [ 1.57745266]]
[[-0.71842176]
 [ 1.57844853]]
[[-0.71743846]
 [ 1.57945025]]
[[-0.71650124]
 [ 1.58044708]]
[[-0.71557748]
 [ 1.58144796]]
[[-0.71462351]
 [ 1.58245373]]
[[-0.71368301]
 [ 1.58342469]]
[[-0.7127108 ]
 [ 1.58438563]]
[[-0.71172959]
 [ 1.58536601]]
[[-0.71074188]
 [ 1.58635449]]
[[-0.70974791]
 [ 1.58733785]]
[[-0.70873803]
 [ 1.58829057]]
[[-0.70774966]
 [ 1.58924258]]
[[-0.70677429]
 [ 1.59020078]]
[[-0.70580512]
 [ 1.59114051]]
[[-0.70479888]
 [ 1.59210026]]
[[-0.70381641]
 [ 1.59306765]]
[[-0.70282608]
 [ 1.59406078]]
[[-0.70184278]
 [ 1.59506023]]
[[-0.7009061 ]
 [ 1.59605515]]
[[-0.69998306]
 [ 1.5970546 ]]
[[-0.69902951]
 [ 1.5980593 ]]
[[-0.69808966]
 [ 1.59902906]]
[[-0.69711763]
 [ 1.59998894]]
[[-0.69613653]
 [ 1.60096872]]
[[-0.6951493 ]
 [ 1.60193586]]
[[-0.69415569]
 [ 1.60290027]]
[[-0.69314587]
 [ 1.60383582]]
[[-0.6921578 ]
 [ 1.60477257]]
[[-0.69118285]
 [ 1.6057173 ]]
[[-0.69021416]
 [ 1.60664487]]
[[-0.68920785]
 [ 1.60759413]]
[[-0.68822557]
 [ 1.60855258]]
[[-0.68723536]
 [ 1.6095382 ]]
[[-0.68625218]
 [ 1.61053133]]
[[-0.68531603]
 [ 1.61152089]]
[[-0.6843937 ]
 [ 1.61251581]]
[[-0.68344051]
 [ 1.61351693]]
[[-0.6825012 ]
 [ 1.61448336]]
[[-0.6815294 ]
 [ 1.61544037]]
[[-0.68054843]
 [ 1.616418  ]]
[[-0.67956126]
 [ 1.61738336]]
[[-0.67856765]
 [ 1.61834633]]
[[-0.67755765]
 [ 1.61928046]]
[[-0.67656958]
 [ 1.62021613]]
[[-0.67559475]
 [ 1.62116015]]
[[-0.67462623]
 [ 1.62208712]]
[[-0.67361975]
 [ 1.62303627]]
[[-0.67263746]
 [ 1.62399483]]
[[-0.67164713]
 [ 1.62498116]]
[[-0.67066395]
 [ 1.62597525]]
[[-0.6697281 ]
 [ 1.62696588]]
[[-0.66880625]
 [ 1.62796211]]
[[-0.6678533 ]
 [ 1.62896454]]
[[-0.66691434]
 [ 1.62993217]]
[[-0.66594267]
 [ 1.63089025]]
[[-0.66496176]
 [ 1.63186932]]
[[-0.66397458]
 [ 1.63283598]]
[[-0.66298097]
 [ 1.63380039]]
[[-0.66197079]
 [ 1.6347357 ]]
[[-0.66098267]
 [ 1.63567257]]
[[-0.66000789]
 [ 1.63661802]]
[[-0.65903956]
 [ 1.63754618]]
[[-0.65803289]
 [ 1.63849676]]
[[-0.65705061]
 [ 1.63945675]]
[[-0.65606022]
 [ 1.64044487]]
[[-0.65507704]
 [ 1.64144075]]
[[-0.65414143]
 [ 1.64243317]]
[[-0.65321988]
 [ 1.64343119]]
[[-0.6522671 ]
 [ 1.64443564]]
[[-0.65132844]
 [ 1.64540493]]
[[-0.65035683]
 [ 1.64636469]]
[[-0.64937598]
 [ 1.64734554]]
[[-0.6483888]
 [ 1.648314 ]]
[[-0.64739513]
 [ 1.64928007]]
[[-0.64638484]
 [ 1.65021694]]
[[-0.64539671]
 [ 1.65115523]]
[[-0.64442199]
 [ 1.65210211]]
[[-0.64345378]
 [ 1.65303159]]
[[-0.64244694]
 [ 1.65398359]]
[[-0.64146459]
 [ 1.65494502]]
[[-0.64047414]
 [ 1.65593481]]
[[-0.63949096]
 [ 1.65693247]]
[[-0.63855553]
 [ 1.65792656]]
[[-0.63763428]
 [ 1.65892637]]
[[-0.63668168]
 [ 1.65993261]]
[[-0.6357432 ]
 [ 1.66090345]]
[[-0.63477165]
 [ 1.66186464]]
[[-0.63379079]
 [ 1.66284716]]
[[-0.63280362]
 [ 1.66381705]]
[[-0.63180989]
 [ 1.66478455]]
[[-0.63079947]
 [ 1.66572261]]
[[-0.62981135]
 [ 1.66666222]]
[[-0.62883669]
 [ 1.66761029]]
[[-0.62786853]
 [ 1.66854095]]
[[-0.62686157]
 [ 1.66949415]]
[[-0.62587982]
 [ 1.67043436]]
[[-0.62488985]
 [ 1.67140543]]
[[-0.62390715]
 [ 1.67238665]]
[[-0.62297231]
 [ 1.67336619]]
[[-0.62205172]
 [ 1.67435312]]
[[-0.62109953]
 [ 1.67534816]]
[[-0.62016159]
 [ 1.67630887]]
[[-0.61919039]
 [ 1.67726123]]
[[-0.61820984]
 [ 1.67823613]]
[[-0.61722291]
 [ 1.67919934]]
[[-0.61622936]
 [ 1.680161  ]]
[[-0.615219  ]
 [ 1.68109381]]
[[-0.61423099]
 [ 1.68202889]]
[[-0.61325651]
 [ 1.68297315]]
[[-0.61228853]
 [ 1.68390036]]
[[-0.61128157]
 [ 1.68485093]]
[[-0.61029989]
 [ 1.68578887]]
[[-0.60930997]
 [ 1.68675828]]
[[-0.60832733]
 [ 1.68773818]]
[[-0.60739267]
 [ 1.68871677]]
[[-0.60647231]
 [ 1.68970311]]
[[-0.60552031]
 [ 1.69069779]]
[[-0.60458255]
 [ 1.69165838]]
[[-0.60361141]
 [ 1.69261062]]
[[-0.60263091]
 [ 1.69358575]]
[[-0.60164404]
 [ 1.69454932]]
[[-0.60065049]
 [ 1.69551158]]
[[-0.59964001]
 [ 1.69644499]]
[[-0.59865201]
 [ 1.69738066]]
[[-0.59767759]
 [ 1.69832575]]
[[-0.59670973]
 [ 1.6992538 ]]
[[-0.59570265]
 [ 1.70020533]]
[[-0.59472096]
 [ 1.70114422]]
[[-0.59373099]
 [ 1.70211482]]
[[-0.59274828]
 [ 1.70309603]]
[[-0.59181374]
 [ 1.70407593]]
[[-0.59089357]
 [ 1.70506382]]
[[-0.58994162]
 [ 1.70606005]]
[[-0.58900404]
 [ 1.70702207]]
[[-0.5880329 ]
 [ 1.70797575]]
[[-0.5870524 ]
 [ 1.70895243]]
[[-0.58606547]
 [ 1.70991743]]
[[-0.58507192]
 [ 1.71088111]]
[[-0.58406138]
 [ 1.71181583]]
[[-0.58307332]
 [ 1.71275294]]
[[-0.5820989 ]
 [ 1.71369946]]
[[-0.58113104]
 [ 1.71462882]]
[[-0.5801239 ]
 [ 1.71558177]]
[[-0.57914221]
 [ 1.7165221 ]]
[[-0.57815218]
 [ 1.71749425]]
[[-0.57716948]
 [ 1.71847713]]
[[-0.576235 ]
 [ 1.7194587]]
[[-0.57531494]
 [ 1.72044814]]
[[-0.57436305]
 [ 1.72144604]]
[[-0.57342553]
 [ 1.72240949]]
[[-0.57245445]
 [ 1.72336459]]
[[-0.57147396]
 [ 1.72434282]]
[[-0.57048702]
 [ 1.72530937]]
[[-0.56949341]
 [ 1.72627461]]
[[-0.56848276]
 [ 1.72721076]]
[[-0.56749672]
 [ 1.72812569]]
[[-0.56652415]
 [ 1.72905254]]
[[-0.56555802]
 [ 1.72996438]]
[[-0.56455225]
 [ 1.73090184]]
[[-0.56357181]
 [ 1.73182833]]
[[-0.56258297]
 [ 1.73278844]]
[[-0.56160128]
 [ 1.73376071]]
[[-0.56066781]
 [ 1.73473299]]
[[-0.55974871]
 [ 1.73571432]]
[[-0.55879766]
 [ 1.73670518]]
[[-0.55786091]
 [ 1.73766243]]
[[-0.55689043]
 [ 1.73861217]]
[[-0.55591047]
 [ 1.73958576]]
[[-0.55492401]
 [ 1.74054837]]
[[-0.55393082]
 [ 1.74151015]]
[[-0.55292046]
 [ 1.74244332]]
[[-0.55193472]
 [ 1.74335563]]
[[-0.55096245]
 [ 1.74428034]]
[[-0.54999655]
 [ 1.74519038]]
[[-0.54899096]
 [ 1.74612653]]
[[-0.54801071]
 [ 1.74705195]]
[[-0.54702199]
 [ 1.74801147]]
[[-0.54604042]
 [ 1.74898338]]
[[-0.54510713]
 [ 1.74995553]]
[[-0.54418826]
 [ 1.75093699]]
[[-0.54323733]
 [ 1.75192821]]
[[-0.54230076]
 [ 1.75288582]]
[[-0.54133034]
 [ 1.75383604]]
[[-0.54035038]
 [ 1.75481045]]
[[-0.53936392]
 [ 1.7557739 ]]
[[-0.53837073]
 [ 1.75673664]]
[[-0.53736037]
 [ 1.75767076]]
[[-0.53637463]
 [ 1.75858402]]
[[-0.53540242]
 [ 1.7595098 ]]
[[-0.53443658]
 [ 1.7604208 ]]
[[-0.53343087]
 [ 1.76135814]]
[[-0.53245062]
 [ 1.76228476]]
[[-0.53146183]
 [ 1.76324558]]
[[-0.53048027]
 [ 1.76421893]]
[[-0.52954704]
 [ 1.76519251]]
[[-0.52862823]
 [ 1.76617551]]
[[-0.5276773]
 [ 1.7671684]]
[[-0.52674079]
 [ 1.76812756]]
[[-0.52577037]
 [ 1.76907921]]
[[-0.52479041]
 [ 1.77005517]]
[[-0.52380389]
 [ 1.77102017]]
[[-0.52281064]
 [ 1.77198446]]
[[-0.52180016]
 [ 1.77292001]]
[[-0.52081436]
 [ 1.77383471]]
[[-0.51984209]
 [ 1.77476192]]
[[-0.51887625]
 [ 1.77567434]]

In [ ]: