In [1]:
from lib.modules_road_sign import describe_data, preprocessing, Model

In [2]:
train, test, details = describe_data('./data/roadsign')


Directory Read from:./data/roadsign/*

Files Read:

./data/roadsign/sample_submission.csv
./data/roadsign/test.csv
./data/roadsign/train.csv

In [3]:
train_X, train_Y, test_X, id = preprocessing(train, test)

In [4]:
model = Model(train_X, train_Y, test_X, id)
model.CVmethod()
model.predict()


Fitting 3 folds for each of 12 candidates, totalling 36 fits
      Iter       Train Loss   Remaining Time 
      Iter       Train Loss   Remaining Time 
      Iter       Train Loss   Remaining Time 
      Iter       Train Loss   Remaining Time 
         1       25653.0755            1.43m
         1       25511.5887           50.80s
         1       25616.6105           50.13s
         1       25653.0755            1.31m
         2       21832.9022           55.35s
         2       22097.4551           51.95s
         2       22256.3435            1.05m
         2       22256.3435            2.25m
         3       18699.7771           54.19s
         3       19153.4853           49.42s
         3       19296.6021           56.56s
         3       19296.6021            2.08m
         4       16080.2923           51.53s
         4       16610.9652           55.11s
         4       16521.0668           58.90s
         4       16610.9652            2.10m
         5       14822.6249           54.07s
         5       14349.6635           54.40s
         5       14739.0251            1.01m
         6       13055.5996           54.12s
         5       14822.6249            2.14m
         6       12585.7430           54.91s
         6       12965.5390           57.45s
         6       13055.5996            2.09m
         7       11075.3929           54.05s
         7       11554.1381           55.54s
         7       11558.7462           55.81s
         7       11554.1381            2.02m
         8        9808.3881           54.58s
         8       10252.9694           55.10s
         8       10237.4927           54.18s
         8       10252.9694            1.97m
         9        9124.5519           54.48s
         9        8704.4379           54.53s
         9        9093.7307           52.96s
         9        9124.5519            1.95m
        10        8199.8063           54.07s
        10        8149.1224           52.59s
        10        7778.2641           56.55s
        10        8199.8063            1.98m
        20        4045.9615           46.57s
        20        4175.3580           48.29s
        20        3751.9410           48.35s
        20        4175.3580            1.69m
        30        2950.1222           44.14s
        30        2717.1562           45.96s
        30        3078.4640           47.20s
        30        3078.4640            1.64m
        40        2386.2703           46.15s
        40        2580.7204           46.01s
        40        2710.8359            1.67m
        40        2710.8359           48.91s
        50        2421.8917           46.83s
        50        2232.8103           47.91s
        50        2564.7463            1.73m
        50        2564.7463           49.57s
        60        2323.6182           47.43s
        60        2133.3489           48.93s
        60        2468.2675           49.59s
        60        2468.2675            1.79m
        70        2250.5783           47.09s
        70        2380.3923           48.97s
        70        2045.1282           49.27s
        70        2380.3923            1.78m
        80        2166.9366           47.77s
        80        1970.5428           49.04s
        80        2309.6119           49.53s
        80        2309.6119            1.82m
        90        2096.5162           47.32s
        90        2247.5658           48.55s
        90        2247.5658            1.80m
        90        1902.7496           48.73s
       100        2031.7700           45.29s
       100        1842.0070           47.07s
       100        2187.4405           47.12s
       100        2187.4405            1.78m
       200        1625.9023           33.58s
       200        1715.3876           34.50s
       200        1715.3876            1.56m
       200        1410.2260           35.75s
       300        1380.8254           22.78s
       300        5134.0269           22.91s
       300        1380.8254            1.34m
       300        1097.9220           24.07s
       400        1125.3483           11.09s
       400        4819.2313           11.16s
       400        1125.3483            1.12m
       400         978.0760           11.45s
       500         937.9870            0.00s
       500        4527.7064            0.00s
       500         937.9870           53.76s
       500 6632369196290312315731256462458473234638904368031607644853702891268091150336.0000            0.00s
      Iter       Train Loss   Remaining Time 
         1       25328.3070            1.44m
         2       21388.1395            1.47m
         3       18399.5172            1.50m
      Iter       Train Loss   Remaining Time 
         4       15875.8704            1.61m
         1       25659.8328            1.85m
         5       13786.7363            1.73m
         2       21751.2710            2.14m
         6       12212.4326            1.76m
         3       18753.8334            2.03m
         7       10745.4168            1.77m
         4       16201.2169            1.95m
         8        9501.2956            1.74m
         5       14135.1552            1.88m
         9        8430.1923            1.70m
         6       12390.8528            1.83m
        10        7579.7392            1.70m
         7       10965.6124            1.81m
         8        9734.4647            1.77m
         9        8670.5843            1.72m
        10        7860.8493            1.70m
      Iter       Train Loss   Remaining Time 
         1       25332.9936           57.22s
         2       21371.3265           57.13s
         3       18251.0891           56.78s
         4       15732.9865           56.64s
         5       13676.9317           56.36s
        20        3589.5960            1.64m
         6       11974.1334            1.05m
         7       10555.1319            1.08m
        20        3826.3773            1.62m
         8        9365.4485            1.07m
         9        8361.0144            1.05m
        10        7514.9525            1.04m
        30        2653.9393            1.64m
        30        2873.4905            1.64m
        20        3638.5701            1.07m
        40        2354.4363            1.66m
        40        2537.9410            1.64m
        50        2193.7422            1.65m
        30        2782.3732            1.05m
        50        2386.3663            1.61m
        60        2288.1753            1.59m
        60        2083.0345            1.67m
        40        2542.4001            1.07m
        70        2205.4118            1.57m
        70        2011.2755            1.67m
       600         775.2102           42.36s
        50        2433.3628            1.05m
        80        2151.4770            1.59m
        80        1938.2181            1.64m
        90        1883.0720            1.61m
        90        2073.3655            1.57m
        60        2344.0686            1.03m
       100        1823.6783            1.57m
       100        2010.5841            1.54m
        70        2266.2265            1.01m
        80        2204.5662           58.90s
        90        2146.6667           57.45s
       100        2088.4007           56.00s
       700         665.6945           31.74s
       200        1570.2477            1.37m
       200        1403.5946            1.40m
       800         560.0733           20.80s
       200 1030984623150.7507           39.57s
       300        1255.6071            1.13m
       300        1088.1358            1.17m
       900         477.7152           10.19s
       400        1017.3355           55.88s
       400         867.6131           57.80s
       300 1030984622677.7780           24.89s
      1000         409.0475            0.00s
       500         830.8845           45.66s
       500         692.8730           46.96s
      Iter       Train Loss   Remaining Time 
         1       25258.9530           57.24s
         2       21247.5002           59.19s
       400 206074721952.7165           11.98s
         3       18087.0336            1.03m
         4       15537.4576            1.01m
         5       13454.3677           59.83s
         6       11732.1272           59.70s
         7       10296.2840           59.14s
         8        9093.8101           58.87s
         9        8081.7332           59.47s
        10        7226.0359           59.30s
        20        3322.7497           57.57s
        30        2474.5451           56.25s
        40        2212.5180           56.69s
       600         677.0626           36.62s
        50        2085.5377           57.33s
       600         565.1916           37.62s
        60        2008.0433           54.94s
        70        1935.8826           53.01s
        80        1877.8292           52.14s
        90        1822.9589           49.87s
       100        1763.4431           48.18s
       500         819.4458            0.00s
      Iter       Train Loss   Remaining Time 
         1       25310.3251            1.28m
         2       21333.9862            1.15m
         3       18196.0442            1.35m
         4       15668.2197            1.28m
         5       13600.7818            1.22m
         6       11889.4469            1.18m
       700         561.3861           27.42s
         7       10464.5509            1.17m
         8        9269.1288            1.14m
         9        8261.4753            1.15m
        10        7409.0789            1.14m
       700         456.1225           28.11s
        20        3525.5039            1.06m
        30        2672.5741            1.00m
        40        2408.5093           57.47s
        50        2304.9244           55.76s
        60        2220.3924           53.04s
        70        2140.9657           50.81s
       200        1365.6196           34.66s
       800         466.8828           18.09s
        80        2077.0918           49.03s
        90        2023.8906           47.44s
       800         378.7635           18.52s
       100        1968.6574           46.14s
       900         395.2096            9.15s
       900         314.4521            9.31s
       300       33852.3047           23.96s
       200        1498.6617           37.25s
      1000         336.6550            0.00s
      1000         264.8382            0.00s
      Iter       Train Loss   Remaining Time 
         1       25332.9936            2.69m
         2       21371.3265            2.72m
         3       18251.0891            2.49m
         4       15732.9865            2.39m
       400       33596.1283           12.04s
         5       13676.9317            2.33m
         6       11974.1334            2.26m
         7       10555.1319            2.23m
         8        9365.4485            2.32m
      Iter       Train Loss   Remaining Time 
         9        8361.0144            2.40m
         1       25258.9530            2.74m
        10        7514.9525            2.44m
         2       21247.5002            2.79m
         3       18087.0336            2.81m
         4       15537.4576            2.65m
         5       13454.3677            2.54m
         6       11732.1272            2.46m
         7       10296.2840            2.41m
         8        9093.8101            2.35m
         9        8081.7332            2.34m
        10        7226.0359            2.38m
        20        3638.5701            2.33m
        20        3322.7497            2.32m
       300        1155.7751           24.90s
        30        2782.3732            2.28m
        30        2474.5451            2.29m
        40        2542.4001            2.24m
        50        2433.3628            2.17m
        40        2212.5180            2.25m
        60        2344.0686            2.14m
        50        2085.5377            2.22m
        70        2266.2265            2.10m
        60        2008.0433            2.18m
        80        2204.5662            2.07m
        70        1935.8826            2.15m
        90        2146.6667            2.02m
        80        1877.8292            2.11m
       100        2088.4007            1.99m
        90        1822.9589            2.09m
       500 14996089689.4775            0.00s
       100        1763.4431            2.03m
      Iter       Train Loss   Remaining Time 
         1       25310.3251            1.91m
         2       21333.9862            1.91m
         3       18196.0442            1.94m
       400 10724533047719356.0000           12.41s
         4       15668.2197            1.97m
         5       13600.7818            1.99m
         6       11889.4469            1.98m
         7       10464.5509            1.96m
         8        9269.1288            1.96m
         9        8261.4753            1.96m
        10        7409.0789            1.96m
        20        3525.5039            1.87m
        30        2672.5741            1.84m
        40        2408.5093            1.83m
        50        2304.9244            1.78m
        60        2220.3924            1.74m
        70        2140.9657            1.70m
       200 1030984623150.7507            1.62m
        80        2077.0918            1.68m
       200        1365.6196            1.64m
        90        2023.8906            1.71m
       100        1968.6574            1.72m
       500 10724533047719150.0000            0.00s
      Iter       Train Loss   Remaining Time 
         1       25442.7624            1.83m
         2       21393.0556            1.95m
         3       18166.4653            2.15m
         4       15541.6205            2.27m
         5       13408.7825            2.36m
         6       11637.2174            2.32m
         7       10153.1699            2.26m
         8        8915.3675            2.27m
         9        7876.6380            2.30m
        10        6988.0060            2.32m
        20        2748.5180            2.24m
       300 1030984622677.7780            1.48m
        30        1624.8072            2.19m
       300       33852.3047            1.47m
       200        1498.6617            1.60m
        40        1192.8933            2.10m
        50         941.4758            1.96m
        60         755.0024            1.85m
        70         620.3911            1.75m
        80         521.0884            1.68m
       400 206074721952.7165            1.24m
       400       33596.1283            1.22m
       300        1155.7751            1.35m
        90         434.0005            1.61m
       100         380.6878            1.54m
       500 14996089689.4775           59.38s
       500         819.4458            1.01m
       400 10724533047719356.0000            1.13m
       600 14995059440.2795           46.92s
       500 10724533047719150.0000           55.71s
       600         667.3602           47.88s
       200          80.6429            1.08m
       600 10724533047719006.0000           44.27s
       700 14992682515.4402           34.90s
       700         539.0290           35.57s
       300          28.9462           41.77s
       700 10724533047718892.0000           33.29s
       800 14992682402.8337           23.20s
       800         443.7631           23.56s
       800 10724533047718812.0000           22.10s
       900         370.7530           11.68s
       900 48581162219841195614981269462290543568170301342144594792814108652668479089161987181393430471960167591078803767693100948659171130489921953405733031330709504.0000           11.56s
       400          20.0550           19.59s
       900 10724533047718754.0000           11.02s
      1000 48581162219841195614981269462290543568170301342144594792814108652668479089161987181393430471960167591078803767693100948659171130489921953405733031330709504.0000            0.00s
      1000         314.3168            0.00s
      Iter       Train Loss   Remaining Time 
      Iter       Train Loss   Remaining Time 
         1       25152.8179            1.88m
         1       25215.4754            1.81m
         2       21057.5285            1.92m
         2       21176.8546            1.88m
       500          18.4504            0.00s
         3       17833.4407            1.91m
         3       18007.5713            1.87m
         4       15226.4618            1.92m
         4       15405.9583            1.86m
         5       13082.2078            1.95m
         5       13269.8378            1.85m
         6       11322.8470            1.94m
         6       11520.8135            1.84m
         7        9852.1141            1.93m
         7       10039.9914            1.83m
         8        8605.4623            1.93m
         8        8813.6617            1.83m
         9        7577.7800            1.94m
         9        7759.8986            1.83m
        10        6683.5629            1.93m
        10        6877.7177            1.82m
      Iter       Train Loss   Remaining Time 
        20        2615.4888            1.74m
        20        2449.9943            1.83m
         1       25220.3115            3.64m
         2       21175.5535            3.71m
         3       18020.7029            3.81m
         4       15441.6269            3.82m
         5       13322.4839            3.85m
         6       11566.3852            3.82m
      1000 10724533047718704.0000            0.00s
         7       10086.8422            3.85m
         8        8848.1781            3.87m
         9        7795.8010            3.90m
        10        6910.9099            3.91m
        30        1345.7336            1.77m
        30        1493.8938            1.75m
        40         921.0258            1.71m
        40        1052.1956            1.71m
        20        2695.2159            3.90m
      Iter       Train Loss   Remaining Time 
         1       25152.8179            3.52m
         2       21057.5285            3.58m
         3       17833.4407            3.59m
         4       15226.4618            3.58m
         5       13082.2078            3.62m
         6       11322.8470            3.64m
         7        9852.1141            3.66m
        50         708.5226            1.66m
        50         816.7422            1.65m
         8        8605.4623            3.67m
         9        7577.7800            3.68m
        30        1627.2657            3.82m
        10        6683.5629            3.70m
        60         564.5293            1.60m
        60         679.6072            1.59m
        40        1182.7114            3.71m
        20        2449.9943            3.65m
        70         561.7662            1.53m
        70         455.8178            1.55m
        50         924.9101            3.65m
        30        1345.7336            3.59m
        80         455.5318            1.48m
        80         374.6999            1.50m
        60         748.5285            3.54m
        40         921.0258            3.56m
        90         380.4629            1.43m
        90         305.2728            1.45m
        70         611.8690            3.45m
        50         708.5226            3.47m
       100         326.2702            1.39m
       100         256.7766            1.41m
        80         516.2453            3.36m
        60         564.5293            3.39m
        90         427.6557            3.29m
        70         455.8178            3.30m
       100         360.2228            3.23m
        80         374.6999            3.23m
        90         305.2728            3.16m
       100         256.7766            3.10m
       200          57.1153            1.02m
       200          68.7103            1.04m
       200          76.8936            2.79m
       200          57.1153            2.72m
       300          27.3706           40.76s
       300          30.3680           42.39s
       300          28.4054            2.51m
       300          27.3706            2.50m
       400          23.0391           19.82s
       400          23.9684           21.01s
       400          20.0615            2.12m
       400          23.0391            2.08m
       500          22.1534            0.00s
      Iter       Train Loss   Remaining Time 
       500          22.8327            0.00s
         1       25215.6892            4.59m
         2       21206.1887            4.57m
         3       18013.5933            5.01m
         4       15424.7541            5.25m
         5       13289.9716            5.31m
         6       11542.3156            5.45m
         7       10063.1270            5.39m
         8        8817.0208            5.34m
         9        7765.0164            5.42m
        10        6864.1392            5.42m
      Iter       Train Loss   Remaining Time 
         1       25179.9125            4.41m
         2       21107.1845            4.65m
         3       17893.0646            4.69m
        20        2605.4768            5.57m
         4       15293.8905            4.73m
         5       13160.4666            4.88m
       500          18.4448            1.70m
         6       11395.8244            5.01m
         7        9921.2556            5.02m
         8        8679.7223            5.15m
       500          22.1534            1.65m
        30        1497.1331            5.63m
         9        7631.9494            5.28m
        10        6740.2140            5.26m
        40        1078.5640            5.80m
        20        2534.7931            4.85m
        50         822.1454            5.70m
        60         652.6533            5.57m
        30        1435.5861            4.72m
        70         529.0023            5.43m
       600          17.8979            1.32m
       600          21.7570            1.28m
        80         447.5313            5.19m
        40         963.3475            4.33m
        90         369.2227            5.05m
        50         745.1265            4.10m
       100         309.7135            4.90m
        60         604.9956            3.91m
       700          17.5962           57.18s
       700          21.5258           55.21s
        70         485.5072            3.73m
        80         399.4870            3.48m
        90         335.3726            3.35m
       800          21.3600           35.15s
       800          17.4044           36.50s
       100         280.9305            3.20m
       200          67.9489            3.75m
       900          21.2423           16.98s
       900          17.2695           17.60s
      1000          21.1495            0.00s
      1000          17.1563            0.00s
       300          29.6648            3.04m
      Iter       Train Loss   Remaining Time 
         1       25108.9014            2.58m
         2       20990.7444            2.61m
         3       17745.9292            2.61m
         4       15130.0317            2.60m
         5       12979.5747            2.68m
         6       11205.2697            2.81m
      Iter       Train Loss   Remaining Time 
         7        9721.5366            2.91m
         1       25166.8145            3.69m
         8        8471.4372            3.04m
         2       21072.3994            3.63m
         9        7416.4457            3.10m
         3       17848.2811            3.71m
        10        6522.1013            3.14m
         4       15245.4577            3.70m
         5       13106.2493            3.71m
         6       11335.1478            3.70m
       200          66.1593            2.02m
         7        9852.2925            3.71m
         8        8601.8246            3.70m
         9        7551.4767            3.69m
        10        6655.5500            3.74m
        20        2267.9336            3.35m
        20        2421.1785            3.68m
        30        1193.3871            3.30m
       400          23.9226            2.38m
        30        1315.8487            3.74m
        40         763.0407            3.33m
        40         890.9354            3.58m
        50         564.0485            3.19m
        60         455.6509            3.16m
        50         676.4727            3.56m
        70         384.6909            3.02m
        60         546.5866            3.46m
       500          22.8514            1.85m
        80         318.1523            2.91m
        70         468.1316            3.27m
        90         265.9136            2.84m
        80         400.8741            3.13m
       100         219.7913            2.74m
        90         332.0676            2.99m
       300          25.9290            1.31m
       600          22.3880            1.38m
       100         275.4220            2.85m
       700          22.1291           58.62s
       800          21.9584           37.61s
       400          19.3402           37.26s
       200          52.0635            1.95m
       900          21.8303           18.13s
       200          63.9207            2.08m
      1000          21.7360            0.00s
       500          18.1836            0.00s
      Iter       Train Loss   Remaining Time 
         1       25179.8038            6.86m
      Iter       Train Loss   Remaining Time 
         1       25108.6155            6.37m
         2       21107.0981            7.01m
         2       20990.5573            6.98m
         3       17893.0156            7.29m
         3       17745.7631            6.88m
         4       15293.8689            7.30m
         4       15128.9717            6.91m
         5       13160.1199            7.30m
         5       12979.5344            7.04m
         6       11395.7212            7.46m
         6       11205.5237            7.12m
         7        9921.3768            7.48m
         7        9720.8050            7.21m
         8        8680.0645            7.46m
         8        8471.0132            7.20m
         9        7632.0083            7.46m
         9        7415.8183            7.27m
        10        6740.1068            7.46m
        10        6520.9982            7.27m
        20        2538.8273            7.31m
        20        2262.9435            7.02m
       300          26.9414            1.23m
        30        1187.2419            6.98m
        30        1428.7348            7.23m
        40         978.6741            7.14m
       300          28.7640            1.30m
        40         789.3803            7.04m
        50         751.9307            6.99m
        50         587.4030            6.85m
        60         461.1260            6.60m
        60         610.5992            7.01m
        70         368.3975            6.47m
        70         486.2723            6.77m
        80         299.7502            6.20m
        80         398.3078            6.50m
       400          22.9642           33.83s
        90         249.4341            6.10m
        90         333.4694            6.48m
       100         210.2393            6.02m
       100         286.5809            6.31m
       400          23.7081           35.78s
       500          22.0822            0.00s
      Iter       Train Loss   Remaining Time 
         1       25166.6545            5.70m
         2       21072.0070            5.88m
         3       17848.1273            5.95m
         4       15245.2646            6.02m
         5       13106.9275            6.04m
         6       11332.1203            6.07m
         7        9851.0244            6.10m
         8        8599.5702            6.14m
         9        7548.3818            6.16m
        10        6657.0259            6.16m
       500          22.6998            0.00s
        20        2425.9193            5.91m
      Iter       Train Loss   Remaining Time 
         1       25055.1327            4.87m
         2       20870.7914            5.70m
         3       17571.8129            5.87m
         4       14896.0268            6.04m
        30        1322.9719            5.98m
         5       12724.9551            6.25m
         6       10899.5031            6.40m
         7        9371.3687            6.52m
         8        8093.1719            6.50m
        40         884.0614            5.96m
         9        7005.1342            6.57m
       200          51.4328            4.69m
        10        6071.5999            6.67m
        50         671.3553            5.82m
       200          60.7437            4.94m
        60         529.4340            5.65m
        70         435.2383            5.49m
        20        1664.5897            6.81m
        80         366.7929            5.34m
        90         307.7846            5.21m
        30         578.7326            6.73m
       100         262.6280            5.10m
        40         252.5991            6.34m
       300          26.6720            3.76m
        50         128.4402            5.88m
       300          24.9350            4.00m
        60          74.7081            5.39m
        70          49.2763            4.96m
        80          36.4448            4.59m
       400          22.7823            2.92m
        90          28.5360            4.28m
       200          60.7211            4.31m
       100          24.0712            4.00m
       400          19.3543            3.13m
       500          21.9852            2.23m
       500          18.2018            2.36m
       200          17.8439            1.97m
       300          28.7198            3.60m
       600          21.6442            1.66m
       300          17.3636            1.02m
       600          17.7746            1.74m
       700          21.4355            1.18m
       400          17.1229           26.10s
       400          23.7514            2.85m
       700          17.5187            1.22m
       800          21.2958           45.01s
       500          16.9712            0.00s
      Iter       Train Loss   Remaining Time 
         1       25001.8539            3.77m
       500          22.6687            2.17m
       800          17.3491           46.40s
         2       20778.5474            4.40m
         3       17452.4683            4.70m
         4       14773.2740            4.94m
         5       12577.4717            5.16m
         6       10746.6108            5.28m
         7        9217.8098            5.37m
         8        7940.6491            5.41m
         9        6856.1636            5.50m
        10        5929.6594            5.56m
       900          21.1890           21.58s
        20        1564.4896            5.75m
       600          22.2751            1.61m
       900          17.2155           22.35s
        30         499.9140            5.73m
      1000          21.1036            0.00s
        40         196.7670            5.39m
       700          22.0654            1.13m
      Iter       Train Loss   Remaining Time 
         1       25008.7669            4.36m
      1000          17.1090            0.00s
         2       20825.5380            4.71m
         3       17521.2513            4.87m
         4       14831.5309            5.01m
        50          96.9187            4.95m
         5       12636.1116            5.21m
         6       10832.8040            5.31m
         7        9309.7448            5.38m
         8        8028.9475            5.37m
         9        6936.3784            5.52m
        10        6007.1996            5.55m
        60          57.0930            4.56m
      Iter       Train Loss   Remaining Time 
         1       25034.4930            8.98m
         2       20849.7147           10.88m
         3       17546.4623           11.81m
         4       14876.3114           12.51m
        70          39.9867            4.22m
         5       12682.9150           12.76m
         6       10867.1078           12.90m
       800          21.9126           43.15s
         7        9346.5025           12.98m
         8        8069.2429           13.08m
        80          31.6846            3.92m
         9        6991.4091           13.08m
        10        6076.1397           13.17m
        20        1603.2739            6.21m
        90          27.5182            3.64m
       100          25.1608            3.38m
        20        1662.9878           13.57m
        30         540.7138            6.29m
       900          21.7949           20.68s
        40         225.6927            5.95m
        30         565.0251           13.50m
       200          21.7546            1.66m
        50         114.6298            5.50m
      1000          21.7034            0.00s
        40         242.2349           12.84m
        60          69.1128            5.05m
        50         122.5982           11.91m
        70          48.0625            4.62m
      Iter       Train Loss   Remaining Time 
         1       24985.7760            8.09m
         2       20773.9419            9.02m
         3       17463.6048            9.48m
         4       14789.2328            9.62m
       300          21.3410           52.27s
         5       12571.7196           10.03m
        80          36.9068            4.27m
         6       10750.5704           10.45m
        60          72.1320           11.03m
         7        9221.6930           10.79m
         8        7941.2750           10.96m
         9        6855.6495           11.10m
        10        5925.4990           11.17m
        90          30.5742            3.97m
        70          46.6618           10.30m
       100          27.0027            3.70m
        80          33.8669            9.66m
        20        1561.5311           11.69m
       400          21.1285           22.76s
        90          27.0634            9.12m
       100          23.3272            8.59m
        30         502.0615           11.61m
       200          22.3786            1.80m
        40         199.3646           11.05m
       500          21.0092            0.00s
      Iter       Train Loss   Remaining Time 
         1       25021.6896            8.93m
        50          95.4609           10.47m
         2       20835.7710           10.43m
         3       17526.1435           12.23m
         4       14839.6256           12.37m
         5       12638.2405           13.02m
       200          17.8201            4.96m
         6       10814.9804           13.55m
         7        9296.7809           13.60m
        60          56.9711            9.96m
         8        8015.2395           13.57m
         9        6938.3806           13.35m
       300          21.9346           56.61s
        10        6010.9422           13.30m
        70          39.9687            9.29m
        80          31.3154            8.72m
        20        1616.0356           13.14m
        90          27.1442            8.16m
       300          17.3479            3.39m
       100          24.8758            7.66m
       400          21.7141           24.28s
        30         539.6462           12.67m
        40         232.6719           11.94m
       400          17.1078            2.50m
       500          21.5750            0.00s
       200          21.7523            4.41m
        50         117.9093           11.04m
      Iter       Train Loss   Remaining Time 
         1       24999.2894            7.17m
         2       20789.2568            7.74m
         3       17475.9851            8.07m
        60          71.7952           10.31m
         4       14799.2736            8.36m
         5       12598.6426            8.60m
       500          16.9526            1.87m
         6       10778.4942            8.77m
         7        9251.1068            8.95m
        70          49.2073            9.70m
         8        7968.7876            9.07m
         9        6878.3810            9.17m
       300          21.3335            3.05m
        10        5953.7284            9.28m
        80          37.6910            9.17m
        90          30.7923            8.69m
       600          16.8500            1.38m
       100          26.8370            8.29m
       400          21.1300            2.26m
        20        1584.0322            9.66m
       700          16.7858           58.34s
       500          21.0063            1.71m
       200          22.3513            4.83m
        30         500.1524            9.50m
       800          16.7397           37.05s
        40         201.5031            8.89m
       600          20.9302            1.28m
       300          21.9137            3.30m
       900          16.7089           17.91s
        50         100.4724            8.34m
       700          20.8830           55.36s
       400          21.7035            2.46m
        60          58.7630            7.74m
      1000          16.6871            0.00s
        70          41.6655            7.11m
       800          20.8526           35.40s
       500          21.5778            1.83m
        80          31.1464            6.56m
      Iter       Train Loss   Remaining Time 
         1       24941.9900            6.20m
         2       20709.2219            6.65m
        90          25.9323            6.05m
         3       17376.3506            6.87m
         4       14686.9749            7.05m
         5       12487.8787            7.17m
         6       10659.2393            7.38m
         7        9129.9493            7.49m
         8        7836.2641            7.64m
       100          22.6947            5.66m
       900          20.8323           17.08s
       600          21.4932            1.35m
         9        6750.2737            7.77m
        10        5828.3996            7.79m
       700          21.4366           57.05s
      1000          20.8193            0.00s
        20        1496.7007            8.23m
      Iter       Train Loss   Remaining Time 
         1       24984.8964            6.74m
         2       20775.6476            7.20m
         3       17457.0160            7.50m
       800          21.3976           36.16s
         4       14782.1783            7.67m
        30         467.3570            8.18m
         5       12587.9275            7.77m
         6       10765.4075            7.93m
         7        9234.2133            8.13m
       200          17.7916            2.81m
         8        7949.6872            8.34m
         9        6863.0643            8.44m
        10        5943.4103            8.51m
        40         181.1580            7.87m
       900          21.3727           17.47s
        50          90.9534            7.30m
        20        1551.4453            9.19m
        60          56.0056            6.65m
      1000          21.3553            0.00s
       300          17.3182            1.48m
        70          40.9275            6.06m
        30         487.8937            9.27m
      Iter       Train Loss   Remaining Time 
        80          32.7370            5.56m
         1       24999.2894           15.01m
         2       20789.2568           16.13m
         3       17475.9851           16.81m
         4       14799.2736           17.38m
        90          28.1626            5.19m
         5       12598.6426           17.86m
         6       10778.4942           18.26m
         7        9251.1068           18.66m
         8        7968.7876           18.97m
       100          25.7516            4.85m
         9        6878.3810           19.20m
        40         198.4350            8.83m
        10        5953.7284           19.37m
       400          17.0836           38.43s
        50         102.9626            8.23m
        20        1584.0322           20.01m
        60          66.0596            7.53m
        70          48.1539            6.88m
       500          16.9414            0.00s
       200          21.7780            2.48m
        80          38.5455            6.30m
      Iter       Train Loss   Remaining Time 
         1       24941.8397           11.97m
        30         500.1524           20.39m
         2       20708.9895           13.31m
         3       17376.5529           13.74m
         4       14686.6036           14.03m
         5       12487.6893           14.37m
        90          32.5461            5.87m
         6       10661.8849           14.68m
         7        9132.8882           14.95m
         8        7843.6743           15.16m
         9        6758.4140           15.30m
        10        5837.1460           15.44m
       100          28.2256            5.53m
        40         201.5031           19.88m
       300          21.3443            1.33m
        20        1501.0200           16.83m
        50         100.4724           18.71m
        60          58.7630           17.55m
        30         470.6232           17.36m
        70          41.6655           16.36m
       200          22.3919            2.80m
       400          21.1196           34.94s
        40         182.8280           17.19m
        80          31.1464           15.38m
        90          25.9323           14.44m
        50          91.2880           16.35m
       100          22.6947           13.66m
        60          55.9293           15.40m
       500          20.9932            0.00s
       300          21.9309            1.47m
      Iter       Train Loss   Remaining Time 
         1       24984.8964           13.28m
        70          38.8828           14.45m
         2       20775.6476           14.11m
         3       17457.0160           14.75m
         4       14782.1783           14.98m
         5       12587.9275           15.22m
        80          31.5690           13.45m
         6       10765.4075           15.80m
         7        9234.2133           16.08m
         8        7949.6872           16.21m
         9        6863.0643           16.32m
        10        5943.4103           16.42m
        90          27.4190           12.54m
       100          25.2042           11.75m
       400          21.7144           37.81s
       200          17.7916            7.96m
        20        1551.4453           18.83m
       500          21.5785            0.00s
        30         487.8937           20.99m
       300          17.3182            5.60m
       200          21.7438            7.22m
        40         198.4350           19.02m
        50         102.9626           16.97m
       300          21.3280            4.76m
        60          66.0596           15.25m
       400          17.0836            3.99m
        70          48.1539           13.89m
        80          38.5455           12.67m
        90          32.5461           11.72m
       400          21.1197            3.41m
       100          28.2256           10.98m
       500          16.9414            2.92m
       500          20.9936            2.53m
       600          16.8485            2.12m
       200          22.3919            6.07m
       600          20.9194            1.85m
       700          16.7865            1.46m
       300          21.9309            4.15m
       700          20.8747            1.33m
       800          16.7432           56.06s
       400          21.7144            3.19m
       800          20.8475           51.31s
       900          16.7118           27.31s
       500          21.5785            2.43m
       900          20.8288           24.44s
      1000          16.6893            0.00s
       600          21.4900            1.81m
      1000          20.8165            0.00s
       700          21.4338            1.27m
       800          21.3949           47.08s
       900          21.3683           22.00s
      1000          21.3515            0.00s
[Parallel(n_jobs=-1)]: Done  36 out of  36 | elapsed: 22.2min finished
      Iter       Train Loss   Remaining Time 
         1       37922.0673            1.22m
         2       31854.0276            1.29m
         3       27062.0410            1.32m
         4       23188.8934            1.34m
         5       20024.7746            1.35m
         6       17400.1412            1.36m
         7       15224.4788            1.36m
         8       13361.9403            1.36m
         9       11788.1927            1.38m
        10       10454.5125            1.41m
        20        4207.2094            1.50m
        30        2636.6558            1.44m
        40        2027.3084            1.45m
        50        1683.6651            1.45m
        60        1432.3397            1.39m
        70        1224.4566            1.34m
        80        1049.9586            1.28m
        90         910.8957            1.23m
       100         788.1359            1.18m
       200         235.9831           52.13s
       300          92.7350           33.54s
       400          54.4210           16.30s
       500          44.2389            0.00s
File Saved

In [ ]: