In [1]:
import pandas as pd
import numpy as np
import os
import math
import graphlab
import graphlab as gl
import graphlab.aggregate as agg

In [2]:
'''钢炮'''
path = '/home/zongyi/bimbo_data/'

In [3]:
train = gl.SFrame.read_csv(path + 'train_fs_w9.csv', verbose=False)


/usr/local/lib/python2.7/dist-packages/requests/packages/urllib3/util/ssl_.py:315: SNIMissingWarning: An HTTPS request has been made, but the SNI (Subject Name Indication) extension to TLS is not available on this platform. This may cause the server to present an incorrect TLS certificate, which can cause validation failures. For more information, see https://urllib3.readthedocs.org/en/latest/security.html#snimissingwarning.
  SNIMissingWarning
/usr/local/lib/python2.7/dist-packages/requests/packages/urllib3/util/ssl_.py:120: InsecurePlatformWarning: A true SSLContext object is not available. This prevents urllib3 from configuring SSL appropriately and may cause certain SSL connections to fail. For more information, see https://urllib3.readthedocs.org/en/latest/security.html#insecureplatformwarning.
  InsecurePlatformWarning
This non-commercial license of GraphLab Create for academic use is assigned to zong-yi.liu@irit.fr and will expire on July 13, 2017.
[INFO] graphlab.cython.cy_server: GraphLab Create v2.0.1 started. Logging: /tmp/graphlab_server_1472248141.log

In [4]:
town = gl.SFrame.read_csv(path + 'towns.csv', verbose=False)
town = town['Agencia_ID','Producto_ID','tcc']
train = train.join(town, on=['Agencia_ID','Producto_ID'], how='left')
# train = train.fillna('t_c',1)
train = train.fillna('tcc',0)
# train = train.fillna('tp_sum',0)
del town

In [7]:
# relag_train = gl.SFrame.read_csv(path + 're_lag_train.csv', verbose=False)
# train = train.join(relag_train, on=['Cliente_ID','Producto_ID','Semana'], how='left')
# train = train.fillna('re_lag1',0)
# train = train.fillna('re_lag2',0)
# train = train.fillna('re_lag3',0)
# train = train.fillna('re_lag4',0)
# train = train.fillna('re_lag5',0)
# del relag_train

In [8]:
# pd = gl.SFrame.read_csv(path + 'products.csv', verbose=False)
# train = train.join(pd, on=['Producto_ID'], how='left')
# train = train.fillna('prom',0)
# train = train.fillna('weight',0)
# train = train.fillna('pieces',1)
# train = train.fillna('w_per_piece',0)
# train = train.fillna('healthy',0)
# train = train.fillna('drink',0)
# del train['brand']
# del train['NombreProducto']
# del pd

In [9]:
# client = gl.SFrame.read_csv(path + 'clients.csv', verbose=False)
# train = train.join(client, on=['Cliente_ID'], how='left')
# del client

In [5]:
del train['prior_sum']
del train['lag_sum']
# del train['week_times']
# del train['Semana']

In [6]:
del train['n_t']

In [7]:
print train.column_names()
print len(train.column_names())


['Agencia_ID', 'Ruta_SAK', 'Cliente_ID', 'Producto_ID', 'Demada_log', 'lag1', 'lag2', 'lag3', 'lag4', 'lag5', 'week_times', 'n_a', 'n_r', 'n_c', 'n_p', 'Town', 't_c', 'tp_sum', 're_sum', 'p_clt', 'weight', 'pieces', 'w_per_piece', 'price', 'c_clt', 'tcc']
26

In [8]:
# Make a train-test split
# train_data, test_data = train.random_split(0.999)

# Create a model.
model = gl.boosted_trees_regression.create(train, target='Demada_log',
                                           step_size=0.1,
                                           max_iterations=1500,
                                           max_depth = 10,
                                          metric='rmse',
                                          random_seed=998,
                                          column_subsample=0.5,
                                          row_subsample=0.85,
                                          validation_set=None,
                                          model_checkpoint_path=path,
                                          model_checkpoint_interval=1500)


Boosted trees regression:
--------------------------------------------------------
Number of examples          : 10408713
Number of features          : 25
Number of unpacked features : 25
+-----------+--------------+---------------+
| Iteration | Elapsed Time | Training-rmse |
+-----------+--------------+---------------+
| 1         | 30.549851    | 1.261288      |
| 2         | 60.414207    | 1.157321      |
| 3         | 88.528655    | 1.064447      |
| 4         | 119.531564   | 0.984762      |
| 5         | 152.663628   | 0.914326      |
| 6         | 182.919073   | 0.852321      |
| 7         | 215.187312   | 0.800367      |
| 8         | 245.518996   | 0.751358      |
| 9         | 276.494772   | 0.708486      |
| 10        | 305.633595   | 0.671673      |
| 11        | 333.844766   | 0.639877      |
| 12        | 364.473309   | 0.612956      |
| 13        | 393.425541   | 0.589230      |
| 14        | 422.169535   | 0.570199      |
| 15        | 453.698058   | 0.553089      |
| 16        | 483.517583   | 0.538960      |
| 17        | 512.373990   | 0.527258      |
| 18        | 542.083830   | 0.517441      |
| 19        | 571.774002   | 0.509153      |
| 20        | 600.920131   | 0.501776      |
| 21        | 630.335375   | 0.495695      |
| 22        | 660.187232   | 0.490489      |
| 23        | 690.563281   | 0.486156      |
| 24        | 719.609141   | 0.482313      |
| 25        | 749.209841   | 0.479256      |
| 26        | 776.750651   | 0.476452      |
| 27        | 806.249862   | 0.473940      |
| 28        | 836.560556   | 0.471885      |
| 29        | 865.718212   | 0.470368      |
| 30        | 896.643066   | 0.468682      |
| 31        | 926.123207   | 0.467489      |
| 32        | 956.825016   | 0.466250      |
| 33        | 988.105619   | 0.465012      |
| 34        | 1018.361014  | 0.464069      |
| 35        | 1046.915676  | 0.463215      |
| 36        | 1076.579914  | 0.462342      |
| 37        | 1106.188540  | 0.461615      |
| 38        | 1136.633710  | 0.460974      |
| 39        | 1167.364636  | 0.460373      |
| 40        | 1197.178082  | 0.459883      |
| 41        | 1227.204938  | 0.459511      |
| 42        | 1256.680380  | 0.459105      |
| 43        | 1286.271247  | 0.458648      |
| 44        | 1317.424646  | 0.458274      |
| 45        | 1347.207302  | 0.457787      |
| 46        | 1375.726764  | 0.457446      |
| 47        | 1405.777109  | 0.457033      |
| 48        | 1436.450637  | 0.456575      |
| 49        | 1465.817171  | 0.456258      |
| 50        | 1496.391429  | 0.455913      |
| 51        | 1527.010414  | 0.455540      |
| 52        | 1556.957208  | 0.455316      |
| 53        | 1586.705980  | 0.455091      |
| 54        | 1618.274609  | 0.454867      |
| 55        | 1648.021321  | 0.454596      |
| 56        | 1678.559525  | 0.454269      |
| 57        | 1709.944519  | 0.454045      |
| 58        | 1739.256534  | 0.453846      |
| 59        | 1768.563601  | 0.453605      |
| 60        | 1798.470085  | 0.453283      |
| 61        | 1829.703087  | 0.453064      |
| 62        | 1858.681883  | 0.452815      |
| 63        | 1888.502702  | 0.452598      |
| 64        | 1919.405760  | 0.452365      |
| 65        | 1949.155337  | 0.452097      |
| 66        | 1979.913338  | 0.451841      |
| 67        | 2009.280750  | 0.451587      |
| 68        | 2041.807186  | 0.451367      |
| 69        | 2071.572280  | 0.451114      |
| 70        | 2100.353962  | 0.450916      |
| 71        | 2130.953399  | 0.450716      |
| 72        | 2162.150496  | 0.450537      |
| 73        | 2193.167942  | 0.450409      |
| 74        | 2224.944933  | 0.450200      |
| 75        | 2254.479002  | 0.450002      |
| 76        | 2284.182778  | 0.449816      |
| 77        | 2315.360069  | 0.449620      |
| 78        | 2344.794193  | 0.449504      |
| 79        | 2375.306994  | 0.449339      |
| 80        | 2405.958642  | 0.449205      |
| 81        | 2435.775857  | 0.449067      |
| 82        | 2465.460138  | 0.448924      |
| 83        | 2497.144613  | 0.448772      |
| 84        | 2528.739887  | 0.448631      |
| 85        | 2560.752900  | 0.448507      |
| 86        | 2591.501748  | 0.448395      |
| 87        | 2621.009613  | 0.448333      |
| 88        | 2652.111863  | 0.448215      |
| 89        | 2683.164206  | 0.448056      |
| 90        | 2714.403792  | 0.447939      |
| 91        | 2743.249479  | 0.447854      |
| 92        | 2772.392645  | 0.447762      |
| 93        | 2803.074876  | 0.447622      |
| 94        | 2834.284179  | 0.447505      |
| 95        | 2862.316312  | 0.447358      |
| 96        | 2893.342868  | 0.447192      |
| 97        | 2924.870497  | 0.447087      |
| 98        | 2955.045180  | 0.446997      |
| 99        | 2984.299456  | 0.446892      |
| 100       | 3013.817149  | 0.446787      |
| 101       | 3044.202443  | 0.446697      |
| 102       | 3073.858494  | 0.446598      |
| 103       | 3103.953555  | 0.446488      |
| 104       | 3131.641759  | 0.446405      |
| 105       | 3162.423219  | 0.446262      |
| 106       | 3193.471764  | 0.446130      |
| 107       | 3224.513333  | 0.446004      |
| 108       | 3255.392044  | 0.445932      |
| 109       | 3286.834774  | 0.445821      |
| 110       | 3317.384823  | 0.445727      |
| 111       | 3347.288618  | 0.445569      |
| 112       | 3380.079172  | 0.445434      |
| 113       | 3410.884846  | 0.445362      |
| 114       | 3441.495534  | 0.445284      |
| 115       | 3471.749976  | 0.445167      |
| 116       | 3501.353951  | 0.445077      |
| 117       | 3531.965940  | 0.444985      |
| 118       | 3563.421193  | 0.444889      |
| 119       | 3594.296418  | 0.444764      |
| 120       | 3626.094543  | 0.444650      |
| 121       | 3657.110884  | 0.444559      |
| 122       | 3686.931418  | 0.444473      |
| 123       | 3718.647140  | 0.444405      |
| 124       | 3749.419424  | 0.444337      |
| 125       | 3779.616833  | 0.444262      |
| 126       | 3809.491854  | 0.444192      |
| 127       | 3840.311082  | 0.444104      |
| 128       | 3871.785263  | 0.444015      |
| 129       | 3903.257517  | 0.443923      |
| 130       | 3933.144755  | 0.443817      |
| 131       | 3964.730628  | 0.443715      |
| 132       | 3996.645725  | 0.443649      |
| 133       | 4026.756810  | 0.443594      |
| 134       | 4056.297137  | 0.443542      |
| 135       | 4085.488197  | 0.443446      |
| 136       | 4114.954663  | 0.443361      |
| 137       | 4146.997376  | 0.443307      |
| 138       | 4179.819523  | 0.443235      |
| 139       | 4208.776711  | 0.443160      |
| 140       | 4240.650355  | 0.443085      |
| 141       | 4268.437713  | 0.443002      |
| 142       | 4298.397012  | 0.442941      |
| 143       | 4327.087899  | 0.442891      |
| 144       | 4359.240309  | 0.442794      |
| 145       | 4390.074735  | 0.442734      |
| 146       | 4421.610020  | 0.442703      |
| 147       | 4449.895419  | 0.442636      |
| 148       | 4478.580279  | 0.442569      |
| 149       | 4507.936924  | 0.442510      |
| 150       | 4538.543752  | 0.442451      |
| 151       | 4568.565036  | 0.442415      |
| 152       | 4597.050793  | 0.442367      |
| 153       | 4628.372433  | 0.442324      |
| 154       | 4658.981854  | 0.442270      |
| 155       | 4688.051359  | 0.442219      |
| 156       | 4717.871587  | 0.442183      |
| 157       | 4749.382007  | 0.442073      |
| 158       | 4779.533881  | 0.442030      |
| 159       | 4810.490519  | 0.441974      |
| 160       | 4841.224385  | 0.441886      |
| 161       | 4870.859087  | 0.441815      |
| 162       | 4900.871786  | 0.441764      |
| 163       | 4931.915947  | 0.441700      |
| 164       | 4964.000277  | 0.441656      |
| 165       | 4995.093562  | 0.441579      |
| 166       | 5025.883730  | 0.441520      |
| 167       | 5055.028094  | 0.441484      |
| 168       | 5085.352728  | 0.441433      |
| 169       | 5111.795528  | 0.441389      |
| 170       | 5144.050373  | 0.441324      |
| 171       | 5175.828095  | 0.441268      |
| 172       | 5207.324178  | 0.441211      |
| 173       | 5237.285820  | 0.441186      |
| 174       | 5267.740678  | 0.441128      |
| 175       | 5295.437177  | 0.441106      |
| 176       | 5326.913248  | 0.441065      |
| 177       | 5358.597204  | 0.441008      |
| 178       | 5389.216092  | 0.440976      |
| 179       | 5418.298456  | 0.440948      |
| 180       | 5449.847479  | 0.440903      |
| 181       | 5481.208831  | 0.440821      |
| 182       | 5512.468781  | 0.440773      |
| 183       | 5541.052339  | 0.440729      |
| 184       | 5571.603970  | 0.440695      |
| 185       | 5602.782641  | 0.440662      |
| 186       | 5633.547777  | 0.440626      |
| 187       | 5664.637391  | 0.440573      |
| 188       | 5696.099183  | 0.440527      |
| 189       | 5728.564269  | 0.440477      |
| 190       | 5759.840875  | 0.440395      |
| 191       | 5788.394564  | 0.440359      |
| 192       | 5819.182691  | 0.440339      |
| 193       | 5848.722345  | 0.440300      |
| 194       | 5879.659959  | 0.440261      |
| 195       | 5909.247193  | 0.440231      |
| 196       | 5937.569532  | 0.440185      |
| 197       | 5967.927392  | 0.440116      |
| 198       | 5998.199193  | 0.440084      |
| 199       | 6029.452949  | 0.440049      |
| 200       | 6060.410770  | 0.439998      |
| 201       | 6089.915470  | 0.439981      |
| 202       | 6118.434489  | 0.439946      |
| 203       | 6149.404111  | 0.439904      |
| 204       | 6177.795033  | 0.439845      |
| 205       | 6208.858592  | 0.439785      |
| 206       | 6238.608503  | 0.439745      |
| 207       | 6268.453496  | 0.439703      |
| 208       | 6299.394250  | 0.439657      |
| 209       | 6330.625426  | 0.439613      |
| 210       | 6360.070570  | 0.439573      |
| 211       | 6389.907659  | 0.439507      |
| 212       | 6420.917950  | 0.439469      |
| 213       | 6451.099002  | 0.439426      |
| 214       | 6479.663887  | 0.439403      |
| 215       | 6509.875977  | 0.439385      |
| 216       | 6538.868836  | 0.439369      |
| 217       | 6568.073151  | 0.439340      |
| 218       | 6597.607270  | 0.439300      |
| 219       | 6627.466680  | 0.439271      |
| 220       | 6658.483537  | 0.439227      |
| 221       | 6688.289606  | 0.439187      |
| 222       | 6719.112771  | 0.439138      |
| 223       | 6749.527129  | 0.439102      |
| 224       | 6778.967104  | 0.439054      |
| 225       | 6807.371315  | 0.439019      |
| 226       | 6838.265561  | 0.438980      |
| 227       | 6867.906852  | 0.438951      |
| 228       | 6899.169555  | 0.438925      |
| 229       | 6929.591184  | 0.438880      |
| 230       | 6960.334828  | 0.438833      |
| 231       | 6990.054966  | 0.438798      |
| 232       | 7019.011929  | 0.438767      |
| 233       | 7048.603087  | 0.438711      |
| 234       | 7079.185596  | 0.438669      |
| 235       | 7109.256660  | 0.438639      |
| 236       | 7139.739496  | 0.438608      |
| 237       | 7168.240940  | 0.438565      |
| 238       | 7199.144516  | 0.438517      |
| 239       | 7230.913683  | 0.438482      |
| 240       | 7260.933390  | 0.438448      |
| 241       | 7289.926206  | 0.438429      |
| 242       | 7318.574612  | 0.438410      |
| 243       | 7348.570627  | 0.438381      |
| 244       | 7378.477080  | 0.438354      |
| 245       | 7407.894701  | 0.438319      |
| 246       | 7439.617966  | 0.438265      |
| 247       | 7471.295009  | 0.438199      |
| 248       | 7500.570433  | 0.438130      |
| 249       | 7532.652933  | 0.438091      |
| 250       | 7564.297848  | 0.438053      |
| 251       | 7594.998424  | 0.438016      |
| 252       | 7626.243512  | 0.437969      |
| 253       | 7657.704258  | 0.437936      |
| 254       | 7688.429379  | 0.437905      |
| 255       | 7717.639916  | 0.437856      |
| 256       | 7747.698020  | 0.437819      |
| 257       | 7777.213882  | 0.437781      |
| 258       | 7807.183580  | 0.437746      |
| 259       | 7838.012072  | 0.437719      |
| 260       | 7868.102671  | 0.437689      |
| 261       | 7898.011876  | 0.437663      |
| 262       | 7928.280709  | 0.437636      |
| 263       | 7956.235823  | 0.437592      |
| 264       | 7987.004209  | 0.437542      |
| 265       | 8016.245603  | 0.437502      |
| 266       | 8046.374878  | 0.437470      |
| 267       | 8078.600524  | 0.437432      |
| 268       | 8110.664017  | 0.437389      |
| 269       | 8141.577154  | 0.437370      |
| 270       | 8171.667787  | 0.437348      |
| 271       | 8202.598349  | 0.437319      |
| 272       | 8233.794313  | 0.437290      |
| 273       | 8263.504078  | 0.437262      |
| 274       | 8294.007064  | 0.437218      |
| 275       | 8324.129695  | 0.437193      |
| 276       | 8354.663413  | 0.437172      |
| 277       | 8385.268034  | 0.437127      |
| 278       | 8415.058130  | 0.437079      |
| 279       | 8445.273881  | 0.437054      |
| 280       | 8475.680947  | 0.437024      |
| 281       | 8506.813615  | 0.436992      |
| 282       | 8537.030799  | 0.436963      |
| 283       | 8569.313507  | 0.436927      |
| 284       | 8600.177944  | 0.436911      |
| 285       | 8632.401701  | 0.436888      |
| 286       | 8662.793519  | 0.436855      |
| 287       | 8693.561497  | 0.436799      |
| 288       | 8723.758458  | 0.436772      |
| 289       | 8752.521162  | 0.436762      |
| 290       | 8783.119291  | 0.436721      |
| 291       | 8812.618075  | 0.436684      |
| 292       | 8841.641066  | 0.436653      |
| 293       | 8871.437656  | 0.436618      |
| 294       | 8900.017641  | 0.436592      |
| 295       | 8928.612167  | 0.436568      |
| 296       | 8957.221959  | 0.436538      |
| 297       | 8988.526913  | 0.436502      |
| 298       | 9017.046946  | 0.436482      |
| 299       | 9047.523616  | 0.436463      |
| 300       | 9077.461187  | 0.436442      |
| 301       | 9107.699239  | 0.436410      |
| 302       | 9138.482302  | 0.436372      |
| 303       | 9169.208531  | 0.436327      |
| 304       | 9198.635074  | 0.436292      |
| 305       | 9228.660246  | 0.436248      |
| 306       | 9259.287645  | 0.436224      |
| 307       | 9289.745876  | 0.436206      |
| 308       | 9320.788057  | 0.436167      |
| 309       | 9351.200425  | 0.436143      |
| 310       | 9381.667169  | 0.436098      |
| 311       | 9411.881987  | 0.436087      |
| 312       | 9442.696207  | 0.436054      |
| 313       | 9472.528391  | 0.436035      |
| 314       | 9501.833594  | 0.436015      |
| 315       | 9532.314536  | 0.435993      |
| 316       | 9563.301257  | 0.435970      |
| 317       | 9593.809483  | 0.435944      |
| 318       | 9623.029786  | 0.435914      |
| 319       | 9653.056774  | 0.435873      |
| 320       | 9684.315891  | 0.435845      |
| 321       | 9714.754624  | 0.435823      |
| 322       | 9744.028593  | 0.435802      |
| 323       | 9771.880155  | 0.435762      |
| 324       | 9803.186970  | 0.435731      |
| 325       | 9833.462683  | 0.435716      |
| 326       | 9863.351679  | 0.435688      |
| 327       | 9892.889157  | 0.435670      |
| 328       | 9922.342471  | 0.435644      |
| 329       | 9951.672213  | 0.435626      |
| 330       | 9981.881104  | 0.435604      |
| 331       | 10012.720827 | 0.435580      |
| 332       | 10042.251270 | 0.435557      |
| 333       | 10072.655593 | 0.435525      |
| 334       | 10102.582205 | 0.435488      |
| 335       | 10132.537811 | 0.435474      |
| 336       | 10161.672748 | 0.435462      |
| 337       | 10191.807542 | 0.435433      |
| 338       | 10222.502860 | 0.435404      |
| 339       | 10250.309322 | 0.435387      |
| 340       | 10279.310973 | 0.435376      |
| 341       | 10307.628317 | 0.435362      |
| 342       | 10337.766273 | 0.435321      |
| 343       | 10367.693300 | 0.435315      |
| 344       | 10397.984843 | 0.435292      |
| 345       | 10427.100073 | 0.435277      |
| 346       | 10458.318995 | 0.435253      |
| 347       | 10487.820854 | 0.435237      |
| 348       | 10518.705782 | 0.435214      |
| 349       | 10548.718858 | 0.435185      |
| 350       | 10579.021132 | 0.435146      |
| 351       | 10608.259022 | 0.435129      |
| 352       | 10637.885785 | 0.435110      |
| 353       | 10669.798724 | 0.435076      |
| 354       | 10700.279459 | 0.435041      |
| 355       | 10729.608572 | 0.435036      |
| 356       | 10760.284304 | 0.435006      |
| 357       | 10792.296192 | 0.434988      |
| 358       | 10820.548159 | 0.434949      |
| 359       | 10852.226702 | 0.434921      |
| 360       | 10882.504750 | 0.434898      |
| 361       | 10911.082422 | 0.434856      |
| 362       | 10943.022595 | 0.434828      |
| 363       | 10972.899455 | 0.434811      |
| 364       | 11003.926363 | 0.434782      |
| 365       | 11032.024705 | 0.434764      |
| 366       | 11061.041244 | 0.434739      |
| 367       | 11088.969233 | 0.434722      |
| 368       | 11120.374499 | 0.434700      |
| 369       | 11150.082830 | 0.434663      |
| 370       | 11177.025903 | 0.434634      |
| 371       | 11204.995417 | 0.434625      |
| 372       | 11234.176170 | 0.434602      |
| 373       | 11262.749553 | 0.434579      |
| 374       | 11292.441501 | 0.434565      |
| 375       | 11321.537854 | 0.434555      |
| 376       | 11351.790862 | 0.434536      |
| 377       | 11382.069906 | 0.434525      |
| 378       | 11411.162997 | 0.434502      |
| 379       | 11442.060455 | 0.434483      |
| 380       | 11471.738072 | 0.434451      |
| 381       | 11501.692113 | 0.434443      |
| 382       | 11530.919012 | 0.434421      |
| 383       | 11559.793550 | 0.434390      |
| 384       | 11589.843223 | 0.434368      |
| 385       | 11620.927156 | 0.434327      |
| 386       | 11652.328376 | 0.434301      |
| 387       | 11680.349400 | 0.434284      |
| 388       | 11711.760844 | 0.434269      |
| 389       | 11742.689954 | 0.434248      |
| 390       | 11773.894221 | 0.434218      |
| 391       | 11805.535567 | 0.434194      |
| 392       | 11834.454719 | 0.434178      |
| 393       | 11864.590143 | 0.434156      |
| 394       | 11894.915179 | 0.434127      |
| 395       | 11925.194492 | 0.434101      |
| 396       | 11956.909514 | 0.434081      |
| 397       | 11988.140053 | 0.434039      |
| 398       | 12018.109198 | 0.434016      |
| 399       | 12049.613955 | 0.433982      |
| 400       | 12079.530529 | 0.433955      |
| 401       | 12107.138530 | 0.433939      |
| 402       | 12137.451564 | 0.433910      |
| 403       | 12168.638490 | 0.433876      |
| 404       | 12199.356209 | 0.433832      |
| 405       | 12228.914911 | 0.433812      |
| 406       | 12258.278540 | 0.433803      |
| 407       | 12288.876961 | 0.433780      |
| 408       | 12319.058203 | 0.433756      |
| 409       | 12347.572016 | 0.433743      |
| 410       | 12377.378820 | 0.433727      |
| 411       | 12408.184411 | 0.433718      |
| 412       | 12434.325502 | 0.433709      |
| 413       | 12464.681257 | 0.433702      |
| 414       | 12495.791064 | 0.433665      |
| 415       | 12523.907133 | 0.433638      |
| 416       | 12553.850305 | 0.433608      |
| 417       | 12583.349497 | 0.433578      |
| 418       | 12612.448988 | 0.433568      |
| 419       | 12642.673498 | 0.433541      |
| 420       | 12673.020551 | 0.433511      |
| 421       | 12702.472456 | 0.433491      |
| 422       | 12733.054814 | 0.433456      |
| 423       | 12764.320732 | 0.433414      |
| 424       | 12795.913112 | 0.433386      |
| 425       | 12826.659935 | 0.433354      |
| 426       | 12856.809340 | 0.433331      |
| 427       | 12887.273757 | 0.433294      |
| 428       | 12916.506470 | 0.433284      |
| 429       | 12945.774132 | 0.433260      |
| 430       | 12975.306764 | 0.433240      |
| 431       | 13004.876154 | 0.433226      |
| 432       | 13033.887595 | 0.433205      |
| 433       | 13065.567689 | 0.433183      |
| 434       | 13094.127507 | 0.433155      |
| 435       | 13124.438652 | 0.433119      |
| 436       | 13154.103451 | 0.433084      |
| 437       | 13183.849548 | 0.433044      |
| 438       | 13213.689138 | 0.433024      |
| 439       | 13243.567111 | 0.432994      |
| 440       | 13273.780839 | 0.432983      |
| 441       | 13303.459102 | 0.432965      |
| 442       | 13333.614098 | 0.432946      |
| 443       | 13362.425025 | 0.432915      |
| 444       | 13391.262992 | 0.432896      |
| 445       | 13419.962334 | 0.432882      |
| 446       | 13449.290601 | 0.432861      |
| 447       | 13478.976022 | 0.432844      |
| 448       | 13509.240942 | 0.432817      |
| 449       | 13537.131523 | 0.432792      |
| 450       | 13567.012990 | 0.432770      |
| 451       | 13595.964003 | 0.432753      |
| 452       | 13626.919266 | 0.432723      |
| 453       | 13656.088926 | 0.432710      |
| 454       | 13685.614102 | 0.432693      |
| 455       | 13715.076234 | 0.432668      |
| 456       | 13744.676809 | 0.432634      |
| 457       | 13773.816010 | 0.432614      |
| 458       | 13803.806654 | 0.432581      |
| 459       | 13833.392673 | 0.432556      |
| 460       | 13861.855295 | 0.432524      |
| 461       | 13889.659142 | 0.432507      |
| 462       | 13918.863185 | 0.432485      |
| 463       | 13949.129965 | 0.432452      |
| 464       | 13979.043156 | 0.432421      |
| 465       | 14006.953946 | 0.432397      |
| 466       | 14037.312715 | 0.432371      |
| 467       | 14066.034903 | 0.432359      |
| 468       | 14094.048959 | 0.432333      |
| 469       | 14124.540476 | 0.432304      |
| 470       | 14156.560152 | 0.432283      |
| 471       | 14185.958105 | 0.432233      |
| 472       | 14216.556199 | 0.432218      |
| 473       | 14246.593584 | 0.432184      |
| 474       | 14275.582098 | 0.432161      |
| 475       | 14305.139009 | 0.432139      |
| 476       | 14334.289106 | 0.432128      |
| 477       | 14365.639925 | 0.432102      |
| 478       | 14395.888996 | 0.432061      |
| 479       | 14424.168419 | 0.432045      |
| 480       | 14453.530484 | 0.432019      |
| 481       | 14483.896363 | 0.431997      |
| 482       | 14514.632598 | 0.431970      |
| 483       | 14546.026509 | 0.431962      |
| 484       | 14576.178929 | 0.431943      |
| 485       | 14604.505019 | 0.431919      |
| 486       | 14635.219822 | 0.431904      |
| 487       | 14665.336979 | 0.431883      |
| 488       | 14696.407547 | 0.431836      |
| 489       | 14727.851526 | 0.431796      |
| 490       | 14758.927604 | 0.431756      |
| 491       | 14788.877217 | 0.431736      |
| 492       | 14821.028818 | 0.431695      |
| 493       | 14850.594595 | 0.431684      |
| 494       | 14880.331176 | 0.431665      |
| 495       | 14909.856227 | 0.431645      |
| 496       | 14940.277715 | 0.431610      |
| 497       | 14969.961032 | 0.431590      |
| 498       | 14999.867116 | 0.431562      |
| 499       | 15029.734314 | 0.431546      |
| 500       | 15059.892544 | 0.431517      |
| 501       | 15090.079414 | 0.431479      |
| 502       | 15118.211517 | 0.431468      |
| 503       | 15145.550534 | 0.431456      |
| 504       | 15176.384292 | 0.431417      |
| 505       | 15206.321916 | 0.431380      |
| 506       | 15235.042327 | 0.431366      |
| 507       | 15263.531997 | 0.431351      |
| 508       | 15293.918538 | 0.431325      |
| 509       | 15323.300527 | 0.431292      |
| 510       | 15354.211318 | 0.431260      |
| 511       | 15382.759221 | 0.431237      |
| 512       | 15414.295193 | 0.431216      |
| 513       | 15445.296350 | 0.431187      |
| 514       | 15475.903067 | 0.431158      |
| 515       | 15506.384935 | 0.431134      |
| 516       | 15535.722317 | 0.431105      |
| 517       | 15565.318482 | 0.431073      |
| 518       | 15594.972260 | 0.431049      |
| 519       | 15624.953274 | 0.431040      |
| 520       | 15652.833257 | 0.431021      |
| 521       | 15682.466666 | 0.430997      |
| 522       | 15710.870285 | 0.430987      |
| 523       | 15741.887893 | 0.430958      |
| 524       | 15772.946300 | 0.430938      |
| 525       | 15803.924972 | 0.430910      |
| 526       | 15831.619638 | 0.430898      |
| 527       | 15861.639217 | 0.430875      |
| 528       | 15891.129842 | 0.430850      |
| 529       | 15919.127712 | 0.430841      |
| 530       | 15950.092196 | 0.430816      |
| 531       | 15979.705049 | 0.430796      |
| 532       | 16009.665730 | 0.430786      |
| 533       | 16038.345864 | 0.430765      |
| 534       | 16067.910102 | 0.430738      |
| 535       | 16097.896612 | 0.430732      |
| 536       | 16126.223257 | 0.430698      |
| 537       | 16155.709363 | 0.430682      |
| 538       | 16182.568752 | 0.430660      |
| 539       | 16214.484869 | 0.430640      |
| 540       | 16246.400335 | 0.430624      |
| 541       | 16274.964369 | 0.430606      |
| 542       | 16305.380151 | 0.430570      |
| 543       | 16336.378272 | 0.430558      |
| 544       | 16367.694875 | 0.430534      |
| 545       | 16397.346719 | 0.430515      |
| 546       | 16427.999036 | 0.430486      |
| 547       | 16459.917022 | 0.430469      |
| 548       | 16488.908167 | 0.430459      |
| 549       | 16519.562515 | 0.430436      |
| 550       | 16549.542193 | 0.430402      |
| 551       | 16580.221591 | 0.430383      |
| 552       | 16608.994705 | 0.430364      |
| 553       | 16637.122591 | 0.430344      |
| 554       | 16668.461370 | 0.430316      |
| 555       | 16698.872989 | 0.430301      |
| 556       | 16727.746665 | 0.430266      |
| 557       | 16756.786170 | 0.430242      |
| 558       | 16786.850393 | 0.430236      |
| 559       | 16816.613923 | 0.430220      |
| 560       | 16845.480375 | 0.430195      |
| 561       | 16875.782627 | 0.430145      |
| 562       | 16907.208206 | 0.430126      |
| 563       | 16936.367426 | 0.430104      |
| 564       | 16967.886024 | 0.430080      |
| 565       | 16997.864163 | 0.430045      |
| 566       | 17027.792368 | 0.430010      |
| 567       | 17058.403172 | 0.429988      |
| 568       | 17088.648119 | 0.429968      |
| 569       | 17119.189458 | 0.429934      |
| 570       | 17147.227426 | 0.429918      |
| 571       | 17177.625323 | 0.429896      |
| 572       | 17206.895679 | 0.429880      |
| 573       | 17236.849845 | 0.429854      |
| 574       | 17267.900551 | 0.429824      |
| 575       | 17298.067757 | 0.429800      |
| 576       | 17329.207458 | 0.429748      |
| 577       | 17360.175266 | 0.429728      |
| 578       | 17390.775935 | 0.429696      |
| 579       | 17421.235427 | 0.429675      |
| 580       | 17450.591080 | 0.429659      |
| 581       | 17480.084659 | 0.429629      |
| 582       | 17507.240295 | 0.429601      |
| 583       | 17535.787817 | 0.429557      |
| 584       | 17566.780305 | 0.429542      |
| 585       | 17598.141170 | 0.429511      |
| 586       | 17627.863377 | 0.429479      |
| 587       | 17657.634041 | 0.429467      |
| 588       | 17687.304831 | 0.429450      |
| 589       | 17717.592908 | 0.429434      |
| 590       | 17747.773179 | 0.429413      |
| 591       | 17778.075078 | 0.429386      |
| 592       | 17806.317702 | 0.429377      |
| 593       | 17835.480969 | 0.429358      |
| 594       | 17866.681305 | 0.429337      |
| 595       | 17895.598087 | 0.429322      |
| 596       | 17923.881054 | 0.429304      |
| 597       | 17953.235515 | 0.429295      |
| 598       | 17983.555990 | 0.429266      |
| 599       | 18010.904681 | 0.429247      |
| 600       | 18041.470724 | 0.429230      |
| 601       | 18071.340853 | 0.429202      |
| 602       | 18102.737440 | 0.429170      |
| 603       | 18134.345661 | 0.429151      |
| 604       | 18165.978914 | 0.429125      |
| 605       | 18196.640184 | 0.429104      |
| 606       | 18227.290365 | 0.429081      |
| 607       | 18253.486434 | 0.429058      |
| 608       | 18283.676117 | 0.429044      |
| 609       | 18313.297022 | 0.429025      |
| 610       | 18342.806302 | 0.429008      |
| 611       | 18372.381443 | 0.428988      |
| 612       | 18401.678770 | 0.428980      |
| 613       | 18430.129389 | 0.428968      |
| 614       | 18462.043985 | 0.428957      |
| 615       | 18492.676702 | 0.428945      |
| 616       | 18524.223867 | 0.428934      |
| 617       | 18554.988949 | 0.428921      |
| 618       | 18583.619345 | 0.428906      |
| 619       | 18614.474002 | 0.428882      |
| 620       | 18643.135178 | 0.428861      |
| 621       | 18674.498452 | 0.428828      |
| 622       | 18702.575986 | 0.428811      |
| 623       | 18732.862962 | 0.428790      |
| 624       | 18762.497235 | 0.428775      |
| 625       | 18793.664040 | 0.428755      |
| 626       | 18823.755017 | 0.428741      |
| 627       | 18853.523793 | 0.428728      |
| 628       | 18884.194972 | 0.428711      |
| 629       | 18914.159605 | 0.428697      |
| 630       | 18942.755713 | 0.428664      |
| 631       | 18972.273808 | 0.428642      |
| 632       | 19002.650212 | 0.428606      |
| 633       | 19030.223055 | 0.428571      |
| 634       | 19061.267665 | 0.428532      |
| 635       | 19088.895093 | 0.428498      |
| 636       | 19118.192577 | 0.428486      |
| 637       | 19148.971133 | 0.428471      |
| 638       | 19179.617156 | 0.428442      |
| 639       | 19207.330112 | 0.428435      |
| 640       | 19236.077838 | 0.428411      |
| 641       | 19264.204802 | 0.428382      |
| 642       | 19295.612606 | 0.428357      |
| 643       | 19326.714729 | 0.428343      |
| 644       | 19356.149881 | 0.428312      |
| 645       | 19386.432413 | 0.428305      |
| 646       | 19415.598024 | 0.428288      |
| 647       | 19445.962042 | 0.428271      |
| 648       | 19474.530542 | 0.428241      |
| 649       | 19503.340099 | 0.428221      |
| 650       | 19531.864709 | 0.428201      |
| 651       | 19560.528479 | 0.428183      |
| 652       | 19589.503715 | 0.428163      |
| 653       | 19619.819532 | 0.428147      |
| 654       | 19650.303601 | 0.428135      |
| 655       | 19681.236642 | 0.428106      |
| 656       | 19713.183889 | 0.428080      |
| 657       | 19743.079957 | 0.428070      |
| 658       | 19773.630573 | 0.428053      |
| 659       | 19802.181160 | 0.428032      |
| 660       | 19830.983965 | 0.428022      |
| 661       | 19860.440124 | 0.428005      |
| 662       | 19893.471527 | 0.427980      |
| 663       | 19923.193946 | 0.427968      |
| 664       | 19949.986510 | 0.427954      |
| 665       | 19979.771272 | 0.427943      |
| 666       | 20008.579496 | 0.427928      |
| 667       | 20039.562752 | 0.427908      |
| 668       | 20068.110716 | 0.427885      |
| 669       | 20099.909855 | 0.427871      |
| 670       | 20126.203776 | 0.427860      |
| 671       | 20157.170833 | 0.427830      |
| 672       | 20187.622348 | 0.427814      |
| 673       | 20219.525163 | 0.427783      |
| 674       | 20248.791876 | 0.427753      |
| 675       | 20278.635956 | 0.427720      |
| 676       | 20305.836547 | 0.427718      |
| 677       | 20335.080510 | 0.427711      |
| 678       | 20366.150667 | 0.427693      |
| 679       | 20397.270055 | 0.427680      |
| 680       | 20426.712573 | 0.427669      |
| 681       | 20455.732388 | 0.427658      |
| 682       | 20486.496748 | 0.427640      |
| 683       | 20516.776198 | 0.427627      |
| 684       | 20548.283469 | 0.427606      |
| 685       | 20578.132373 | 0.427590      |
| 686       | 20606.494163 | 0.427556      |
| 687       | 20637.017286 | 0.427538      |
| 688       | 20666.263376 | 0.427518      |
| 689       | 20696.526469 | 0.427487      |
| 690       | 20725.128232 | 0.427473      |
| 691       | 20757.551432 | 0.427435      |
| 692       | 20789.243455 | 0.427428      |
| 693       | 20819.686020 | 0.427408      |
| 694       | 20847.897652 | 0.427388      |
| 695       | 20875.799920 | 0.427375      |
| 696       | 20905.582704 | 0.427359      |
| 697       | 20933.238104 | 0.427352      |
| 698       | 20961.821889 | 0.427336      |
| 699       | 20992.816241 | 0.427313      |
| 700       | 21023.305288 | 0.427296      |
| 701       | 21054.834597 | 0.427279      |
| 702       | 21084.125162 | 0.427259      |
| 703       | 21112.537317 | 0.427253      |
| 704       | 21143.797305 | 0.427235      |
| 705       | 21171.126537 | 0.427216      |
| 706       | 21199.552712 | 0.427212      |
| 707       | 21229.989199 | 0.427188      |
| 708       | 21257.763951 | 0.427179      |
| 709       | 21288.628783 | 0.427159      |
| 710       | 21317.515116 | 0.427134      |
| 711       | 21344.824266 | 0.427118      |
| 712       | 21373.909548 | 0.427094      |
| 713       | 21403.727726 | 0.427067      |
| 714       | 21432.218819 | 0.427044      |
| 715       | 21462.123155 | 0.427019      |
| 716       | 21491.079036 | 0.427001      |
| 717       | 21521.569171 | 0.426986      |
| 718       | 21550.961742 | 0.426957      |
| 719       | 21582.472548 | 0.426941      |
| 720       | 21612.243481 | 0.426926      |
| 721       | 21642.405767 | 0.426911      |
| 722       | 21673.072591 | 0.426885      |
| 723       | 21703.453528 | 0.426873      |
| 724       | 21735.219455 | 0.426866      |
| 725       | 21765.596188 | 0.426853      |
| 726       | 21793.776484 | 0.426839      |
| 727       | 21822.507851 | 0.426823      |
| 728       | 21855.150254 | 0.426799      |
| 729       | 21886.000101 | 0.426775      |
| 730       | 21915.101644 | 0.426760      |
| 731       | 21943.907129 | 0.426752      |
| 732       | 21973.514108 | 0.426728      |
| 733       | 22002.807127 | 0.426711      |
| 734       | 22033.420953 | 0.426687      |
| 735       | 22062.995520 | 0.426679      |
| 736       | 22093.571578 | 0.426645      |
| 737       | 22123.413318 | 0.426630      |
| 738       | 22153.399830 | 0.426610      |
| 739       | 22184.413795 | 0.426595      |
| 740       | 22215.002842 | 0.426580      |
| 741       | 22242.774373 | 0.426554      |
| 742       | 22271.885376 | 0.426545      |
| 743       | 22301.613929 | 0.426521      |
| 744       | 22330.049345 | 0.426504      |
| 745       | 22360.490234 | 0.426492      |
| 746       | 22390.461802 | 0.426463      |
| 747       | 22420.802203 | 0.426443      |
| 748       | 22449.968207 | 0.426415      |
| 749       | 22480.516676 | 0.426395      |
| 750       | 22511.847586 | 0.426375      |
| 751       | 22544.498552 | 0.426351      |
| 752       | 22574.674973 | 0.426324      |
| 753       | 22603.599700 | 0.426307      |
| 754       | 22635.058742 | 0.426298      |
| 755       | 22665.869092 | 0.426273      |
| 756       | 22695.063960 | 0.426256      |
| 757       | 22723.083415 | 0.426243      |
| 758       | 22754.044124 | 0.426222      |
| 759       | 22782.996125 | 0.426198      |
| 760       | 22813.604814 | 0.426189      |
| 761       | 22843.326266 | 0.426160      |
| 762       | 22873.454671 | 0.426139      |
| 763       | 22903.189848 | 0.426130      |
| 764       | 22933.248367 | 0.426108      |
| 765       | 22962.445172 | 0.426096      |
| 766       | 22993.568131 | 0.426067      |
| 767       | 23024.176450 | 0.426051      |
| 768       | 23055.320282 | 0.426040      |
| 769       | 23084.026400 | 0.426027      |
| 770       | 23114.234109 | 0.426019      |
| 771       | 23144.033201 | 0.425996      |
| 772       | 23174.947990 | 0.425960      |
| 773       | 23204.624527 | 0.425932      |
| 774       | 23233.214655 | 0.425912      |
| 775       | 23265.406394 | 0.425908      |
| 776       | 23294.581742 | 0.425889      |
| 777       | 23324.500241 | 0.425883      |
| 778       | 23355.666748 | 0.425870      |
| 779       | 23383.912054 | 0.425860      |
| 780       | 23414.200946 | 0.425835      |
| 781       | 23445.013645 | 0.425804      |
| 782       | 23473.972833 | 0.425787      |
| 783       | 23500.812618 | 0.425767      |
| 784       | 23532.712316 | 0.425738      |
| 785       | 23561.678478 | 0.425708      |
| 786       | 23591.770194 | 0.425693      |
| 787       | 23621.572241 | 0.425683      |
| 788       | 23652.285950 | 0.425670      |
| 789       | 23683.577593 | 0.425657      |
| 790       | 23712.828588 | 0.425642      |
| 791       | 23744.001355 | 0.425629      |
| 792       | 23773.304940 | 0.425622      |
| 793       | 23800.603101 | 0.425615      |
| 794       | 23831.400780 | 0.425601      |
| 795       | 23861.103164 | 0.425577      |
| 796       | 23890.725900 | 0.425566      |
| 797       | 23921.322072 | 0.425548      |
| 798       | 23952.643417 | 0.425520      |
| 799       | 23982.429751 | 0.425503      |
| 800       | 24013.915212 | 0.425488      |
| 801       | 24043.096187 | 0.425476      |
| 802       | 24071.040522 | 0.425457      |
| 803       | 24100.062965 | 0.425441      |
| 804       | 24129.991727 | 0.425424      |
| 805       | 24159.435956 | 0.425402      |
| 806       | 24190.709821 | 0.425382      |
| 807       | 24219.058097 | 0.425375      |
| 808       | 24250.792331 | 0.425338      |
| 809       | 24280.102715 | 0.425319      |
| 810       | 24309.971929 | 0.425312      |
| 811       | 24339.990540 | 0.425297      |
| 812       | 24367.410741 | 0.425287      |
| 813       | 24397.530879 | 0.425267      |
| 814       | 24427.917109 | 0.425247      |
| 815       | 24456.155052 | 0.425233      |
| 816       | 24487.335640 | 0.425213      |
| 817       | 24518.857220 | 0.425192      |
| 818       | 24547.518741 | 0.425176      |
| 819       | 24578.125010 | 0.425166      |
| 820       | 24608.627124 | 0.425143      |
| 821       | 24639.334416 | 0.425115      |
| 822       | 24669.517425 | 0.425091      |
| 823       | 24696.557667 | 0.425074      |
| 824       | 24726.967362 | 0.425057      |
| 825       | 24757.231895 | 0.425039      |
| 826       | 24785.278135 | 0.425034      |
| 827       | 24815.637436 | 0.425016      |
| 828       | 24845.628678 | 0.424993      |
| 829       | 24875.802036 | 0.424976      |
| 830       | 24905.428286 | 0.424952      |
| 831       | 24935.525920 | 0.424934      |
| 832       | 24966.802898 | 0.424902      |
| 833       | 24993.695639 | 0.424883      |
| 834       | 25022.362618 | 0.424863      |
| 835       | 25052.296437 | 0.424848      |
| 836       | 25082.969872 | 0.424820      |
| 837       | 25112.317065 | 0.424809      |
| 838       | 25139.919234 | 0.424796      |
| 839       | 25169.201532 | 0.424779      |
| 840       | 25198.236411 | 0.424764      |
| 841       | 25228.672025 | 0.424737      |
| 842       | 25258.699773 | 0.424711      |
| 843       | 25287.046202 | 0.424691      |
| 844       | 25316.189150 | 0.424683      |
| 845       | 25346.052074 | 0.424671      |
| 846       | 25375.548451 | 0.424642      |
| 847       | 25404.862751 | 0.424626      |
| 848       | 25433.320032 | 0.424615      |
| 849       | 25463.128098 | 0.424606      |
| 850       | 25495.087835 | 0.424587      |
| 851       | 25526.320283 | 0.424573      |
| 852       | 25556.371121 | 0.424554      |
| 853       | 25585.611500 | 0.424530      |
| 854       | 25615.635057 | 0.424518      |
| 855       | 25644.653384 | 0.424507      |
| 856       | 25672.061593 | 0.424500      |
| 857       | 25701.893807 | 0.424483      |
| 858       | 25730.121961 | 0.424467      |
| 859       | 25759.654290 | 0.424443      |
| 860       | 25790.309295 | 0.424433      |
| 861       | 25821.187905 | 0.424416      |
| 862       | 25850.121703 | 0.424398      |
| 863       | 25879.792158 | 0.424379      |
| 864       | 25909.443017 | 0.424355      |
| 865       | 25939.223373 | 0.424330      |
| 866       | 25968.693310 | 0.424317      |
| 867       | 25999.598669 | 0.424290      |
| 868       | 26030.429178 | 0.424285      |
| 869       | 26058.872284 | 0.424273      |
| 870       | 26089.369390 | 0.424260      |
| 871       | 26118.916597 | 0.424245      |
| 872       | 26147.922223 | 0.424234      |
| 873       | 26175.443617 | 0.424214      |
| 874       | 26205.365204 | 0.424193      |
| 875       | 26234.723783 | 0.424172      |
| 876       | 26260.545260 | 0.424170      |
| 877       | 26290.649391 | 0.424148      |
| 878       | 26320.792949 | 0.424126      |
| 879       | 26351.956823 | 0.424112      |
| 880       | 26380.093717 | 0.424095      |
| 881       | 26412.205713 | 0.424074      |
| 882       | 26442.933031 | 0.424038      |
| 883       | 26470.843241 | 0.424027      |
| 884       | 26499.410866 | 0.424014      |
| 885       | 26528.475173 | 0.424001      |
| 886       | 26555.455449 | 0.423988      |
| 887       | 26585.704864 | 0.423970      |
| 888       | 26615.659704 | 0.423959      |
| 889       | 26647.405248 | 0.423931      |
| 890       | 26678.873993 | 0.423919      |
| 891       | 26708.048839 | 0.423901      |
| 892       | 26737.861233 | 0.423881      |
| 893       | 26768.863689 | 0.423864      |
| 894       | 26797.773803 | 0.423854      |
| 895       | 26827.562205 | 0.423839      |
| 896       | 26855.336211 | 0.423824      |
| 897       | 26886.334146 | 0.423803      |
| 898       | 26917.241175 | 0.423786      |
| 899       | 26947.946470 | 0.423765      |
| 900       | 26978.481277 | 0.423750      |
| 901       | 27005.932731 | 0.423742      |
| 902       | 27035.911298 | 0.423726      |
| 903       | 27065.408096 | 0.423717      |
| 904       | 27094.712903 | 0.423708      |
| 905       | 27124.347196 | 0.423697      |
| 906       | 27154.496134 | 0.423683      |
| 907       | 27185.040861 | 0.423661      |
| 908       | 27215.798308 | 0.423640      |
| 909       | 27246.060861 | 0.423622      |
| 910       | 27275.837655 | 0.423610      |
| 911       | 27305.629118 | 0.423592      |
| 912       | 27335.135526 | 0.423579      |
| 913       | 27364.366333 | 0.423558      |
| 914       | 27393.934922 | 0.423547      |
| 915       | 27423.928809 | 0.423537      |
| 916       | 27454.539079 | 0.423516      |
| 917       | 27485.539542 | 0.423483      |
| 918       | 27515.413044 | 0.423470      |
| 919       | 27544.118799 | 0.423454      |
| 920       | 27573.735391 | 0.423429      |
| 921       | 27602.971118 | 0.423423      |
| 922       | 27632.450085 | 0.423403      |
| 923       | 27662.166040 | 0.423383      |
| 924       | 27693.579753 | 0.423363      |
| 925       | 27724.050923 | 0.423350      |
| 926       | 27754.123790 | 0.423339      |
| 927       | 27782.969746 | 0.423305      |
| 928       | 27812.219506 | 0.423293      |
| 929       | 27841.245962 | 0.423262      |
| 930       | 27870.636734 | 0.423247      |
| 931       | 27898.960652 | 0.423224      |
| 932       | 27928.930628 | 0.423221      |
| 933       | 27958.108480 | 0.423207      |
| 934       | 27988.375147 | 0.423185      |
| 935       | 28019.148873 | 0.423174      |
| 936       | 28048.753979 | 0.423164      |
| 937       | 28078.801429 | 0.423144      |
| 938       | 28109.579372 | 0.423130      |
| 939       | 28139.833622 | 0.423101      |
| 940       | 28169.004428 | 0.423082      |
| 941       | 28197.847250 | 0.423078      |
| 942       | 28229.713647 | 0.423052      |
| 943       | 28260.111016 | 0.423034      |
| 944       | 28290.758068 | 0.423020      |
| 945       | 28319.288119 | 0.423005      |
| 946       | 28349.187525 | 0.422986      |
| 947       | 28375.955030 | 0.422974      |
| 948       | 28405.871204 | 0.422956      |
| 949       | 28434.906517 | 0.422926      |
| 950       | 28464.809090 | 0.422912      |
| 951       | 28496.363896 | 0.422895      |
| 952       | 28525.180390 | 0.422873      |
| 953       | 28553.551160 | 0.422863      |
| 954       | 28584.037240 | 0.422847      |
| 955       | 28612.254570 | 0.422828      |
| 956       | 28642.873021 | 0.422808      |
| 957       | 28672.587295 | 0.422802      |
| 958       | 28701.373169 | 0.422797      |
| 959       | 28730.797771 | 0.422790      |
| 960       | 28761.026863 | 0.422776      |
| 961       | 28791.061140 | 0.422768      |
| 962       | 28820.401982 | 0.422754      |
| 963       | 28849.454518 | 0.422720      |
| 964       | 28878.779885 | 0.422693      |
| 965       | 28909.442836 | 0.422690      |
| 966       | 28939.011085 | 0.422675      |
| 967       | 28966.501588 | 0.422664      |
| 968       | 28996.603482 | 0.422647      |
| 969       | 29025.736503 | 0.422636      |
| 970       | 29059.828310 | 0.422618      |
| 971       | 29087.654140 | 0.422605      |
| 972       | 29117.735848 | 0.422586      |
| 973       | 29149.423846 | 0.422565      |
| 974       | 29180.003685 | 0.422549      |
| 975       | 29208.965785 | 0.422520      |
| 976       | 29238.806050 | 0.422500      |
| 977       | 29268.594837 | 0.422480      |
| 978       | 29298.043785 | 0.422457      |
| 979       | 29328.497069 | 0.422442      |
| 980       | 29358.046295 | 0.422421      |
| 981       | 29385.895095 | 0.422402      |
| 982       | 29416.212696 | 0.422381      |
| 983       | 29445.567316 | 0.422365      |
| 984       | 29474.609579 | 0.422349      |
| 985       | 29503.897155 | 0.422339      |
| 986       | 29533.851068 | 0.422313      |
| 987       | 29562.760388 | 0.422307      |
| 988       | 29592.712901 | 0.422276      |
| 989       | 29621.523952 | 0.422262      |
| 990       | 29649.883750 | 0.422247      |
| 991       | 29679.613473 | 0.422241      |
| 992       | 29708.759900 | 0.422234      |
| 993       | 29739.108692 | 0.422223      |
| 994       | 29768.211275 | 0.422208      |
| 995       | 29797.488459 | 0.422201      |
| 996       | 29825.529495 | 0.422193      |
| 997       | 29857.062617 | 0.422174      |
| 998       | 29887.486159 | 0.422167      |
| 999       | 29916.066524 | 0.422144      |
| 1000      | 29946.285760 | 0.422125      |
| 1001      | 29976.593275 | 0.422111      |
| 1002      | 30005.425247 | 0.422099      |
| 1003      | 30033.872506 | 0.422090      |
| 1004      | 30060.848363 | 0.422082      |
| 1005      | 30093.941708 | 0.422077      |
| 1006      | 30124.449746 | 0.422058      |
| 1007      | 30154.070237 | 0.422047      |
| 1008      | 30184.640357 | 0.422023      |
| 1009      | 30216.289907 | 0.422002      |
| 1010      | 30244.303133 | 0.421991      |
| 1011      | 30272.473236 | 0.421975      |
| 1012      | 30301.611312 | 0.421950      |
| 1013      | 30331.696691 | 0.421927      |
| 1014      | 30362.588105 | 0.421905      |
| 1015      | 30392.108793 | 0.421892      |
| 1016      | 30420.772253 | 0.421880      |
| 1017      | 30451.639442 | 0.421861      |
| 1018      | 30480.132224 | 0.421852      |
| 1019      | 30510.542602 | 0.421840      |
| 1020      | 30541.640234 | 0.421819      |
| 1021      | 30572.355887 | 0.421804      |
| 1022      | 30603.727320 | 0.421784      |
| 1023      | 30635.588382 | 0.421760      |
| 1024      | 30666.287132 | 0.421750      |
| 1025      | 30695.498633 | 0.421743      |
| 1026      | 30728.230700 | 0.421721      |
| 1027      | 30759.062646 | 0.421699      |
| 1028      | 30789.326525 | 0.421674      |
| 1029      | 30821.658778 | 0.421652      |
| 1030      | 30852.507622 | 0.421633      |
| 1031      | 30883.287127 | 0.421608      |
| 1032      | 30912.431242 | 0.421594      |
| 1033      | 30942.646910 | 0.421571      |
| 1034      | 30974.352220 | 0.421553      |
| 1035      | 31003.184319 | 0.421520      |
| 1036      | 31033.784615 | 0.421498      |
| 1037      | 31064.022826 | 0.421481      |
| 1038      | 31093.162850 | 0.421475      |
| 1039      | 31121.741321 | 0.421463      |
| 1040      | 31149.889463 | 0.421452      |
| 1041      | 31181.310301 | 0.421440      |
| 1042      | 31212.835258 | 0.421422      |
| 1043      | 31241.041154 | 0.421401      |
| 1044      | 31271.950289 | 0.421386      |
| 1045      | 31303.184310 | 0.421374      |
| 1046      | 31331.455877 | 0.421361      |
| 1047      | 31360.620471 | 0.421350      |
| 1048      | 31389.984727 | 0.421344      |
| 1049      | 31418.136575 | 0.421341      |
| 1050      | 31446.780944 | 0.421334      |
| 1051      | 31477.415546 | 0.421300      |
| 1052      | 31507.846499 | 0.421294      |
| 1053      | 31537.425160 | 0.421269      |
| 1054      | 31567.130619 | 0.421254      |
| 1055      | 31598.547169 | 0.421250      |
| 1056      | 31628.527469 | 0.421227      |
| 1057      | 31659.233469 | 0.421209      |
| 1058      | 31691.035569 | 0.421176      |
| 1059      | 31722.155679 | 0.421166      |
| 1060      | 31752.241548 | 0.421154      |
| 1061      | 31782.184887 | 0.421144      |
| 1062      | 31813.723700 | 0.421126      |
| 1063      | 31843.563280 | 0.421108      |
| 1064      | 31873.924239 | 0.421087      |
| 1065      | 31903.936037 | 0.421072      |
| 1066      | 31933.798421 | 0.421060      |
| 1067      | 31966.033293 | 0.421032      |
| 1068      | 31995.298437 | 0.421016      |
| 1069      | 32025.955239 | 0.420993      |
| 1070      | 32055.509483 | 0.420969      |
| 1071      | 32087.488425 | 0.420942      |
| 1072      | 32118.200821 | 0.420925      |
| 1073      | 32148.536071 | 0.420899      |
| 1074      | 32177.979750 | 0.420883      |
| 1075      | 32206.819780 | 0.420850      |
| 1076      | 32236.581953 | 0.420828      |
| 1077      | 32266.083713 | 0.420813      |
| 1078      | 32294.218649 | 0.420802      |
| 1079      | 32325.103089 | 0.420781      |
| 1080      | 32351.875811 | 0.420777      |
| 1081      | 32378.348132 | 0.420775      |
| 1082      | 32408.409291 | 0.420758      |
| 1083      | 32439.086912 | 0.420750      |
| 1084      | 32469.472920 | 0.420724      |
| 1085      | 32501.044053 | 0.420704      |
| 1086      | 32530.244035 | 0.420683      |
| 1087      | 32561.637877 | 0.420664      |
| 1088      | 32591.169277 | 0.420654      |
| 1089      | 32622.803157 | 0.420621      |
| 1090      | 32652.373004 | 0.420603      |
| 1091      | 32683.820416 | 0.420589      |
| 1092      | 32713.545937 | 0.420576      |
| 1093      | 32742.177260 | 0.420564      |
| 1094      | 32771.845583 | 0.420535      |
| 1095      | 32801.995987 | 0.420518      |
| 1096      | 32830.668377 | 0.420507      |
| 1097      | 32858.672441 | 0.420494      |
| 1098      | 32888.510461 | 0.420478      |
| 1099      | 32919.711443 | 0.420460      |
| 1100      | 32949.003495 | 0.420453      |
| 1101      | 32979.803368 | 0.420449      |
| 1102      | 33010.085586 | 0.420431      |
| 1103      | 33040.395796 | 0.420418      |
| 1104      | 33070.279399 | 0.420396      |
| 1105      | 33100.712771 | 0.420376      |
| 1106      | 33129.811382 | 0.420361      |
| 1107      | 33160.827721 | 0.420345      |
| 1108      | 33192.531148 | 0.420319      |
| 1109      | 33223.835459 | 0.420301      |
| 1110      | 33253.135417 | 0.420282      |
| 1111      | 33283.239057 | 0.420257      |
| 1112      | 33314.491685 | 0.420236      |
| 1113      | 33343.964195 | 0.420221      |
| 1114      | 33374.477009 | 0.420209      |
| 1115      | 33405.231045 | 0.420185      |
| 1116      | 33434.038106 | 0.420173      |
| 1117      | 33462.628549 | 0.420159      |
| 1118      | 33492.617768 | 0.420142      |
| 1119      | 33522.730838 | 0.420122      |
| 1120      | 33552.430195 | 0.420111      |
| 1121      | 33583.658240 | 0.420090      |
| 1122      | 33615.245727 | 0.420079      |
| 1123      | 33644.764345 | 0.420063      |
| 1124      | 33674.363366 | 0.420046      |
| 1125      | 33704.538167 | 0.420025      |
| 1126      | 33735.646559 | 0.419998      |
| 1127      | 33766.282406 | 0.419984      |
| 1128      | 33795.725829 | 0.419968      |
| 1129      | 33825.610697 | 0.419962      |
| 1130      | 33853.569005 | 0.419954      |
| 1131      | 33883.106823 | 0.419937      |
| 1132      | 33914.531592 | 0.419919      |
| 1133      | 33944.247629 | 0.419916      |
| 1134      | 33975.579071 | 0.419892      |
| 1135      | 34003.832967 | 0.419887      |
| 1136      | 34033.190570 | 0.419859      |
| 1137      | 34063.221385 | 0.419839      |
| 1138      | 34092.150379 | 0.419825      |
| 1139      | 34122.420447 | 0.419800      |
| 1140      | 34150.472023 | 0.419796      |
| 1141      | 34180.476638 | 0.419775      |
| 1142      | 34211.350007 | 0.419757      |
| 1143      | 34240.788205 | 0.419749      |
| 1144      | 34271.965117 | 0.419736      |
| 1145      | 34300.154675 | 0.419726      |
| 1146      | 34329.475205 | 0.419697      |
| 1147      | 34358.586429 | 0.419673      |
| 1148      | 34387.375543 | 0.419667      |
| 1149      | 34416.764683 | 0.419656      |
| 1150      | 34446.594848 | 0.419643      |
| 1151      | 34477.168280 | 0.419637      |
| 1152      | 34508.005568 | 0.419626      |
| 1153      | 34538.720737 | 0.419613      |
| 1154      | 34567.814281 | 0.419588      |
| 1155      | 34597.929011 | 0.419578      |
| 1156      | 34626.048252 | 0.419556      |
| 1157      | 34657.118605 | 0.419553      |
| 1158      | 34688.314784 | 0.419534      |
| 1159      | 34718.132636 | 0.419527      |
| 1160      | 34749.447144 | 0.419518      |
| 1161      | 34776.860839 | 0.419511      |
| 1162      | 34807.757156 | 0.419497      |
| 1163      | 34837.054386 | 0.419484      |
| 1164      | 34869.218883 | 0.419472      |
| 1165      | 34900.376184 | 0.419462      |
| 1166      | 34929.878329 | 0.419441      |
| 1167      | 34958.847336 | 0.419429      |
| 1168      | 34987.864481 | 0.419421      |
| 1169      | 35015.218964 | 0.419402      |
| 1170      | 35046.247453 | 0.419372      |
| 1171      | 35076.059142 | 0.419350      |
| 1172      | 35104.950335 | 0.419329      |
| 1173      | 35135.289411 | 0.419305      |
| 1174      | 35164.321407 | 0.419288      |
| 1175      | 35194.982996 | 0.419261      |
| 1176      | 35223.203298 | 0.419247      |
| 1177      | 35251.905475 | 0.419221      |
| 1178      | 35281.199113 | 0.419213      |
| 1179      | 35310.923500 | 0.419202      |
| 1180      | 35341.158995 | 0.419188      |
| 1181      | 35368.401160 | 0.419177      |
| 1182      | 35397.806633 | 0.419154      |
| 1183      | 35426.722711 | 0.419143      |
| 1184      | 35456.629723 | 0.419138      |
| 1185      | 35488.167484 | 0.419118      |
| 1186      | 35518.033434 | 0.419095      |
| 1187      | 35545.994339 | 0.419087      |
| 1188      | 35574.953931 | 0.419072      |
| 1189      | 35604.010097 | 0.419049      |
| 1190      | 35634.259497 | 0.419019      |
| 1191      | 35664.169468 | 0.419004      |
| 1192      | 35694.551108 | 0.418998      |
| 1193      | 35726.065376 | 0.418979      |
| 1194      | 35754.210630 | 0.418969      |
| 1195      | 35783.887924 | 0.418949      |
| 1196      | 35813.729808 | 0.418942      |
| 1197      | 35842.817954 | 0.418929      |
| 1198      | 35873.021998 | 0.418925      |
| 1199      | 35903.277336 | 0.418911      |
| 1200      | 35931.562687 | 0.418901      |
| 1201      | 35962.320909 | 0.418873      |
| 1202      | 35991.408525 | 0.418865      |
| 1203      | 36023.725052 | 0.418845      |
| 1204      | 36052.015636 | 0.418826      |
| 1205      | 36080.570893 | 0.418800      |
| 1206      | 36110.671079 | 0.418788      |
| 1207      | 36140.936283 | 0.418778      |
| 1208      | 36172.179434 | 0.418753      |
| 1209      | 36201.872370 | 0.418729      |
| 1210      | 36231.358295 | 0.418710      |
| 1211      | 36260.324123 | 0.418704      |
| 1212      | 36288.878041 | 0.418691      |
| 1213      | 36319.600495 | 0.418675      |
| 1214      | 36351.233402 | 0.418654      |
| 1215      | 36380.718326 | 0.418641      |
| 1216      | 36412.016120 | 0.418626      |
| 1217      | 36444.026970 | 0.418603      |
| 1218      | 36472.193018 | 0.418578      |
| 1219      | 36502.817598 | 0.418559      |
| 1220      | 36532.251683 | 0.418550      |
| 1221      | 36563.332156 | 0.418530      |
| 1222      | 36592.398451 | 0.418517      |
| 1223      | 36625.521123 | 0.418496      |
| 1224      | 36656.735779 | 0.418480      |
| 1225      | 36688.522938 | 0.418466      |
| 1226      | 36718.052107 | 0.418444      |
| 1227      | 36749.768854 | 0.418438      |
| 1228      | 36778.113015 | 0.418434      |
| 1229      | 36807.332270 | 0.418423      |
| 1230      | 36835.803289 | 0.418409      |
| 1231      | 36864.882789 | 0.418400      |
| 1232      | 36895.690557 | 0.418388      |
| 1233      | 36925.782958 | 0.418375      |
| 1234      | 36953.737868 | 0.418363      |
| 1235      | 36983.574379 | 0.418361      |
| 1236      | 37013.837313 | 0.418353      |
| 1237      | 37042.575564 | 0.418337      |
| 1238      | 37073.528694 | 0.418328      |
| 1239      | 37103.331262 | 0.418323      |
| 1240      | 37134.242333 | 0.418306      |
| 1241      | 37163.192700 | 0.418297      |
| 1242      | 37195.446942 | 0.418281      |
| 1243      | 37225.868958 | 0.418274      |
| 1244      | 37255.839579 | 0.418254      |
| 1245      | 37286.838246 | 0.418218      |
| 1246      | 37315.751061 | 0.418206      |
| 1247      | 37345.596199 | 0.418201      |
| 1248      | 37376.718513 | 0.418185      |
| 1249      | 37407.499034 | 0.418168      |
| 1250      | 37437.710219 | 0.418159      |
| 1251      | 37470.479490 | 0.418132      |
| 1252      | 37499.329682 | 0.418121      |
| 1253      | 37530.020994 | 0.418105      |
| 1254      | 37558.812668 | 0.418100      |
| 1255      | 37589.661652 | 0.418094      |
| 1256      | 37619.003654 | 0.418083      |
| 1257      | 37649.747484 | 0.418073      |
| 1258      | 37678.936337 | 0.418064      |
| 1259      | 37708.776454 | 0.418039      |
| 1260      | 37739.388276 | 0.418025      |
| 1261      | 37768.428727 | 0.418018      |
| 1262      | 37799.671757 | 0.418004      |
| 1263      | 37827.016144 | 0.417989      |
| 1264      | 37854.531758 | 0.417973      |
| 1265      | 37883.366215 | 0.417955      |
| 1266      | 37911.873788 | 0.417938      |
| 1267      | 37941.841477 | 0.417920      |
| 1268      | 37969.909543 | 0.417911      |
| 1269      | 37999.483719 | 0.417895      |
| 1270      | 38028.912378 | 0.417882      |
| 1271      | 38058.898829 | 0.417863      |
| 1272      | 38090.389250 | 0.417843      |
| 1273      | 38119.770227 | 0.417832      |
| 1274      | 38149.476899 | 0.417820      |
| 1275      | 38181.128016 | 0.417804      |
| 1276      | 38211.906320 | 0.417785      |
| 1277      | 38242.626450 | 0.417771      |
| 1278      | 38269.574196 | 0.417764      |
| 1279      | 38298.645170 | 0.417755      |
| 1280      | 38327.981606 | 0.417737      |
| 1281      | 38359.668892 | 0.417720      |
| 1282      | 38389.033053 | 0.417706      |
| 1283      | 38419.013619 | 0.417684      |
| 1284      | 38448.094095 | 0.417673      |
| 1285      | 38479.150362 | 0.417647      |
| 1286      | 38510.061885 | 0.417625      |
| 1287      | 38539.055328 | 0.417619      |
| 1288      | 38568.163640 | 0.417600      |
| 1289      | 38597.703630 | 0.417586      |
| 1290      | 38628.816926 | 0.417565      |
| 1291      | 38660.491133 | 0.417549      |
| 1292      | 38689.454015 | 0.417530      |
| 1293      | 38718.872229 | 0.417512      |
| 1294      | 38749.513684 | 0.417497      |
| 1295      | 38777.970541 | 0.417487      |
| 1296      | 38808.660953 | 0.417474      |
| 1297      | 38839.380262 | 0.417461      |
| 1298      | 38870.331816 | 0.417447      |
| 1299      | 38900.908934 | 0.417437      |
| 1300      | 38931.439910 | 0.417414      |
| 1301      | 38961.359825 | 0.417400      |
| 1302      | 38991.694559 | 0.417389      |
| 1303      | 39022.053933 | 0.417380      |
| 1304      | 39051.839828 | 0.417365      |
| 1305      | 39081.642087 | 0.417350      |
| 1306      | 39111.736454 | 0.417325      |
| 1307      | 39143.613282 | 0.417305      |
| 1308      | 39174.919452 | 0.417287      |
| 1309      | 39203.713444 | 0.417273      |
| 1310      | 39230.961296 | 0.417259      |
| 1311      | 39262.050231 | 0.417240      |
| 1312      | 39291.473268 | 0.417225      |
| 1313      | 39319.348135 | 0.417214      |
| 1314      | 39349.622871 | 0.417209      |
| 1315      | 39380.256848 | 0.417189      |
| 1316      | 39410.612947 | 0.417173      |
| 1317      | 39442.422595 | 0.417159      |
| 1318      | 39472.189596 | 0.417152      |
| 1319      | 39504.873614 | 0.417130      |
| 1320      | 39534.400628 | 0.417120      |
| 1321      | 39563.428652 | 0.417101      |
| 1322      | 39593.610479 | 0.417081      |
| 1323      | 39625.165142 | 0.417057      |
| 1324      | 39655.499473 | 0.417040      |
| 1325      | 39685.027449 | 0.417027      |
| 1326      | 39714.531357 | 0.417016      |
| 1327      | 39745.273729 | 0.416999      |
| 1328      | 39774.239045 | 0.416992      |
| 1329      | 39805.253435 | 0.416984      |
| 1330      | 39834.271681 | 0.416974      |
| 1331      | 39862.964435 | 0.416957      |
| 1332      | 39892.627320 | 0.416948      |
| 1333      | 39920.687108 | 0.416936      |
| 1334      | 39952.058707 | 0.416920      |
| 1335      | 39980.184878 | 0.416907      |
| 1336      | 40010.981869 | 0.416886      |
| 1337      | 40039.884553 | 0.416874      |
| 1338      | 40069.060448 | 0.416858      |
| 1339      | 40099.066855 | 0.416853      |
| 1340      | 40126.115044 | 0.416846      |
| 1341      | 40155.589601 | 0.416836      |
| 1342      | 40185.376506 | 0.416827      |
| 1343      | 40216.475120 | 0.416807      |
| 1344      | 40245.827939 | 0.416796      |
| 1345      | 40277.556651 | 0.416779      |
| 1346      | 40306.917777 | 0.416764      |
| 1347      | 40337.493171 | 0.416748      |
| 1348      | 40367.793114 | 0.416732      |
| 1349      | 40397.037771 | 0.416722      |
| 1350      | 40427.182748 | 0.416707      |
| 1351      | 40454.732644 | 0.416702      |
| 1352      | 40484.867636 | 0.416678      |
| 1353      | 40515.119487 | 0.416669      |
| 1354      | 40543.854755 | 0.416658      |
| 1355      | 40573.804435 | 0.416647      |
| 1356      | 40604.365656 | 0.416637      |
| 1357      | 40636.068097 | 0.416618      |
| 1358      | 40666.255880 | 0.416610      |
| 1359      | 40696.075662 | 0.416596      |
| 1360      | 40725.293726 | 0.416580      |
| 1361      | 40754.785595 | 0.416566      |
| 1362      | 40785.286381 | 0.416537      |
| 1363      | 40813.616349 | 0.416521      |
| 1364      | 40843.063158 | 0.416504      |
| 1365      | 40871.479242 | 0.416488      |
| 1366      | 40902.529559 | 0.416477      |
| 1367      | 40932.796510 | 0.416452      |
| 1368      | 40963.259162 | 0.416443      |
| 1369      | 40992.522907 | 0.416423      |
| 1370      | 41023.332389 | 0.416417      |
| 1371      | 41055.610504 | 0.416399      |
| 1372      | 41084.779855 | 0.416381      |
| 1373      | 41114.347416 | 0.416372      |
| 1374      | 41144.755694 | 0.416362      |
| 1375      | 41176.200814 | 0.416353      |
| 1376      | 41204.654046 | 0.416344      |
| 1377      | 41234.497094 | 0.416337      |
| 1378      | 41264.678717 | 0.416319      |
| 1379      | 41295.218833 | 0.416301      |
| 1380      | 41324.692267 | 0.416286      |
| 1381      | 41355.864355 | 0.416268      |
| 1382      | 41386.883261 | 0.416259      |
| 1383      | 41417.946195 | 0.416253      |
| 1384      | 41447.543633 | 0.416248      |
| 1385      | 41478.084006 | 0.416228      |
| 1386      | 41507.288560 | 0.416219      |
| 1387      | 41534.821521 | 0.416214      |
| 1388      | 41564.519357 | 0.416205      |
| 1389      | 41595.269082 | 0.416193      |
| 1390      | 41624.404057 | 0.416177      |
| 1391      | 41654.744536 | 0.416166      |
| 1392      | 41684.821000 | 0.416149      |
| 1393      | 41715.510115 | 0.416141      |
| 1394      | 41744.452465 | 0.416130      |
| 1395      | 41774.058527 | 0.416118      |
| 1396      | 41803.737248 | 0.416087      |
| 1397      | 41834.754186 | 0.416072      |
| 1398      | 41866.272008 | 0.416055      |
| 1399      | 41897.380195 | 0.416033      |
| 1400      | 41925.898058 | 0.416012      |
| 1401      | 41954.768429 | 0.415993      |
| 1402      | 41984.144846 | 0.415973      |
| 1403      | 42014.932688 | 0.415952      |
| 1404      | 42045.388900 | 0.415943      |
| 1405      | 42073.926560 | 0.415933      |
| 1406      | 42102.634319 | 0.415927      |
| 1407      | 42134.610863 | 0.415915      |
| 1408      | 42165.428518 | 0.415900      |
| 1409      | 42195.350109 | 0.415889      |
| 1410      | 42226.220480 | 0.415872      |
| 1411      | 42256.433882 | 0.415862      |
| 1412      | 42286.521525 | 0.415839      |
| 1413      | 42316.651266 | 0.415821      |
| 1414      | 42345.695900 | 0.415811      |
| 1415      | 42376.609366 | 0.415805      |
| 1416      | 42405.450469 | 0.415796      |
| 1417      | 42435.302216 | 0.415785      |
| 1418      | 42465.160454 | 0.415769      |
| 1419      | 42496.031653 | 0.415753      |
| 1420      | 42525.247207 | 0.415746      |
| 1421      | 42555.680133 | 0.415736      |
| 1422      | 42583.297065 | 0.415722      |
| 1423      | 42611.887895 | 0.415718      |
| 1424      | 42642.184912 | 0.415708      |
| 1425      | 42671.732629 | 0.415689      |
| 1426      | 42701.512188 | 0.415686      |
| 1427      | 42731.806120 | 0.415676      |
| 1428      | 42761.883031 | 0.415655      |
| 1429      | 42792.209722 | 0.415635      |
| 1430      | 42822.588072 | 0.415621      |
| 1431      | 42852.426793 | 0.415609      |
| 1432      | 42880.066562 | 0.415604      |
| 1433      | 42910.358195 | 0.415597      |
| 1434      | 42938.389001 | 0.415586      |
| 1435      | 42967.495324 | 0.415579      |
| 1436      | 42997.125972 | 0.415571      |
| 1437      | 43025.909062 | 0.415551      |
| 1438      | 43056.354035 | 0.415536      |
| 1439      | 43087.493372 | 0.415523      |
| 1440      | 43119.008017 | 0.415496      |
| 1441      | 43149.364688 | 0.415487      |
| 1442      | 43180.337844 | 0.415462      |
| 1443      | 43210.848887 | 0.415447      |
| 1444      | 43241.421792 | 0.415433      |
| 1445      | 43273.054931 | 0.415409      |
| 1446      | 43303.705737 | 0.415401      |
| 1447      | 43332.757272 | 0.415393      |
| 1448      | 43360.919982 | 0.415391      |
| 1449      | 43391.545167 | 0.415386      |
| 1450      | 43420.635673 | 0.415362      |
| 1451      | 43451.920815 | 0.415345      |
| 1452      | 43482.983569 | 0.415327      |
| 1453      | 43512.810138 | 0.415315      |
| 1454      | 43542.287045 | 0.415297      |
| 1455      | 43573.202870 | 0.415281      |
| 1456      | 43603.706509 | 0.415261      |
| 1457      | 43633.602061 | 0.415247      |
| 1458      | 43664.527716 | 0.415221      |
| 1459      | 43694.631580 | 0.415212      |
| 1460      | 43725.143907 | 0.415199      |
| 1461      | 43755.747807 | 0.415173      |
| 1462      | 43785.166418 | 0.415165      |
| 1463      | 43814.534913 | 0.415158      |
| 1464      | 43842.351267 | 0.415151      |
| 1465      | 43871.993195 | 0.415143      |
| 1466      | 43902.339022 | 0.415134      |
| 1467      | 43931.743076 | 0.415125      |
| 1468      | 43961.710322 | 0.415117      |
| 1469      | 43992.856423 | 0.415108      |
| 1470      | 44023.997036 | 0.415097      |
| 1471      | 44053.547591 | 0.415076      |
| 1472      | 44082.912800 | 0.415063      |
| 1473      | 44112.306037 | 0.415047      |
| 1474      | 44141.176352 | 0.415035      |
| 1475      | 44170.698902 | 0.415016      |
| 1476      | 44200.817366 | 0.414996      |
| 1477      | 44228.478562 | 0.414988      |
| 1478      | 44258.444542 | 0.414978      |
| 1479      | 44287.901994 | 0.414961      |
| 1480      | 44318.186570 | 0.414949      |
| 1481      | 44349.108707 | 0.414935      |
| 1482      | 44378.454843 | 0.414919      |
| 1483      | 44405.738761 | 0.414908      |
| 1484      | 44435.828876 | 0.414893      |
| 1485      | 44466.074003 | 0.414884      |
| 1486      | 44494.181940 | 0.414872      |
| 1487      | 44523.424751 | 0.414865      |
| 1488      | 44551.166571 | 0.414853      |
| 1489      | 44579.770820 | 0.414839      |
| 1490      | 44610.478503 | 0.414829      |
| 1491      | 44639.759725 | 0.414819      |
| 1492      | 44670.328733 | 0.414810      |
| 1493      | 44701.786363 | 0.414788      |
| 1494      | 44731.181725 | 0.414782      |
| 1495      | 44762.802201 | 0.414768      |
| 1496      | 44791.656872 | 0.414752      |
| 1497      | 44820.151722 | 0.414742      |
| 1498      | 44852.176491 | 0.414723      |
| 1499      | 44881.295810 | 0.414705      |
| 1500      | 44910.451968 | 0.414691      |
Checkpointing to /home/zongyi/bimbo_data/model_checkpoint_1500
+-----------+--------------+---------------+

In [18]:
# '''resume_from_checkpoint'''

# train_data, test_data = train.random_split(0.999)

# model = gl.boosted_trees_regression.create(train_data, target='Demada_log',
#                                            step_size=0.1,
#                                            max_iterations=1000,
#                                            max_depth = 10,
#                                           metric='rmse',
#                                           random_seed=461,
#                                           column_subsample=0.75,
#                                           row_subsample=0.85,
#                                           validation_set=test_data,
#                                           resume_from_checkpoint=path+'model_checkpoint_1000_w8',
#                                            model_checkpoint_path=path,
#                                           model_checkpoint_interval=1000)


WARNING: Detected extremely low variance for feature(s) 'Semana' because all entries are nearly the same.
Proceeding with model training using all features. If the model does not provide results of adequate quality, exclude the above mentioned feature(s) from the input dataset.
Resuming from checkpoint at /home/zongyi/bimbo_data/model_checkpoint_1000_w8
Boosted trees regression:
--------------------------------------------------------
Number of examples          : 10396388
Number of features          : 24
Number of unpacked features : 24
Resumed training from checkpoint at iteration 1000 which is greater than or equal to max_iterations 1000

In [9]:
'''feature important'''
w = model.get_feature_importance()
w = w.add_row_number()
w


Out[9]:
id name index count
0 Cliente_ID None 102246
1 Ruta_SAK None 87104
2 n_c None 67164
3 n_r None 64885
4 lag1 None 56340
5 tp_sum None 53893
6 lag2 None 50728
7 Agencia_ID None 49199
8 Producto_ID None 48514
9 lag3 None 46807
[25 rows x 4 columns]
Note: Only the head of the SFrame is printed.
You can use print_rows(num_rows=m, num_columns=n) to print more rows and columns.

In [32]:
from IPython.core.pylabtools import figsize
import numpy as np
from matplotlib import pyplot as plt
import seaborn as sns
sns.set_style('darkgrid', {'grid.color': '.8','grid.linestyle': u'--'}) 
%matplotlib inline

figsize(12, 6)
plt.bar(w['id'], w['count'], tick_label=w['name'])

plt.xticks(rotation=45)


Out[32]:
(array([ 0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11, 12, 13, 14, 15, 16,
        17, 18, 19, 20, 21, 22, 23, 24]),
 <a list of 25 Text xticklabel objects>)

In [23]:
from IPython.core.pylabtools import figsize
import numpy as np
from matplotlib import pyplot as plt
import seaborn as sns
sns.set_style('darkgrid', {'grid.color': '.8','grid.linestyle': u'--'}) 
%matplotlib inline

figsize(16, 6)
plt.scatter(model.progress['Iteration'], model.progress['Training-rmse'],alpha=.5)
plt.ylim(.4,.5)
# plt.xticks(rotation=45)


Out[23]:
(0.4, 0.5)

In [16]:
# Save predictions to an SArray
# predictions = model.predict(train)

# Evaluate the model and save the results into a dictionary

# results = model.evaluate(train)
# print results


{'max_error': 5.325312852859497, 'rmse': 0.42764513831793416}

predict


In [24]:
test = gl.SFrame.read_csv(path + 'test_fs_w9.csv', verbose=False)
# test = test.join(town, on=['Agencia_ID','Producto_ID'], how='left')
# del test['Town']
# test = test.fillna('t_c',1)
# test = test.fillna('tcc',0)
# test = test.fillna('tp_sum',0)

In [26]:
del test['Canal_ID']
del test['lag_sum']
del test['prior_sum']

del test['n_t']
del test['prom']
del test['brand']
del test['healthy']
del test['drink']

In [27]:
print test.column_names()
print len(test.column_names())


['id', 'Semana', 'Agencia_ID', 'Ruta_SAK', 'Cliente_ID', 'Producto_ID', 'lag1', 'lag2', 'lag3', 'lag4', 'lag5', 'week_times', 'n_a', 'n_r', 'n_c', 'n_p', 'Town', 't_c', 'tcc', 'tp_sum', 're_sum', 'p_clt', 'weight', 'pieces', 'w_per_piece', 'price', 'c_clt']
27

In [28]:
'''Add feature to week 11'''
def feature_w11(test, lag_sum=0, prior_sum=0):
    test_full = test.copy()
    ids = test['id']
    del test['id']
    del test['Semana']
    demand_log = model.predict(test)
    sub1 = gl.SFrame({'id':ids,'Demanda_uni_equil':demand_log})
    test_full = test_full.join(sub1,on=['id'],how='left')
    lag11 = test_full.groupby(key_columns=['Semana','Cliente_ID','Producto_ID'], operations={'lag11':agg.MEAN('Demanda_uni_equil')})
    lag11['Semana'] = lag11['Semana'].apply(lambda x: x+1)
    test_full = test_full.join(lag11,on=['Semana','Cliente_ID','Producto_ID'],how='left')
    test_full = test_full.fillna('lag11',0)
    test_full['lag1'] = test_full['lag1'] + test_full['lag11']
    
    if lag_sum == 1:
        test_full['lag_sum'] = test_full['lag_sum'] + test_full['lag11']
        
    if prior_sum == 1:
        lag_sum11 = test_full.groupby(key_columns=['Semana','Cliente_ID','Producto_ID'], operations={'lag_sum11':agg.SUM('Demanda_uni_equil')})
        lag_sum11['Semana'] = lag_sum11['Semana'].apply(lambda x: x+1)
        test_full = test_full.join(lag_sum11,on=['Semana','Cliente_ID','Producto_ID'],how='left')
        test_full = test_full.fillna('lag_sum11',0)
        test_full['prior_sum'] = test_full['prior_sum'] + test_full['lag_sum11']
        del test_full['lag_sum11']

    del test_full['lag11']
    del test_full['Demanda_uni_equil']
    return test_full

In [29]:
test_full = feature_w11(test, lag_sum=0, prior_sum=0)

ids = test_full['id']
del test_full['id']
del test_full['Semana']
demand_log = model.predict(test_full)
sub = gl.SFrame({'id':ids,'Demanda_uni_equil':demand_log})

In [30]:
import math
sub['Demanda_uni_equil'] = sub['Demanda_uni_equil'].apply(lambda x: math.expm1(max(0, x)))

In [31]:
file_name = 'w9'+'_f'+str(model.num_features)+'_n'+str(model.max_iterations)+'_c'+str(model.column_subsample)
sub.save(path + file_name,format='csv')

In [56]:
sub


Out[56]:
Demanda_uni_equil id
3.44166957171 4721633
1.85704603627 6035419
1.66017810641 3462602
2.07406741465 855102
9.65243960287 3242700
12.1227423306 2421613
3.56680995819 1573296
6.66333331862 1619375
1.67583492502 3539201
8.6226952164 1631781
[6999251 rows x 2 columns]
Note: Only the head of the SFrame is printed.
You can use print_rows(num_rows=m, num_columns=n) to print more rows and columns.