In [1]:
import xarray as xr
import numpy as np
import pandas as pd
%matplotlib inline
from matplotlib import pyplot as plt
from dask.diagnostics import ProgressBar
import seaborn as sns
from matplotlib.colors import LogNorm
In [2]:
# resampling frequency in number of days
freq=2
In [5]:
# load preprocessed float data, and start the interpolation right here!!!!
var7 = "chlrateweekno"
var6 = "sst4"
var5 = "par"
var4 = "t865"
var3 = "kd490"
var2 = "cdm"
var1 = "chl"
vardist = "dist"
indir_prefix = "../data_collector_globcolour/output.data.interpolate/2017GDPfloat/" + "df_Globcolor_"
indir = indir_prefix + var1 + vardist + var2 + var3 + var4 + var5 + var6 + var7 + "_" + str(freq) + "d.csv"
floatDF_tmp = pd.read_csv(indir,index_col=0)
print(floatDF_tmp)
### plot for id 125776, which will be fit by LDS
#plt.figure(figsize=(10,12))
floatDF_tmp[floatDF_tmp.id == 135776].plot(x='time', y ='chl_rate', title=('id - %d' % 135776), figsize=(12,10), fontsize=12 )
plt.show();
plt.close("all")
time id lat lon temp ve \
0 2002-07-04 10206 16.229625 66.330375 NaN 13.064500
1 2002-07-04 10208 13.891875 69.552375 NaN 8.505125
2 2002-07-04 11089 16.354375 64.683750 27.954125 12.168000
3 2002-07-04 15703 13.903250 69.583125 28.552250 8.685875
4 2002-07-04 27069 20.169750 68.737500 29.012000 26.958750
5 2002-07-04 28842 18.878875 60.694625 27.701750 10.499125
6 2002-07-04 34159 12.548125 58.914250 NaN 27.354250
7 2002-07-04 34210 6.476750 56.925000 26.694875 -9.666750
8 2002-07-04 34211 8.602375 67.929125 28.278000 20.618125
9 2002-07-04 34212 6.232000 64.750250 28.470750 14.641875
10 2002-07-04 34708 10.167500 59.691500 27.185500 47.792000
11 2002-07-04 34710 12.933625 49.905250 30.910625 -34.754625
12 2002-07-04 34714 13.594750 63.649625 27.686625 38.417625
13 2002-07-04 34716 7.491000 65.384500 28.801750 38.942875
14 2002-07-04 34718 16.328750 72.396375 29.153625 21.462750
15 2002-07-04 34719 17.764375 70.946250 28.922500 19.908500
16 2002-07-04 34720 14.825375 69.187000 28.644250 10.269000
17 2002-07-04 34721 17.190250 65.375250 27.943750 8.379375
18 2002-07-04 34722 11.729625 70.472250 28.734000 10.214125
19 2002-07-04 34723 16.749625 66.254750 28.475000 0.856250
20 2002-07-04 2134712 9.742125 63.583375 27.970125 18.412375
21 2002-07-06 10206 16.162625 66.489250 NaN 5.785500
22 2002-07-06 10208 13.612125 69.713375 NaN 12.205750
23 2002-07-06 11089 16.257125 64.871250 27.814125 12.088375
24 2002-07-06 15703 13.629125 69.731500 28.564000 10.980875
25 2002-07-06 27069 20.178125 69.169625 28.880500 26.281500
26 2002-07-06 28842 18.739000 60.853750 27.637250 6.151625
27 2002-07-06 34159 12.652750 59.301875 NaN 25.588000
28 2002-07-06 34210 6.190250 56.802375 26.767625 -11.306375
29 2002-07-06 34211 8.339625 68.264250 28.402750 20.324125
... ... ... ... ... ... ...
16631 2017-06-27 63158530 7.997625 57.333250 28.894000 23.081625
16632 2017-06-27 63255180 6.398625 63.172750 29.623625 14.311500
16633 2017-06-27 63258900 10.842000 67.534125 29.245750 11.606750
16634 2017-06-27 63259180 10.016625 70.727750 29.638375 16.026250
16635 2017-06-27 63348720 7.019250 59.563125 28.293500 16.261714
16636 2017-06-27 64111550 16.077625 67.230375 29.273250 11.756000
16637 2017-06-27 64113560 14.108875 62.652875 28.146125 4.833125
16638 2017-06-27 64115560 16.656250 73.162375 29.016250 12.874750
16639 2017-06-27 64117500 6.640500 71.276250 29.393625 14.076000
16640 2017-06-29 147140 11.545571 60.831429 28.257286 69.951333
16641 2017-06-29 147144 14.329714 70.836571 29.282000 18.335667
16642 2017-06-29 62321990 12.929125 61.603375 28.041750 25.157375
16643 2017-06-29 63157510 8.115125 60.306500 28.645750 15.762250
16644 2017-06-29 63158530 7.722750 57.568750 28.544625 5.937500
16645 2017-06-29 63255180 6.441750 63.398750 29.582375 15.888000
16646 2017-06-29 63258900 10.620143 67.673000 29.257714 11.542333
16647 2017-06-29 63259180 9.759875 70.961250 29.514125 16.910429
16648 2017-06-29 64111550 15.617125 67.449250 28.957125 15.281250
16649 2017-06-29 64113560 13.945625 62.713375 28.018750 2.225375
16650 2017-06-29 64115560 16.782375 73.270500 28.640875 1.515571
16651 2017-06-29 64117500 6.388125 71.361375 29.419250 1.644500
16652 2017-07-01 62321990 12.811000 61.820000 27.924000 NaN
16653 2017-07-01 63157510 8.179500 60.531000 28.568000 27.193000
16654 2017-07-01 63158530 7.426000 57.606000 28.339000 NaN
16655 2017-07-01 64111550 15.195875 67.680875 28.690625 13.977625
16656 2017-07-01 64113560 13.792625 62.749375 27.973625 -1.289625
16657 2017-07-01 64117500 6.087750 71.436125 29.238250 2.928875
16658 2017-07-03 64111550 15.032000 67.807000 28.605000 NaN
16659 2017-07-03 64113560 13.760000 62.716000 27.871000 NaN
16660 2017-07-03 64117500 5.869000 71.419000 29.169000 NaN
vn spd var_lat var_lon ... sst4 \
0 -8.650875 15.915625 0.000724 0.002281 ... NaN
1 -20.755000 22.603500 0.000052 0.000093 ... 27.679999
2 -7.286875 14.582375 0.000076 0.000150 ... NaN
3 -20.195125 22.251500 0.000053 0.000098 ... 26.326951
4 7.891750 28.453250 0.000058 0.000108 ... 26.866739
5 -0.333875 23.813750 0.000118 0.000254 ... 25.931666
6 4.591750 28.099500 0.000063 0.000119 ... 23.185548
7 -13.510125 17.964875 0.000081 0.000168 ... 26.106709
8 -12.301625 24.182875 0.000047 0.000084 ... 26.824478
9 13.108750 20.799125 0.000050 0.000090 ... NaN
10 2.521375 47.992125 0.000052 0.000096 ... 25.766874
11 24.402875 48.126875 0.000038 0.000067 ... 30.530624
12 12.527125 40.572875 0.000058 0.000109 ... 24.548584
13 -0.596250 39.294625 0.000052 0.000094 ... 27.967499
14 -24.061500 32.457375 0.000048 0.000085 ... 26.124999
15 -7.665125 22.295250 0.000052 0.000094 ... 28.239999
16 -36.005250 37.705250 0.000061 0.000113 ... 27.593749
17 -9.067750 13.409375 0.000063 0.000120 ... 27.090923
18 -3.672500 11.342750 0.000067 0.000126 ... 27.518025
19 -18.028625 18.277250 0.000054 0.000097 ... NaN
20 -38.201500 43.777750 0.000077 0.000153 ... 26.827336
21 -0.843625 5.920625 0.003351 0.013747 ... 25.738749
22 -13.799125 18.548875 0.000053 0.000095 ... 27.260026
23 -4.507000 13.862375 0.000067 0.000128 ... 26.151249
24 -13.594250 17.705125 0.000052 0.000095 ... 26.892363
25 -6.339500 27.692625 0.000054 0.000100 ... 26.858637
26 -9.741000 20.743375 0.000072 0.000140 ... 26.451495
27 8.732750 27.544625 0.000046 0.000082 ... 26.247955
28 -22.919375 25.629375 0.000049 0.000090 ... 25.878650
29 -18.374000 27.596750 0.000064 0.000120 ... 27.853989
... ... ... ... ... ... ...
16631 -0.354875 25.096125 0.000323 0.000173 ... 27.812369
16632 -2.392750 15.469375 0.000162 0.000075 ... 28.109068
16633 -29.286625 31.665250 0.000350 0.000188 ... 28.037535
16634 -21.843500 27.312750 0.001487 0.000982 ... 27.769999
16635 6.473714 17.652143 0.018954 0.019842 ... 27.088428
16636 -30.442125 33.551625 0.000003 0.000005 ... 27.989999
16637 -10.537750 12.237625 0.000088 0.000043 ... NaN
16638 -0.748125 14.893000 0.000003 0.000005 ... NaN
16639 -16.882750 22.510000 0.000003 0.000005 ... 29.216249
16640 9.009667 73.304667 0.000030 0.000013 ... 26.658746
16641 -8.413667 21.134333 0.000106 0.000045 ... 28.160668
16642 -13.650750 28.625000 0.014405 0.013842 ... 27.217637
16643 10.527000 21.550250 0.000012 0.000009 ... 27.825140
16644 -30.928625 31.896250 0.000039 0.000019 ... 25.643298
16645 3.841429 19.316571 0.000260 0.000145 ... 27.619999
16646 -3.944333 13.488667 0.000901 0.000537 ... 27.625468
16647 -13.129429 21.434429 0.001296 0.000834 ... 28.358735
16648 -28.283750 32.795500 0.000012 0.000008 ... NaN
16649 -10.275625 10.859125 0.000170 0.000080 ... NaN
16650 20.525714 20.780571 0.000003 0.000005 ... NaN
16651 -14.334875 15.014500 0.000003 0.000005 ... 29.101168
16652 NaN NaN 0.000225 0.000110 ... 25.446249
16653 -0.191000 27.194000 0.000003 0.000006 ... 27.499455
16654 NaN NaN 0.000004 0.000006 ... 27.632053
16655 -24.009750 28.425250 0.000003 0.000005 ... NaN
16656 -7.703625 10.490625 0.000096 0.000045 ... 26.389999
16657 -24.823750 25.831125 0.000003 0.000005 ... 28.769138
16658 NaN NaN 0.000003 0.000005 ... NaN
16659 NaN NaN 0.000120 0.000049 ... 26.002942
16660 NaN NaN 0.000003 0.000005 ... 28.652562
chlor_a_log_e chl_rate chl_log_e_rate chl_rate_week \
0 NaN NaN NaN NaN
1 NaN NaN NaN NaN
2 NaN NaN NaN NaN
3 NaN NaN NaN NaN
4 NaN NaN NaN NaN
5 NaN NaN NaN NaN
6 NaN NaN NaN NaN
7 -1.277676 NaN NaN NaN
8 -3.120588 NaN NaN NaN
9 -2.522997 NaN NaN NaN
10 -1.074562 NaN NaN NaN
11 NaN NaN NaN NaN
12 NaN NaN NaN NaN
13 -2.813881 NaN NaN NaN
14 NaN NaN NaN NaN
15 NaN NaN NaN NaN
16 NaN NaN NaN NaN
17 NaN NaN NaN NaN
18 NaN NaN NaN NaN
19 NaN NaN NaN NaN
20 -1.220918 NaN NaN NaN
21 NaN NaN NaN NaN
22 NaN NaN NaN NaN
23 NaN NaN NaN NaN
24 NaN NaN NaN NaN
25 NaN NaN NaN NaN
26 NaN NaN NaN NaN
27 NaN NaN NaN NaN
28 -1.156915 0.017885 0.060381 0.125197
29 NaN NaN NaN NaN
... ... ... ... ...
16631 NaN NaN NaN NaN
16632 NaN NaN NaN NaN
16633 NaN NaN NaN NaN
16634 NaN NaN NaN NaN
16635 NaN NaN NaN NaN
16636 NaN NaN NaN NaN
16637 NaN NaN NaN NaN
16638 NaN NaN NaN NaN
16639 -2.815971 NaN NaN NaN
16640 NaN NaN NaN NaN
16641 NaN NaN NaN NaN
16642 NaN NaN NaN NaN
16643 NaN NaN NaN NaN
16644 NaN NaN NaN NaN
16645 NaN NaN NaN NaN
16646 NaN NaN NaN NaN
16647 NaN NaN NaN NaN
16648 NaN NaN NaN NaN
16649 NaN NaN NaN NaN
16650 NaN NaN NaN NaN
16651 -2.144169 0.028659 0.335901 0.200616
16652 NaN NaN NaN NaN
16653 NaN NaN NaN NaN
16654 NaN NaN NaN NaN
16655 NaN NaN NaN NaN
16656 NaN NaN NaN NaN
16657 -2.045949 0.006046 0.049110 0.042322
16658 NaN NaN NaN NaN
16659 NaN NaN NaN NaN
16660 -1.941810 0.007093 0.052069 0.049653
chl_log_e_rate_week chl_rate_stand chl_log_e_rate_stand week \
0 NaN NaN NaN 27
1 NaN NaN NaN 27
2 NaN NaN NaN 27
3 NaN NaN NaN 27
4 NaN NaN NaN 27
5 NaN NaN NaN 27
6 NaN NaN NaN 27
7 NaN NaN NaN 27
8 NaN NaN NaN 27
9 NaN NaN NaN 27
10 NaN NaN NaN 27
11 NaN NaN NaN 27
12 NaN NaN NaN 27
13 NaN NaN NaN 27
14 NaN NaN NaN 27
15 NaN NaN NaN 27
16 NaN NaN NaN 27
17 NaN NaN NaN 27
18 NaN NaN NaN 27
19 NaN NaN NaN 27
20 NaN NaN NaN 27
21 NaN NaN NaN 27
22 NaN NaN NaN 27
23 NaN NaN NaN 27
24 NaN NaN NaN 27
25 NaN NaN NaN 27
26 NaN NaN NaN 27
27 NaN NaN NaN 27
28 0.422665 0.013801 0.344767 27
29 NaN NaN NaN 27
... ... ... ... ...
16631 NaN NaN NaN 26
16632 NaN NaN NaN 26
16633 NaN NaN NaN 26
16634 NaN NaN NaN 26
16635 NaN NaN NaN 26
16636 NaN NaN NaN 26
16637 NaN NaN NaN 26
16638 NaN NaN NaN 26
16639 NaN NaN NaN 26
16640 NaN NaN NaN 26
16641 NaN NaN NaN 26
16642 NaN NaN NaN 26
16643 NaN NaN NaN 26
16644 NaN NaN NaN 26
16645 NaN NaN NaN 26
16646 NaN NaN NaN 26
16647 NaN NaN NaN 26
16648 NaN NaN NaN 26
16649 NaN NaN NaN 26
16650 NaN NaN NaN 26
16651 2.351309 0.025321 1.738723 26
16652 NaN NaN NaN 26
16653 NaN NaN NaN 26
16654 NaN NaN NaN 26
16655 NaN NaN NaN 26
16656 NaN NaN NaN 26
16657 0.343771 0.001143 0.287745 26
16658 NaN NaN NaN 27
16659 NaN NaN NaN 27
16660 0.364484 0.002263 0.302716 27
week_rotate
0 37
1 37
2 37
3 37
4 37
5 37
6 37
7 37
8 37
9 37
10 37
11 37
12 37
13 37
14 37
15 37
16 37
17 37
18 37
19 37
20 37
21 37
22 37
23 37
24 37
25 37
26 37
27 37
28 37
29 37
... ...
16631 36
16632 36
16633 36
16634 36
16635 36
16636 36
16637 36
16638 36
16639 36
16640 36
16641 36
16642 36
16643 36
16644 36
16645 36
16646 36
16647 36
16648 36
16649 36
16650 36
16651 36
16652 36
16653 36
16654 36
16655 36
16656 36
16657 36
16658 37
16659 37
16660 37
[16661 rows x 27 columns]
In [16]:
# https://stackoverflow.com/questions/16780014/import-file-from-parent-directory
# https://stackoverflow.com/questions/16771894/python-nameerror-global-name-file-is-not-defined
import os, sys
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath("__file__"))))
from tools import chl_rates # del(chl_rates)
import importlib
importlib.reload(chl_rates)
Out[16]:
<module 'tools.chl_rates' from '/Users/vyan2000/work_linux/2Archive/myproject/20161024xray_oceancolor/ocean_color-master/tools/chl_rates.py'>
In [463]:
print("\n ******* Reduce the Dataset to 'Nov-01 to Mar-31' ******* \n" )
floatsDF_NovMar = chl_rates.reduce_to_NovMar(floatDF_tmp)
# necessary for modification
floatsDF_NovMar.id = floatsDF_NovMar.id.astype(float)
floatsDF_NovMar
******* Reduce the Dataset to 'Nov-01 to Mar-31' *******
all the data count in [11-01, 03-31] is (3932,)
Out[463]:
time
id
lat
lon
temp
ve
vn
spd
var_lat
var_lon
...
sst4
chlor_a_log_e
chl_rate
chl_log_e_rate
chl_rate_week
chl_log_e_rate_week
chl_rate_stand
chl_log_e_rate_stand
week
week_rotate
907
2002-11-01
10206.0
10.737250
67.512250
NaN
-4.832250
6.374250
9.069875
0.000272
0.000719
...
29.292499
-1.921645
-0.005333
-0.035171
-0.037333
-0.246199
-0.011023
-0.138664
44
1
908
2002-11-01
11089.0
14.163375
65.330375
29.059750
-9.491125
6.442875
13.878500
0.000057
0.000106
...
28.683749
NaN
NaN
NaN
NaN
NaN
NaN
NaN
44
1
909
2002-11-01
15707.0
14.197250
68.405375
NaN
-22.495125
1.167000
22.872625
0.000071
0.000140
...
29.338992
-1.861949
NaN
NaN
NaN
NaN
NaN
NaN
44
1
910
2002-11-01
34315.0
6.824250
58.284375
29.299375
11.405750
-34.943250
39.244250
0.000045
0.000081
...
28.621874
NaN
NaN
NaN
NaN
NaN
NaN
NaN
44
1
911
2002-11-01
34710.0
16.764500
63.115250
29.013125
0.536625
14.745500
15.588375
0.000062
0.000119
...
27.504999
-0.967747
0.023261
0.065307
0.162824
0.457150
0.019548
0.369692
44
1
912
2002-11-01
34721.0
12.577000
67.553000
29.335125
1.065000
7.905750
10.247000
0.000066
0.000125
...
29.138749
-1.702484
0.020277
0.125864
0.141940
0.881048
0.016359
0.676070
44
1
913
2002-11-03
10206.0
10.818500
67.399375
NaN
-8.207500
7.311375
12.395125
0.000295
0.000778
...
28.825901
-2.134598
-0.014037
-0.106476
-0.098258
-0.745333
-0.020329
-0.499421
44
1
914
2002-11-03
11089.0
14.247750
65.189625
28.986625
-9.065625
4.137875
12.149875
0.000060
0.000116
...
28.817188
NaN
NaN
NaN
NaN
NaN
NaN
NaN
44
1
915
2002-11-03
15707.0
14.162000
68.048125
NaN
-21.659125
-5.021500
22.922125
0.000074
0.000144
...
28.937047
-1.890368
-0.002177
-0.014210
-0.015237
-0.099467
-0.007648
-0.032612
44
1
916
2002-11-03
34315.0
6.310750
58.277125
29.485250
-7.001500
-29.505125
30.616000
0.000054
0.000099
...
28.617658
-2.041916
NaN
NaN
NaN
NaN
NaN
NaN
44
1
917
2002-11-03
34710.0
16.965375
63.133750
28.976250
2.729500
11.047250
12.281625
0.000070
0.000138
...
28.396272
-0.894924
0.014350
0.036411
0.100452
0.254880
0.010022
0.223498
44
1
918
2002-11-03
34721.0
12.647250
67.570000
29.435500
3.303000
2.865500
8.211375
0.000069
0.000135
...
29.144785
-1.873593
-0.014330
-0.085554
-0.100308
-0.598881
-0.020642
-0.393570
44
1
919
2002-11-05
10206.0
10.902250
67.291000
NaN
-7.410625
5.807000
11.830125
0.000666
0.002068
...
29.225624
-2.149920
-0.000899
-0.007661
-0.006295
-0.053627
-0.006283
0.000520
45
2
920
2002-11-05
11089.0
14.298875
65.041250
28.893250
-10.529750
4.507125
12.297250
0.000053
0.000097
...
28.795907
-1.865120
NaN
NaN
NaN
NaN
NaN
NaN
45
2
921
2002-11-05
15707.0
14.019875
67.721875
NaN
-19.399000
-13.877625
24.275125
0.000075
0.000149
...
29.024374
-1.864933
0.001945
0.012717
0.013616
0.089021
-0.003242
0.103621
45
2
922
2002-11-05
34315.0
5.841500
58.012625
29.795625
-28.546625
-27.135500
40.240250
0.000064
0.000123
...
29.368056
-2.034749
0.000467
0.003584
0.003267
0.025086
-0.004822
0.057411
45
2
923
2002-11-05
34710.0
17.127000
63.160750
28.991250
0.491500
10.219250
10.749875
0.000050
0.000088
...
27.783765
-0.875778
0.003950
0.009573
0.027648
0.067013
-0.001098
0.087715
45
2
924
2002-11-05
34721.0
12.609750
67.649875
29.602625
5.022500
-1.856250
13.987000
0.000053
0.000098
...
29.115064
-2.085555
-0.014666
-0.105981
-0.102665
-0.741867
-0.021002
-0.496915
45
2
925
2002-11-07
10206.0
11.036625
67.202125
NaN
-6.844125
6.546875
11.460500
0.000174
0.000420
...
29.025417
-2.102331
0.002839
0.023795
0.019873
0.166562
-0.002286
0.159665
45
2
926
2002-11-07
11089.0
14.366875
64.835375
28.939625
-15.401500
2.263500
16.392000
0.000056
0.000105
...
27.886989
-1.535189
0.030269
0.164965
0.211880
1.154756
0.027041
0.873897
45
2
927
2002-11-07
15707.0
13.739500
67.399125
NaN
-19.144750
-21.695125
29.499000
0.000063
0.000118
...
29.260836
-1.836321
0.002248
0.014306
0.015737
0.100145
-0.002918
0.111661
45
2
928
2002-11-07
34315.0
5.613000
57.375375
29.647125
-49.749875
4.788500
52.729375
0.000048
0.000085
...
29.195337
-2.075284
-0.002596
-0.020268
-0.018174
-0.141874
-0.008097
-0.063262
45
2
929
2002-11-07
34710.0
17.297375
63.170375
28.900250
-0.728375
10.725375
11.110875
0.000075
0.000148
...
28.606822
-0.856919
0.003965
0.009429
0.027755
0.066006
-0.001082
0.086987
45
2
930
2002-11-07
34721.0
12.580125
67.781000
29.472625
8.845375
-2.604625
14.461750
0.000054
0.000099
...
29.259667
-1.980757
0.006863
0.052399
0.048043
0.366790
0.002017
0.304383
45
2
931
2002-11-09
10206.0
11.130625
67.113250
NaN
-0.825125
4.402625
5.688125
0.000866
0.002828
...
28.841013
-1.995330
0.006899
0.053500
0.048291
0.374501
0.002055
0.309956
45
2
932
2002-11-09
11089.0
14.356250
64.586375
29.047125
-14.547875
-3.024000
15.786125
0.000090
0.000189
...
28.048855
-1.580114
-0.004732
-0.022462
-0.033122
-0.157237
-0.010380
-0.074365
45
2
933
2002-11-09
15707.0
13.350625
67.213250
NaN
-5.045875
-23.739500
24.623250
0.000089
0.000183
...
28.893479
-1.858515
-0.001749
-0.011097
-0.012246
-0.077680
-0.007192
-0.016864
45
2
934
2002-11-09
34315.0
6.049750
56.695500
29.710625
-29.849375
44.451750
55.129000
0.000077
0.000159
...
28.687650
NaN
NaN
NaN
NaN
NaN
NaN
NaN
45
2
935
2002-11-09
34710.0
17.463125
63.118375
28.698000
-5.637625
10.323375
13.189250
0.000097
0.000205
...
28.364551
-0.836818
0.004309
0.010050
0.030165
0.070353
-0.000714
0.090128
45
2
936
2002-11-09
34721.0
12.587500
67.965125
29.499125
13.566000
1.321875
15.994875
0.000099
0.000215
...
29.200982
-2.101805
-0.007865
-0.060524
-0.055052
-0.423665
-0.013730
-0.266930
45
2
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
15651
2017-03-29
64111550.0
19.850750
64.315375
27.278875
5.573625
-7.352375
20.865500
0.000003
0.000005
...
27.145468
1.557945
2.233403
1.411465
15.633821
9.880254
2.382582
7.180378
13
23
15652
2017-03-29
64113560.0
17.910875
59.501250
27.885125
-45.015125
-5.034250
45.709500
0.000003
0.000005
...
27.311041
-0.577762
0.043583
0.084406
0.305078
0.590842
0.041276
0.466319
13
23
15653
2017-03-29
64115560.0
17.650250
69.228250
28.060375
-22.306750
-9.626250
26.436750
0.000003
0.000005
...
27.976964
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15654
2017-03-31
145717.0
24.538375
60.574250
25.710000
-3.185125
28.984000
29.772000
0.000039
0.000018
...
25.640085
0.014130
-1.268185
-0.626493
-8.877295
-4.385452
-1.361236
-3.130370
13
23
15655
2017-03-31
147136.0
22.011625
61.420500
27.670625
-14.775125
22.321250
28.106125
0.000104
0.000045
...
27.334644
-0.579046
-0.087553
-0.135947
-0.612873
-0.951632
-0.098931
-0.648526
13
23
15656
2017-03-31
147142.0
19.456500
63.255250
27.754625
-7.044250
-6.666750
12.780125
0.000060
0.000026
...
27.287339
-0.518476
-0.274849
-0.326995
-1.923944
-2.288966
-0.299184
-1.615104
13
23
15657
2017-03-31
147144.0
15.325250
69.624500
29.061500
-8.864750
8.417500
12.771250
0.000139
0.000060
...
28.587319
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15658
2017-03-31
147145.0
12.425500
70.965500
29.762875
10.273000
-17.926500
21.083750
0.000081
0.000036
...
28.902694
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15659
2017-03-31
147148.0
21.705000
66.760625
27.259500
23.339125
4.597375
24.474500
0.000210
0.000100
...
27.289503
-0.693417
-0.084731
-0.145967
-0.593116
-1.021770
-0.095914
-0.699220
13
23
15660
2017-03-31
62321990.0
10.417000
55.695875
28.562625
25.497500
0.376375
26.685750
0.000012
0.000009
...
27.869659
-1.635502
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15661
2017-03-31
63254850.0
6.924500
53.523250
28.841250
24.137500
-48.817000
56.003125
0.000017
0.000011
...
28.066730
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15662
2017-03-31
63254860.0
8.781375
53.103000
28.822250
29.053875
-8.353500
33.998375
0.000017
0.000011
...
28.127196
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15663
2017-03-31
63255180.0
9.366875
52.636625
28.981625
13.862125
-16.487625
22.569250
0.000003
0.000006
...
28.037125
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15664
2017-03-31
63255200.0
9.840750
53.939750
28.739750
19.588500
-0.673000
20.007625
0.000017
0.000011
...
27.762937
-2.007172
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15665
2017-03-31
63255860.0
9.666250
53.522500
28.736250
26.541750
-6.531250
27.547500
0.000017
0.000011
...
27.919621
-2.180236
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15666
2017-03-31
63258870.0
14.143625
63.236500
28.961375
-1.973500
12.808000
23.359625
0.000003
0.000006
...
27.463835
-1.798567
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15667
2017-03-31
63258880.0
14.004750
68.857875
29.522875
12.952500
25.762250
29.288125
0.000003
0.000006
...
28.180794
-1.720021
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15668
2017-03-31
63258900.0
11.807500
62.031500
28.755250
2.690375
4.064000
5.863000
0.000003
0.000006
...
27.854867
-1.487665
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15669
2017-03-31
63258950.0
12.239375
62.138500
28.568875
0.500250
2.718250
5.349500
0.000003
0.000006
...
27.865371
-1.464630
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15670
2017-03-31
63259180.0
11.417125
70.103875
29.880875
4.329375
-17.674375
18.418125
0.000003
0.000006
...
28.430617
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15671
2017-03-31
63259190.0
10.705500
65.618250
29.385000
20.701125
-4.742250
22.256250
0.000017
0.000011
...
28.588633
-2.171569
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15672
2017-03-31
63259200.0
14.062500
68.586375
29.417125
24.212750
35.918250
43.947000
0.000003
0.000006
...
27.716300
-1.858387
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15673
2017-03-31
63259230.0
14.468250
63.114000
28.795500
8.622125
11.534375
18.325000
0.000003
0.000006
...
28.047337
-1.885800
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15674
2017-03-31
63259240.0
11.680250
66.618500
29.874875
-8.343500
5.845125
11.086750
0.000003
0.000006
...
29.048350
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15675
2017-03-31
63259260.0
11.514625
69.493250
30.027625
-4.889625
-29.803625
30.370375
0.000003
0.000006
...
29.295099
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15676
2017-03-31
63348720.0
14.531875
51.841875
28.395625
37.919000
-18.311250
42.449125
0.000017
0.000011
...
27.898946
-1.444446
0.020225
0.094061
0.141574
0.658427
0.016303
0.515168
13
23
15677
2017-03-31
63348750.0
8.398375
55.643250
29.008875
2.571250
25.454125
26.355875
0.000003
0.000006
...
28.144893
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15678
2017-03-31
64111550.0
19.762750
64.301500
27.579375
-6.491000
-5.845500
15.939000
0.000003
0.000005
...
27.311756
0.361613
-1.656703
-0.598166
-11.596920
-4.187159
-1.776630
-2.987051
13
23
15679
2017-03-31
64113560.0
17.815000
58.661000
28.167000
-43.153000
-5.924000
43.694625
0.000003
0.000005
...
28.046490
-0.862712
-0.069568
-0.142475
-0.486979
-0.997326
-0.079702
-0.681553
13
23
15680
2017-03-31
64115560.0
17.418375
69.049750
28.281875
-0.882500
-14.698375
17.005750
0.000003
0.000005
...
27.912761
-1.820611
NaN
NaN
NaN
NaN
NaN
NaN
13
23
5903 rows × 27 columns
In [464]:
# check the float data [done]
# think about the data structure...
In [465]:
# check nan values in the spatial-temporal info
print("---------------------------------------")
print("sampling freq: "+ str(freq) + "D")
print("length of series: ", len(floatsDF_NovMar.chlor_a))
print("---------------------------------------")
cols = floatsDF_NovMar.columns.values
for col in cols:
print("count of nans in " + col + ":" + str(floatsDF_NovMar[col].isnull().sum()) )
---------------------------------------
sampling freq: 2D
length of series: 5903
---------------------------------------
count of nans in time:0
count of nans in id:0
count of nans in lat:0
count of nans in lon:0
count of nans in temp:315
count of nans in ve:39
count of nans in vn:39
count of nans in spd:39
count of nans in var_lat:0
count of nans in var_lon:0
count of nans in var_tmp:0
count of nans in chlor_a:1240
count of nans in dist:0
count of nans in cdm:1601
count of nans in kd490:1268
count of nans in t865:1274
count of nans in par:1
count of nans in sst4:195
count of nans in chlor_a_log_e:1240
count of nans in chl_rate:1971
count of nans in chl_log_e_rate:1971
count of nans in chl_rate_week:1971
count of nans in chl_log_e_rate_week:1971
count of nans in chl_rate_stand:1971
count of nans in chl_log_e_rate_stand:1971
count of nans in week:0
count of nans in week_rotate:0
In [466]:
# plot the longevity of the typical floats
# @ref: data_coverage_LDS_modeling/data_coverage_2D_interp_LDS_chlorgithub.ipynb
id_set = floatsDF_NovMar.id.unique()
print("the floats' ids during November-March are: \n ---------- \n", id_set)
### chl-a plots for each float ###
print("\n ------ chl-a plots for each float ------ \n")
plt.figure(figsize=(8,6))
for i in id_set:
floatsDF_NovMar[floatsDF_NovMar.id == i].plot(x='time', y ='chlor_a', title=('id - %d' % i) )
plt.show();
plt.close("all")
the floats' ids during November-March are:
----------
[ 1.02060000e+04 1.10890000e+04 1.57070000e+04 3.43150000e+04
3.47100000e+04 3.47210000e+04 3.47090000e+04 2.71390000e+04
3.65300000e+04 3.42230000e+04 3.43740000e+04 4.37440000e+04
4.37460000e+04 4.37480000e+04 4.39950000e+04 5.33630000e+04
5.33650000e+04 5.33660000e+04 5.33670000e+04 4.64720000e+04
5.43710000e+04 5.33520000e+04 5.79390000e+04 5.79400000e+04
5.93710000e+04 5.93720000e+04 5.93730000e+04 4.35980000e+04
6.22010000e+04 6.22020000e+04 6.25560000e+04 6.25570000e+04
6.25580000e+04 6.25550000e+04 6.21980000e+04 6.30360000e+04
6.21950000e+04 6.21930000e+04 6.25530000e+04 5.93650000e+04
5.93670000e+04 7.06970000e+04 7.06990000e+04 5.93630000e+04
7.06950000e+04 6.30680000e+04 6.30690000e+04 6.30710000e+04
6.30740000e+04 6.30750000e+04 6.30760000e+04 6.39280000e+04
6.39290000e+04 6.39350000e+04 6.39300000e+04 5.93690000e+04
5.93680000e+04 4.02730000e+04 7.26340000e+04 7.30770000e+04
7.26330000e+04 7.30760000e+04 7.51420000e+04 7.26380000e+04
7.11600000e+04 5.92130000e+04 5.92150000e+04 5.93940000e+04
7.11580000e+04 7.11590000e+04 7.11620000e+04 7.30790000e+04
7.11610000e+04 4.57480000e+04 7.11380000e+04 7.51370000e+04
7.51380000e+04 7.51410000e+04 7.11390000e+04 7.11400000e+04
7.11410000e+04 7.11420000e+04 7.51400000e+04 7.09520000e+04
6.04920000e+04 7.91840000e+04 7.91880000e+04 7.93220000e+04
7.91850000e+04 8.19960000e+04 8.19380000e+04 9.86790000e+04
3.09867800e+06 3.09868200e+06 3.09867100e+06 9.86740000e+04
9.86720000e+04 9.86730000e+04 8.34990000e+04 9.05130000e+04
9.86760000e+04 8.18280000e+04 8.86510000e+04 8.86520000e+04
8.86710000e+04 5.40380000e+04 5.40170000e+04 8.18240000e+04
3.76410000e+04 4.13170000e+04 4.25190000e+04 1.01609000e+05
1.09404000e+05 6.06562000e+07 6.09419600e+07 6.09429700e+07
6.09469600e+07 6.09479700e+07 1.16006000e+05 6.00774500e+07
6.00734600e+07 6.00744400e+07 6.06572000e+07 1.16463000e+05
1.16467000e+05 1.16468000e+05 1.16464000e+05 1.16465000e+05
1.16187000e+05 1.16466000e+05 6.06581900e+07 6.04545000e+07
1.09544000e+05 6.06591100e+07 6.06591200e+07 6.09429600e+07
6.09449700e+07 6.06591900e+07 6.06592000e+07 6.09409600e+07
6.09479600e+07 1.09290000e+05 1.14553000e+05 1.14556000e+05
1.14559000e+05 1.14575000e+05 1.16184000e+05 1.26933000e+05
1.26935000e+05 1.35776000e+05 1.35780000e+05 6.09419700e+07
6.09439700e+07 1.16212000e+05 1.16345000e+05 1.14874000e+05
1.14875000e+05 1.14876000e+05 1.14945000e+05 1.27055000e+05
1.47127000e+05 1.14917000e+05 6.01504200e+07 1.14873000e+05
1.27429000e+05 1.47144000e+05 1.47145000e+05 6.33487000e+07
6.33510000e+07 6.33530300e+07 6.33540000e+07 6.33540100e+07
6.33540400e+07 6.41135600e+07 6.33479400e+07 6.41155600e+07
6.41136000e+07 6.23219900e+07 1.47136000e+05 1.47142000e+05
1.47148000e+05 6.33487200e+07 6.33486800e+07 6.33550300e+07
6.33550400e+07 6.33550500e+07 6.33487500e+07 6.32548300e+07
6.32551800e+07 6.32552000e+07 1.45716000e+05 1.45717000e+05
1.45719000e+05 1.45731000e+05 6.32589000e+07 6.32548500e+07
6.32558600e+07 6.32588700e+07 6.32588800e+07 6.32589500e+07
6.32591800e+07 6.32591900e+07 6.32592000e+07 6.32592300e+07
6.32592400e+07 6.32592600e+07 6.41115500e+07 6.32548600e+07]
------ chl-a plots for each float ------
<matplotlib.figure.Figure at 0x12b787e10>
/Users/vyan2000/local/miniconda3/envs/condapython3/lib/python3.5/site-packages/matplotlib/axes/_base.py:2917: UserWarning: Attempting to set identical left==right results
in singular transformations; automatically expanding.
left=0.0, right=0.0
'left=%s, right=%s') % (left, right))
In [401]:
''' the .loc !!!!!
mask = (floatsDF_NovMar.id == 27139)
floatsDF_NovMar.loc[mask,'id'] = floatsDF_NovMar.loc[mask,'id']+0.5
floatsDF_NovMar[floatsDF_NovMar.id ==27139.5]
'''
Out[401]:
time
id
lat
lon
temp
ve
vn
spd
var_lat
var_lon
...
sst4
chlor_a_log_e
chl_rate
chl_log_e_rate
chl_rate_week
chl_log_e_rate_week
chl_rate_stand
chl_log_e_rate_stand
week
week_rotate
1134
2003-01-14
27139.5
22.417000
62.367000
24.957000
NaN
NaN
NaN
0.000125
0.000266
...
24.164690
0.432273
NaN
NaN
NaN
NaN
NaN
NaN
3
13
1139
2003-01-16
27139.5
22.139875
62.372000
24.906625
-9.014250
-31.650125
35.948000
0.000070
0.000132
...
24.114304
NaN
NaN
NaN
NaN
NaN
NaN
NaN
3
13
1144
2003-01-18
27139.5
21.724375
61.937500
24.969625
-38.863375
-18.454750
44.124000
0.000076
0.000148
...
24.312990
-0.509177
NaN
NaN
NaN
NaN
NaN
NaN
3
13
1149
2003-01-20
27139.5
21.598375
61.027125
25.142000
-62.931375
3.553875
63.582125
0.000064
0.000124
...
23.323134
-0.288075
0.074358
0.110551
0.520506
0.773860
0.074181
0.598598
4
14
1154
2003-01-22
27139.5
21.720625
60.176375
25.071875
-33.343375
2.043375
35.079250
0.000068
0.000132
...
23.989075
-0.097728
0.078595
0.095173
0.550164
0.666213
0.078711
0.520795
4
14
1159
2003-01-24
27139.5
21.598250
59.851250
25.016125
-15.175125
-14.503125
21.448125
0.000066
0.000122
...
23.956607
0.058619
0.076738
0.078174
0.537166
0.547216
0.076725
0.434788
4
14
1164
2003-01-26
27139.5
21.189000
59.590875
25.175750
-10.136750
-36.525625
38.822000
0.000110
0.000238
...
24.227811
0.414439
0.226575
0.177910
1.586025
1.245369
0.236928
0.939388
4
14
1169
2003-01-28
27139.5
20.691000
59.599375
25.059750
0.409500
-22.570125
24.534250
0.000265
0.000704
...
22.830950
0.421703
0.005517
0.003632
0.038618
0.025423
0.000577
0.057655
5
15
1173
2003-01-30
27139.5
20.358000
59.467875
25.045000
-12.887750
-24.344625
28.022000
0.000096
0.000197
...
23.835721
0.351475
-0.051696
-0.035114
-0.361875
-0.245796
-0.060594
-0.138373
5
15
1177
2003-02-01
27139.5
19.944500
59.220375
25.029125
-12.602375
-28.473625
31.418250
0.000098
0.000200
...
23.814299
-0.006774
-0.213956
-0.179124
-1.497695
-1.253870
-0.234079
-0.866973
5
15
1181
2003-02-03
27139.5
19.538125
59.085625
24.876250
-4.357750
-23.081625
23.939500
0.000095
0.000192
...
24.489620
-0.325920
-0.135693
-0.159573
-0.949852
-1.117012
-0.150401
-0.768057
6
16
1185
2003-02-05
27139.5
19.141500
59.185875
24.760375
22.052875
-26.511875
35.822750
0.000130
0.000284
...
24.194999
0.215428
0.259265
0.270674
1.814854
1.894718
0.271879
1.408715
6
16
1189
2003-02-07
27139.5
18.869625
59.754625
24.992000
38.450000
-3.047375
39.878000
0.000057
0.000108
...
24.455406
0.680209
0.366949
0.232391
2.568644
1.626734
0.387012
1.215026
6
16
1192
2003-02-09
27139.5
19.052000
60.211750
25.457875
16.694500
24.097250
30.447000
0.000065
0.000123
...
24.390497
1.071241
0.472354
0.195516
3.306476
1.368609
0.499709
1.028462
6
16
1195
2003-02-11
27139.5
19.542000
60.311625
25.019875
-4.848000
36.224875
36.932000
0.000060
0.000109
...
24.519573
0.733008
-0.418833
-0.169116
-2.931831
-1.183813
-0.453128
-0.816339
7
17
1198
2003-02-13
27139.5
20.066625
60.070375
25.396625
-23.666375
24.676000
35.776875
0.000078
0.000152
...
24.771523
1.553100
1.322383
0.410046
9.256683
2.870322
1.408541
2.113847
7
17
1201
2003-02-15
27139.5
20.185125
59.702750
25.150625
-15.307625
-7.869750
18.928500
0.000106
0.000219
...
25.116164
0.222349
-1.738546
-0.665375
-12.169820
-4.657628
-1.864135
-3.327089
7
17
1204
2003-02-17
27139.5
20.026875
59.579875
24.879500
-5.702500
-6.073875
11.524625
0.000073
0.000141
...
24.011844
-0.614814
-0.354133
-0.418582
-2.478932
-2.930072
-0.383952
-2.078473
8
18
1207
2003-02-19
27139.5
20.074875
59.441000
24.676125
-9.192125
9.641875
13.783750
0.000078
0.000152
...
23.835913
0.009527
0.234415
0.312170
1.640908
2.185193
0.245310
1.618660
8
18
1210
2003-02-21
27139.5
20.162750
59.229875
24.750875
-15.740375
-1.733500
16.887875
0.000099
0.000206
...
24.190169
1.183801
1.128598
0.587137
7.900183
4.109960
1.201350
3.009814
8
18
1213
2003-02-23
27139.5
20.008750
58.967750
25.309250
-16.195625
-18.022250
24.447375
0.000177
0.000415
...
24.484776
1.161314
-0.036320
-0.011244
-0.254242
-0.078705
-0.044154
-0.017606
8
18
1216
2003-02-25
27139.5
19.597750
58.776125
25.358750
-1.383500
-33.968250
35.268125
0.000466
0.001362
...
23.608783
2.764783
6.340731
0.801734
44.385116
5.612141
6.774044
4.095537
9
19
1219
2003-02-27
27139.5
19.020125
59.048875
25.443250
36.257250
-37.648000
53.199750
0.000069
0.000132
...
24.347106
2.643680
-0.905359
-0.060551
-6.337510
-0.423858
-0.973310
-0.267070
9
19
1222
2003-03-01
27139.5
18.350875
59.865250
25.226750
57.584250
-49.755250
76.672000
0.000069
0.000128
...
25.290831
0.542774
-6.172049
-1.050453
-43.204344
-7.353173
-6.604335
-5.275334
9
19
1225
2003-03-03
27139.5
17.751250
60.635000
24.969250
28.171750
-20.270375
34.819875
0.000165
0.000377
...
24.868544
-0.131403
-0.421954
-0.337088
-2.953680
-2.359618
-0.456465
-1.666169
10
20
1228
2003-03-05
27139.5
17.585875
60.828500
25.000500
2.703000
-5.445375
7.329875
0.000087
0.000174
...
24.132833
1.107642
1.075173
0.619522
7.526210
4.336655
1.144229
3.173661
10
20
1231
2003-03-07
27139.5
17.634250
60.865250
25.357625
3.460375
13.439250
15.354000
0.000174
0.000416
...
25.011995
1.726017
1.295511
0.309188
9.068576
2.164314
1.379809
1.603570
10
20
1234
2003-03-09
27139.5
18.006250
60.904000
25.722625
-2.729250
29.697625
31.675375
0.000064
0.000120
...
25.462833
0.563045
-1.931110
-0.581486
-13.517770
-4.070401
-2.070020
-2.902662
10
20
1237
2003-03-11
27139.5
18.239250
60.822375
26.751000
-1.706000
-1.962750
10.577375
0.000065
0.000121
...
25.562557
2.468396
5.023742
0.952675
35.166193
6.668727
5.365949
4.859200
11
21
1240
2003-03-13
27139.5
18.101875
60.846250
26.939750
2.660500
-9.932500
10.844875
0.000102
0.000209
...
26.333365
1.803095
-2.867547
-0.332650
-20.072831
-2.328552
-3.071237
-1.643715
11
21
1243
2003-03-15
27139.5
18.021250
60.877250
26.693875
1.149000
-1.886875
7.063625
0.000096
0.000195
...
26.114021
-0.030380
-2.549162
-0.916738
-17.844136
-6.417164
-2.730827
-4.598820
11
21
1247
2003-03-17
27139.5
18.086250
60.986000
26.688375
7.114250
16.852750
23.878500
0.000062
0.000115
...
26.029923
-0.043640
-0.006389
-0.006630
-0.044722
-0.046408
-0.012152
0.005738
12
22
1251
2003-03-19
27139.5
18.413375
60.977000
27.065875
-3.325000
16.029625
17.606250
0.000104
0.000215
...
25.500735
-0.183687
-0.062551
-0.070024
-0.437859
-0.490166
-0.072200
-0.314995
12
22
1256
2003-03-21
27139.5
18.459375
60.941375
27.246125
-0.630250
-12.802125
14.650875
0.000068
0.000126
...
26.189371
-0.444525
-0.095534
-0.130419
-0.668735
-0.912932
-0.107464
-0.620555
12
22
1260
2003-03-23
27139.5
18.124875
60.964875
27.394500
2.970125
-21.604000
22.060750
0.000156
0.000376
...
26.626130
-0.698534
-0.071907
-0.127004
-0.503352
-0.889031
-0.082203
-0.603281
12
22
1264
2003-03-25
27139.5
17.917625
60.999750
27.836500
3.498750
-5.718000
8.422625
0.000172
0.000427
...
27.557317
-0.786299
-0.020893
-0.043882
-0.146252
-0.307177
-0.027660
-0.182737
13
23
1268
2003-03-27
27139.5
17.908875
61.127125
28.367500
12.170000
3.305125
13.390875
0.000084
0.000166
...
27.743270
-1.006204
-0.044962
-0.109953
-0.314733
-0.769670
-0.053393
-0.517011
13
23
1272
2003-03-29
27139.5
18.002375
61.352625
28.481750
10.308750
10.453500
16.229750
0.000070
0.000132
...
27.350837
-1.107826
-0.017664
-0.050811
-0.123647
-0.355674
-0.024207
-0.217789
13
23
1276
2003-03-31
27139.5
18.224125
61.411875
28.579875
-1.166125
13.904625
14.436250
0.000097
0.000196
...
27.931393
-1.006112
0.017681
0.050857
0.123765
0.355998
0.013583
0.296583
14
24
1530
2003-11-06
27139.5
7.504857
74.797143
29.173429
-32.274571
-0.156571
33.962714
0.000080
0.000218
...
NaN
NaN
NaN
NaN
NaN
NaN
NaN
NaN
45
2
1531
2003-11-08
27139.5
7.654125
74.346375
29.146000
-28.933000
14.093500
32.759500
0.000084
0.000221
...
NaN
-1.158322
NaN
NaN
NaN
NaN
NaN
NaN
45
2
1532
2003-11-10
27139.5
7.946375
73.909000
29.361875
-12.909000
14.946375
29.887375
0.000079
0.000212
...
28.434999
-1.718989
-0.067383
-0.280333
-0.471678
-1.962332
-0.077365
-1.379025
46
3
1533
2003-11-12
27139.5
7.959875
73.721375
29.680875
-27.751125
7.352875
35.625500
0.000136
0.000424
...
28.319621
-1.361111
0.038564
0.178939
0.269950
1.252572
0.035911
0.944595
46
3
1534
2003-11-14
27139.5
8.196250
73.404250
29.815625
-13.993000
7.129125
24.936750
0.000070
0.000194
...
27.613003
-0.710894
0.117414
0.325108
0.821901
2.275758
0.120216
1.684118
46
3
1535
2003-11-16
27139.5
8.247500
73.158000
29.615250
-19.312000
7.909667
21.226000
0.000055
0.000141
...
28.742499
-1.311154
-0.110848
-0.300130
-0.775935
-2.100908
-0.123837
-1.479182
46
3
45 rows × 27 columns
In [ ]:
### preprocess criteria
# convert all the time indices into datetime
# case 1a. change float id into fractions in each cycles if the float is over multiple cycles
# case 1. remove any series with 0 or 1 non-nan values
# case 2. split the float series that are too discontinuous into cont. subseries
#
#
#
#
In [467]:
# simple solution of case 1a.
# - change float id into float
# - loop through each float
# - loop through each year cycle
# - count the length of the resulting subsequence, if great>0, assign a new id
def floatIdBranchOutPrint(df):
df_tmp = df
id_set = df_tmp.id.unique()
for f in id_set:
count = 0
for year in range(2002,2018):
mask = (f == df_tmp.id) & (df_tmp.time >= (str(year) + '-11-01') ) & (df_tmp.time <= (str(year + 1) + '-03-31') )
if (len(df_tmp[mask].chlor_a) > 2) :
count = count+1
if count >1:
#print(df_tmp[mask].id)
pass
print("id ", f, " counts ", count)
return 0
floatIdBranchOutPrint(floatsDF_NovMar)
print("-------------------------------------")
print("-------- change the float id --------")
print("-------------------------------------")
def floatIdBranchOut(df):
df_tmp = df
id_set = df_tmp.id.unique()
for f in id_set:
count = 0
for year in range(2002,2018):
mask = (f == df_tmp.id) & (df_tmp.time >= (str(year) + '-11-01') ) & (df_tmp.time <= (str(year + 1) + '-03-31') )
if (len(df_tmp[mask].chlor_a) > 2) :
count = count+1
if count >1:
df_tmp.loc[mask, 'id'] = df_tmp.loc[mask,'id']+ 0.05* (count-1)
#print("id ", f, " counts ", count)
return df_tmp
floatsDF_NovMar_ID = floatIdBranchOut(floatsDF_NovMar)
floatIdBranchOutPrint(floatsDF_NovMar_ID)
# verification
# 27139/59213/71138/71139/3098682/60659120/60944970
newmask = (floatsDF_NovMar_ID.id == 60944970.05) | (floatsDF_NovMar_ID.id == 60944970.0)
print(floatsDF_NovMar_ID[newmask])
id 10206.0 counts 1
id 11089.0 counts 1
id 15707.0 counts 1
id 34315.0 counts 1
id 34710.0 counts 1
id 34721.0 counts 1
id 34709.0 counts 1
id 27139.0 counts 2
id 36530.0 counts 1
id 34223.0 counts 1
id 34374.0 counts 0
id 43744.0 counts 1
id 43746.0 counts 1
id 43748.0 counts 1
id 43995.0 counts 1
id 53363.0 counts 1
id 53365.0 counts 1
id 53366.0 counts 1
id 53367.0 counts 1
id 46472.0 counts 1
id 54371.0 counts 1
id 53352.0 counts 1
id 57939.0 counts 1
id 57940.0 counts 1
id 59371.0 counts 1
id 59372.0 counts 1
id 59373.0 counts 1
id 43598.0 counts 1
id 62201.0 counts 1
id 62202.0 counts 1
id 62556.0 counts 1
id 62557.0 counts 1
id 62558.0 counts 1
id 62555.0 counts 1
id 62198.0 counts 1
id 63036.0 counts 1
id 62195.0 counts 1
id 62193.0 counts 1
id 62553.0 counts 1
id 59365.0 counts 1
id 59367.0 counts 1
id 70697.0 counts 1
id 70699.0 counts 1
id 59363.0 counts 1
id 70695.0 counts 1
id 63068.0 counts 1
id 63069.0 counts 1
id 63071.0 counts 1
id 63074.0 counts 1
id 63075.0 counts 1
id 63076.0 counts 1
id 63928.0 counts 1
id 63929.0 counts 1
id 63935.0 counts 1
id 63930.0 counts 1
id 59369.0 counts 1
id 59368.0 counts 1
id 40273.0 counts 1
id 72634.0 counts 1
id 73077.0 counts 1
id 72633.0 counts 1
id 73076.0 counts 1
id 75142.0 counts 1
id 72638.0 counts 1
id 71160.0 counts 1
id 59213.0 counts 2
id 59215.0 counts 1
id 59394.0 counts 1
id 71158.0 counts 1
id 71159.0 counts 1
id 71162.0 counts 1
id 73079.0 counts 1
id 71161.0 counts 1
id 45748.0 counts 1
id 71138.0 counts 2
id 75137.0 counts 1
id 75138.0 counts 1
id 75141.0 counts 1
id 71139.0 counts 2
id 71140.0 counts 1
id 71141.0 counts 1
id 71142.0 counts 1
id 75140.0 counts 0
id 70952.0 counts 1
id 60492.0 counts 1
id 79184.0 counts 1
id 79188.0 counts 1
id 79322.0 counts 1
id 79185.0 counts 1
id 81996.0 counts 1
id 81938.0 counts 1
id 98679.0 counts 1
id 3098678.0 counts 1
id 3098682.0 counts 2
id 3098671.0 counts 1
id 98674.0 counts 1
id 98672.0 counts 1
id 98673.0 counts 1
id 83499.0 counts 1
id 90513.0 counts 1
id 98676.0 counts 1
id 81828.0 counts 1
id 88651.0 counts 0
id 88652.0 counts 1
id 88671.0 counts 1
id 54038.0 counts 1
id 54017.0 counts 1
id 81824.0 counts 1
id 37641.0 counts 1
id 41317.0 counts 1
id 42519.0 counts 1
id 101609.0 counts 1
id 109404.0 counts 1
id 60656200.0 counts 1
id 60941960.0 counts 1
id 60942970.0 counts 1
id 60946960.0 counts 1
id 60947970.0 counts 1
id 116006.0 counts 1
id 60077450.0 counts 1
id 60073460.0 counts 1
id 60074440.0 counts 1
id 60657200.0 counts 1
id 116463.0 counts 1
id 116467.0 counts 1
id 116468.0 counts 1
id 116464.0 counts 1
id 116465.0 counts 1
id 116187.0 counts 1
id 116466.0 counts 1
id 60658190.0 counts 1
id 60454500.0 counts 0
id 109544.0 counts 1
id 60659110.0 counts 1
id 60659120.0 counts 2
id 60942960.0 counts 1
id 60944970.0 counts 2
id 60659190.0 counts 0
id 60659200.0 counts 0
id 60940960.0 counts 1
id 60947960.0 counts 0
id 109290.0 counts 1
id 114553.0 counts 1
id 114556.0 counts 1
id 114559.0 counts 1
id 114575.0 counts 1
id 116184.0 counts 1
id 126933.0 counts 0
id 126935.0 counts 1
id 135776.0 counts 1
id 135780.0 counts 1
id 60941970.0 counts 1
id 60943970.0 counts 1
id 116212.0 counts 1
id 116345.0 counts 0
id 114874.0 counts 0
id 114875.0 counts 1
id 114876.0 counts 1
id 114945.0 counts 1
id 127055.0 counts 1
id 147127.0 counts 1
id 114917.0 counts 1
id 60150420.0 counts 1
id 114873.0 counts 1
id 127429.0 counts 1
id 147144.0 counts 1
id 147145.0 counts 1
id 63348700.0 counts 0
id 63351000.0 counts 0
id 63353030.0 counts 1
id 63354000.0 counts 1
id 63354010.0 counts 1
id 63354040.0 counts 1
id 64113560.0 counts 1
id 63347940.0 counts 1
id 64115560.0 counts 1
id 64113600.0 counts 1
id 62321990.0 counts 1
id 147136.0 counts 1
id 147142.0 counts 1
id 147148.0 counts 1
id 63348720.0 counts 1
id 63348680.0 counts 1
id 63355030.0 counts 1
id 63355040.0 counts 1
id 63355050.0 counts 1
id 63348750.0 counts 1
id 63254830.0 counts 1
id 63255180.0 counts 1
id 63255200.0 counts 1
id 145716.0 counts 1
id 145717.0 counts 1
id 145719.0 counts 1
id 145731.0 counts 1
id 63258900.0 counts 1
id 63254850.0 counts 1
id 63255860.0 counts 1
id 63258870.0 counts 1
id 63258880.0 counts 1
id 63258950.0 counts 1
id 63259180.0 counts 1
id 63259190.0 counts 1
id 63259200.0 counts 1
id 63259230.0 counts 1
id 63259240.0 counts 1
id 63259260.0 counts 1
id 64111550.0 counts 1
id 63254860.0 counts 0
-------------------------------------
-------- change the float id --------
-------------------------------------
id 10206.0 counts 1
id 11089.0 counts 1
id 15707.0 counts 1
id 34315.0 counts 1
id 34710.0 counts 1
id 34721.0 counts 1
id 34709.0 counts 1
id 27139.0 counts 1
id 36530.0 counts 1
id 34223.0 counts 1
id 34374.0 counts 0
id 27139.05 counts 1
id 43744.0 counts 1
id 43746.0 counts 1
id 43748.0 counts 1
id 43995.0 counts 1
id 53363.0 counts 1
id 53365.0 counts 1
id 53366.0 counts 1
id 53367.0 counts 1
id 46472.0 counts 1
id 54371.0 counts 1
id 53352.0 counts 1
id 57939.0 counts 1
id 57940.0 counts 1
id 59371.0 counts 1
id 59372.0 counts 1
id 59373.0 counts 1
id 43598.0 counts 1
id 62201.0 counts 1
id 62202.0 counts 1
id 62556.0 counts 1
id 62557.0 counts 1
id 62558.0 counts 1
id 62555.0 counts 1
id 62198.0 counts 1
id 63036.0 counts 1
id 62195.0 counts 1
id 62193.0 counts 1
id 62553.0 counts 1
id 59365.0 counts 1
id 59367.0 counts 1
id 70697.0 counts 1
id 70699.0 counts 1
id 59363.0 counts 1
id 70695.0 counts 1
id 63068.0 counts 1
id 63069.0 counts 1
id 63071.0 counts 1
id 63074.0 counts 1
id 63075.0 counts 1
id 63076.0 counts 1
id 63928.0 counts 1
id 63929.0 counts 1
id 63935.0 counts 1
id 63930.0 counts 1
id 59369.0 counts 1
id 59368.0 counts 1
id 40273.0 counts 1
id 72634.0 counts 1
id 73077.0 counts 1
id 72633.0 counts 1
id 73076.0 counts 1
id 75142.0 counts 1
id 72638.0 counts 1
id 71160.0 counts 1
id 59213.0 counts 1
id 59215.0 counts 1
id 59394.0 counts 1
id 71158.0 counts 1
id 71159.0 counts 1
id 71162.0 counts 1
id 73079.0 counts 1
id 71161.0 counts 1
id 45748.0 counts 1
id 71138.0 counts 1
id 75137.0 counts 1
id 75138.0 counts 1
id 75141.0 counts 1
id 71139.0 counts 1
id 71140.0 counts 1
id 71141.0 counts 1
id 71142.0 counts 1
id 75140.0 counts 0
id 59213.05 counts 1
id 70952.0 counts 1
id 71138.05 counts 1
id 71139.05 counts 1
id 60492.0 counts 1
id 79184.0 counts 1
id 79188.0 counts 1
id 79322.0 counts 1
id 79185.0 counts 1
id 81996.0 counts 1
id 81938.0 counts 1
id 98679.0 counts 1
id 3098678.0 counts 1
id 3098682.0 counts 1
id 3098671.0 counts 1
id 98674.0 counts 1
id 98672.0 counts 1
id 98673.0 counts 1
id 83499.0 counts 1
id 3098682.05 counts 1
id 90513.0 counts 1
id 98676.0 counts 1
id 81828.0 counts 1
id 88651.0 counts 0
id 88652.0 counts 1
id 88671.0 counts 1
id 54038.0 counts 1
id 54017.0 counts 1
id 81824.0 counts 1
id 37641.0 counts 1
id 41317.0 counts 1
id 42519.0 counts 1
id 101609.0 counts 1
id 109404.0 counts 1
id 60656200.0 counts 1
id 60941960.0 counts 1
id 60942970.0 counts 1
id 60946960.0 counts 1
id 60947970.0 counts 1
id 116006.0 counts 1
id 60077450.0 counts 1
id 60073460.0 counts 1
id 60074440.0 counts 1
id 60657200.0 counts 1
id 116463.0 counts 1
id 116467.0 counts 1
id 116468.0 counts 1
id 116464.0 counts 1
id 116465.0 counts 1
id 116187.0 counts 1
id 116466.0 counts 1
id 60658190.0 counts 1
id 60454500.0 counts 0
id 109544.0 counts 1
id 60659110.0 counts 1
id 60659120.0 counts 1
id 60942960.0 counts 1
id 60944970.0 counts 1
id 60659190.0 counts 0
id 60659200.0 counts 0
id 60940960.0 counts 1
id 60947960.0 counts 0
id 109290.0 counts 1
id 114553.0 counts 1
id 114556.0 counts 1
id 114559.0 counts 1
id 114575.0 counts 1
id 116184.0 counts 1
id 126933.0 counts 0
id 126935.0 counts 1
id 135776.0 counts 1
id 135780.0 counts 1
id 60941970.0 counts 1
id 60943970.0 counts 1
id 60944970.05 counts 1
id 60659120.05 counts 1
id 116212.0 counts 1
id 116345.0 counts 0
id 114874.0 counts 0
id 114875.0 counts 1
id 114876.0 counts 1
id 114945.0 counts 1
id 127055.0 counts 1
id 147127.0 counts 1
id 114917.0 counts 1
id 60150420.0 counts 1
id 114873.0 counts 1
id 127429.0 counts 1
id 147144.0 counts 1
id 147145.0 counts 1
id 63348700.0 counts 0
id 63351000.0 counts 0
id 63353030.0 counts 1
id 63354000.0 counts 1
id 63354010.0 counts 1
id 63354040.0 counts 1
id 64113560.0 counts 1
id 63347940.0 counts 1
id 64115560.0 counts 1
id 64113600.0 counts 1
id 62321990.0 counts 1
id 147136.0 counts 1
id 147142.0 counts 1
id 147148.0 counts 1
id 63348720.0 counts 1
id 63348680.0 counts 1
id 63355030.0 counts 1
id 63355040.0 counts 1
id 63355050.0 counts 1
id 63348750.0 counts 1
id 63254830.0 counts 1
id 63255180.0 counts 1
id 63255200.0 counts 1
id 145716.0 counts 1
id 145717.0 counts 1
id 145719.0 counts 1
id 145731.0 counts 1
id 63258900.0 counts 1
id 63254850.0 counts 1
id 63255860.0 counts 1
id 63258870.0 counts 1
id 63258880.0 counts 1
id 63258950.0 counts 1
id 63259180.0 counts 1
id 63259190.0 counts 1
id 63259200.0 counts 1
id 63259230.0 counts 1
id 63259240.0 counts 1
id 63259260.0 counts 1
id 64111550.0 counts 1
id 63254860.0 counts 0
time id lat lon temp ve \
10053 2014-03-15 60944970.00 14.311000 61.543000 26.499800 -8.477250
10065 2014-03-17 60944970.00 14.173000 61.395875 26.327750 -13.427625
10077 2014-03-19 60944970.00 14.062000 61.248250 26.297250 -4.667750
10089 2014-03-21 60944970.00 13.851375 61.246750 26.982625 3.211875
10101 2014-03-23 60944970.00 13.556625 61.272625 27.309875 -1.607375
10112 2014-03-25 60944970.00 13.245250 61.112875 27.263500 -14.220875
10123 2014-03-27 60944970.00 12.875250 60.856750 27.508500 -20.478250
10137 2014-03-29 60944970.00 12.667125 60.465250 27.372250 -27.957375
10152 2014-03-31 60944970.00 12.688500 60.187500 27.813125 -14.015250
12468 2014-11-12 60944970.05 7.626625 74.836875 29.312375 -20.308125
12480 2014-11-14 60944970.05 7.831250 74.454000 29.235500 -30.748500
12492 2014-11-16 60944970.05 8.238500 74.121750 29.433500 -9.908500
12505 2014-11-18 60944970.05 8.447875 73.811000 29.369000 -26.798375
12517 2014-11-20 60944970.05 8.901875 73.681750 29.285375 -0.570875
12529 2014-11-22 60944970.05 9.184125 73.639250 29.196500 7.900500
12542 2014-11-24 60944970.05 9.282750 73.721750 29.091125 -2.258125
12555 2014-11-26 60944970.05 9.500500 73.795375 29.148375 4.760875
12568 2014-11-28 60944970.05 9.653000 73.855750 29.167500 9.191250
12580 2014-11-30 60944970.05 9.682000 73.935000 29.080875 -0.770875
12591 2014-12-02 60944970.05 9.773500 73.990875 29.091250 6.042375
12602 2014-12-04 60944970.05 9.706750 73.986375 29.186125 1.027375
12613 2014-12-06 60944970.05 9.556000 74.174250 29.283875 19.456000
12624 2014-12-08 60944970.05 9.375500 74.540750 29.320750 27.633000
12635 2014-12-10 60944970.05 9.164750 74.883250 29.035250 25.208250
12761 2015-01-05 60944970.05 10.342500 74.924000 28.509500 -39.890000
12772 2015-01-07 60944970.05 10.622375 74.436375 28.428375 -54.314500
12783 2015-01-09 60944970.05 11.090750 73.657250 28.413375 -36.916125
12793 2015-01-11 60944970.05 11.388625 73.223125 28.341375 -19.934250
12803 2015-01-13 60944970.05 11.664000 72.988750 28.300625 -10.992875
12813 2015-01-15 60944970.05 12.174000 72.990750 28.346500 17.738250
12823 2015-01-17 60944970.05 12.972750 73.441000 28.394625 28.438875
12832 2015-01-19 60944970.05 13.666375 73.613250 28.351375 -4.691875
12841 2015-01-21 60944970.05 14.187250 73.564125 28.000125 2.186250
12850 2015-01-23 60944970.05 14.265250 73.627125 28.396500 2.126000
12859 2015-01-25 60944970.05 14.075250 73.646750 28.527000 -1.261000
12868 2015-01-27 60944970.05 13.941625 73.590375 28.547875 -1.350000
12877 2015-01-29 60944970.05 13.971125 73.616250 28.629625 -0.710375
12886 2015-01-31 60944970.05 13.989500 73.580875 28.660125 -1.159500
12895 2015-02-02 60944970.05 13.971800 73.538600 28.626400 -5.614500
vn spd var_lat var_lon ... sst4 \
10053 -10.268500 13.406000 0.000003 0.000006 ... 25.606078
10065 -7.758875 16.596625 0.000003 0.000006 ... 25.027042
10077 -9.574000 11.348250 0.000003 0.000006 ... 26.082721
10089 -17.650125 18.454625 0.000003 0.000006 ... 26.560284
10101 -20.227500 20.867500 0.000003 0.000006 ... 26.805137
10112 -20.688125 25.435000 0.000003 0.000006 ... 27.418842
10123 -18.762500 30.333375 0.000003 0.000006 ... 26.892639
10137 -3.974500 35.393250 0.000003 0.000006 ... 26.860775
10152 -0.904125 22.289125 0.000003 0.000006 ... 27.290245
12468 16.009875 26.751750 0.000002 0.000006 ... 28.654088
12480 20.185875 37.567500 0.000002 0.000006 ... 27.659999
12492 18.679500 22.844250 0.000002 0.000006 ... 27.666199
12505 27.024125 43.119250 0.000002 0.000006 ... 28.384579
12517 16.634625 19.560375 0.000002 0.000006 ... NaN
12529 15.168500 24.737750 0.000002 0.000006 ... NaN
12542 13.278000 20.381750 0.000002 0.000005 ... NaN
12555 8.140375 12.566875 0.000002 0.000006 ... NaN
12568 4.772250 14.365125 0.000002 0.000006 ... NaN
12580 7.204250 9.571125 0.000002 0.000006 ... 27.544999
12591 -1.206500 8.513750 0.000002 0.000006 ... 27.233828
12602 -5.662000 10.656375 0.000002 0.000006 ... 28.762200
12613 -11.895625 23.059125 0.000002 0.000006 ... 28.879103
12624 -12.962875 30.726500 0.000002 0.000006 ... 27.978057
12635 -26.389000 36.557750 0.000002 0.000006 ... NaN
12761 16.935000 43.394500 0.000002 0.000006 ... 27.865929
12772 34.943750 64.981000 0.000002 0.000006 ... 27.999205
12783 22.451875 43.647625 0.000002 0.000006 ... 28.003304
12793 16.488375 26.668875 0.000002 0.000006 ... 28.373820
12803 20.862875 24.204375 0.000002 0.000006 ... 28.000328
12813 48.805125 52.640000 0.000002 0.000006 ... 28.073049
12823 45.807875 54.110125 0.000002 0.000006 ... 28.127708
12832 43.070500 43.605125 0.000002 0.000006 ... 28.171986
12841 19.819250 21.490875 0.000002 0.000006 ... 27.876876
12850 -7.750750 9.962750 0.000002 0.000006 ... 26.987367
12859 -12.576375 13.848625 0.000002 0.000006 ... 28.265975
12868 -3.090375 7.944625 0.000002 0.000006 ... 28.472475
12877 3.508375 8.174250 0.000002 0.000006 ... 27.613535
12886 -1.223625 2.473375 0.000002 0.000006 ... 28.501678
12895 -3.016250 7.377250 0.000002 0.000006 ... 28.408420
chlor_a_log_e chl_rate chl_log_e_rate chl_rate_week \
10053 0.442939 NaN NaN NaN
10065 0.181812 -0.178944 -0.130564 -1.252611
10077 0.006380 -0.096494 -0.087716 -0.675461
10089 -0.018411 -0.012321 -0.012395 -0.086248
10101 -0.013593 0.002371 0.002409 0.016594
10112 -0.408720 -0.160999 -0.197563 -1.126995
10123 -0.681795 -0.079396 -0.136537 -0.555770
10137 -0.850773 -0.039312 -0.084489 -0.275184
10152 -0.813473 0.008116 0.018650 0.056809
12468 NaN NaN NaN NaN
12480 -2.020601 NaN NaN NaN
12492 -2.141094 -0.007525 -0.060246 -0.052673
12505 NaN NaN NaN NaN
12517 NaN NaN NaN NaN
12529 NaN NaN NaN NaN
12542 NaN NaN NaN NaN
12555 NaN NaN NaN NaN
12568 NaN NaN NaN NaN
12580 NaN NaN NaN NaN
12591 -1.771837 NaN NaN NaN
12602 NaN NaN NaN NaN
12613 -1.837360 NaN NaN NaN
12624 -1.953026 -0.008697 -0.057833 -0.060876
12635 NaN NaN NaN NaN
12761 -1.960301 NaN NaN NaN
12772 NaN NaN NaN NaN
12783 NaN NaN NaN NaN
12793 -1.897883 NaN NaN NaN
12803 -1.979620 -0.005882 -0.040869 -0.041174
12813 -2.066122 -0.005723 -0.043251 -0.040060
12823 -2.127513 -0.003771 -0.030696 -0.026400
12832 -1.899455 0.015258 0.114029 0.106809
12841 -1.940217 -0.002989 -0.020381 -0.020921
12850 -1.720169 0.017682 0.110024 0.123771
12859 -1.813990 -0.008017 -0.046911 -0.056117
12868 -1.889878 -0.005956 -0.037944 -0.041693
12877 -1.834679 0.004287 0.027599 0.030011
12886 NaN NaN NaN NaN
12895 -1.766076 NaN NaN NaN
chl_log_e_rate_week chl_rate_stand chl_log_e_rate_stand week \
10053 NaN NaN NaN 11
10065 -0.913945 -0.196645 -0.621287 12
10077 -0.614014 -0.108491 -0.404508 12
10089 -0.086767 -0.018495 -0.023432 12
10101 0.016862 -0.002787 0.051467 12
10112 -1.382944 -0.177458 -0.960264 13
10123 -0.955761 -0.090209 -0.651510 13
10137 -0.591424 -0.047353 -0.388181 13
10152 0.130550 0.003356 0.133636 14
12468 NaN NaN NaN 46
12480 NaN NaN NaN 46
12492 -0.421724 -0.013367 -0.265527 46
12505 NaN NaN NaN 47
12517 NaN NaN NaN 47
12529 NaN NaN NaN 47
12542 NaN NaN NaN 48
12555 NaN NaN NaN 48
12568 NaN NaN NaN 48
12580 NaN NaN NaN 48
12591 NaN NaN NaN 49
12602 NaN NaN NaN 49
12613 NaN NaN NaN 49
12624 -0.404830 -0.014619 -0.253317 50
12635 NaN NaN NaN 50
12761 NaN NaN NaN 2
12772 NaN NaN NaN 2
12783 NaN NaN NaN 2
12793 NaN NaN NaN 2
12803 -0.286080 -0.011610 -0.167489 3
12813 -0.302757 -0.011440 -0.179542 3
12823 -0.214870 -0.009354 -0.116021 3
12832 0.798202 0.010993 0.616192 4
12841 -0.142667 -0.008517 -0.063835 4
12850 0.770171 0.013584 0.595932 4
12859 -0.328375 -0.013893 -0.198058 4
12868 -0.265609 -0.011689 -0.152693 5
12877 0.193196 -0.000737 0.178915 5
12886 NaN NaN NaN 5
12895 NaN NaN NaN 6
week_rotate
10053 21
10065 22
10077 22
10089 22
10101 22
10112 23
10123 23
10137 23
10152 24
12468 3
12480 3
12492 3
12505 4
12517 4
12529 4
12542 5
12555 5
12568 5
12580 5
12591 6
12602 6
12613 6
12624 7
12635 7
12761 12
12772 12
12783 12
12793 12
12803 13
12813 13
12823 13
12832 14
12841 14
12850 14
12859 14
12868 15
12877 15
12886 15
12895 16
[39 rows x 27 columns]
In [ ]:
In [470]:
# solution of case 1
# remove any series with 0 or 1 non-nan values
id_set2 = floatsDF_NovMar_ID.id.unique()
for i in id_set2:
if floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == i].chlor_a.count() < 2:
floatsDF_NovMar_ID = floatsDF_NovMar_ID[floatsDF_NovMar_ID.id != i]
# verify the float id
print(["{0:0.2f}".format(i) for i in floatsDF_NovMar_ID.id.unique()] )
['10206.00', '11089.00', '15707.00', '34315.00', '34710.00', '34721.00', '34709.00', '27139.00', '36530.00', '34223.00', '27139.05', '43744.00', '43746.00', '43748.00', '43995.00', '53363.00', '53365.00', '53366.00', '53367.00', '46472.00', '54371.00', '53352.00', '57939.00', '57940.00', '59371.00', '59372.00', '59373.00', '43598.00', '62201.00', '62202.00', '62556.00', '62557.00', '62558.00', '62555.00', '62198.00', '63036.00', '62195.00', '62193.00', '62553.00', '59365.00', '59367.00', '70697.00', '70699.00', '59363.00', '70695.00', '63068.00', '63069.00', '63071.00', '63074.00', '63075.00', '63076.00', '63928.00', '63929.00', '63935.00', '63930.00', '59369.00', '59368.00', '40273.00', '72634.00', '73077.00', '72633.00', '73076.00', '75142.00', '72638.00', '71160.00', '59213.00', '59215.00', '59394.00', '71158.00', '71159.00', '71162.00', '73079.00', '71161.00', '45748.00', '71138.00', '75137.00', '75138.00', '75141.00', '71139.00', '71140.00', '71141.00', '71142.00', '59213.05', '70952.00', '71138.05', '71139.05', '60492.00', '79184.00', '79188.00', '79322.00', '79185.00', '81996.00', '81938.00', '98679.00', '3098678.00', '3098682.00', '3098671.00', '98674.00', '98672.00', '98673.00', '83499.00', '3098682.05', '90513.00', '98676.00', '81828.00', '88652.00', '88671.00', '54038.00', '54017.00', '81824.00', '37641.00', '41317.00', '42519.00', '101609.00', '109404.00', '60656200.00', '60941960.00', '60942970.00', '60946960.00', '60947970.00', '116006.00', '60077450.00', '60073460.00', '60657200.00', '116463.00', '116467.00', '116468.00', '116464.00', '116465.00', '116187.00', '116466.00', '60658190.00', '60659110.00', '60659120.00', '60942960.00', '60944970.00', '60659190.00', '60940960.00', '60947960.00', '109290.00', '114553.00', '114556.00', '114559.00', '114575.00', '116184.00', '126935.00', '135776.00', '135780.00', '60941970.00', '60943970.00', '60944970.05', '116212.00', '116345.00', '114875.00', '114876.00', '114945.00', '147127.00', '114917.00', '60150420.00', '114873.00', '127429.00', '147144.00', '147145.00', '63353030.00', '63354000.00', '63354010.00', '63354040.00', '64113560.00', '63347940.00', '64115560.00', '64113600.00', '62321990.00', '147136.00', '147142.00', '147148.00', '63348720.00', '63348680.00', '63355030.00', '63355040.00', '63355050.00', '63348750.00', '63254830.00', '63255180.00', '63255200.00', '145716.00', '145717.00', '145719.00', '145731.00', '63258900.00', '63254850.00', '63255860.00', '63258870.00', '63258880.00', '63258950.00', '63259180.00', '63259190.00', '63259200.00', '63259230.00', '63259240.00', '63259260.00', '64111550.00']
In [ ]:
In [ ]:
In [ ]:
In [488]:
# solution of case 2 -- test case
# chang float id, whenever a new subfloat is generated
# necessary for selection
floatsDF_NovMar_ID.time = pd.to_datetime(floatsDF_NovMar_ID.time)
from datetime import timedelta
# temp kept, but is not touched, to be dropped
col_listLDS = ['time', 'id', 'lat', 'lon', 'temp', 've', 'vn', 'spd',
'chlor_a', 'dist', 'cdm', 'kd490', 't865',
'par', 'sst4']
# temp kept, but is not touched, to be dropped
col_listLDS_subset = ['ve', 'vn', 'spd',
'chlor_a', 'dist', 'cdm', 'kd490', 't865',
'par', 'sst4']
# test case 1:
# float id == 71140
# nan's ratio: 0.5
# split series and series end with two good values
#floatsDF_81828 = floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == 71140]
# test case 3:
# float id == 81828,
# nan's ratio: 0.61, choose threshold 0.62
# series no need to split
# floatsDF_81828 = floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == 81828]
# test case 2:
# float id == 81828,
# nan's ratio: 0.61, choose threshold 0.47
# split series and series end with one good values
floatsDF_sub_list = []
floatsDF_81828 = floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == 60947960]
print(floatsDF_81828.set_index("time").chlor_a)
print('first valid index:', floatsDF_81828.set_index("time").chlor_a.first_valid_index())
print('last valid index:',floatsDF_81828.set_index("time").chlor_a.last_valid_index())
# drop everything outside this range
head = floatsDF_81828.set_index("time").chlor_a.first_valid_index()
tail = floatsDF_81828.set_index("time").chlor_a.last_valid_index()
mask = (floatsDF_81828.time >= head) & (floatsDF_81828.time <= tail)
floatsDF_81828 = floatsDF_81828[mask]
print("-----\n head and tail of the nonnan series are identified \n")
print(floatsDF_81828.set_index("time").chlor_a)
# calculate the ratio of nans in the trimmed chlor_a series
length = len(floatsDF_81828.chlor_a)
print("length is", length)
ratio = floatsDF_81828.chlor_a.isnull().sum()/length
print("the float id is:", floatsDF_81828.id.values[0])
print("the ratio of nans in the trimmed chlor_a series", ratio)
# if nan's ratio is less than 0.47, then we interpolate the values in between
if ratio <= 0.47:
# df.interpolate()
print(floatsDF_81828['chlor_a'].interpolate(method='linear', axis=0,
limit=None, inplace=True))
#floatsDF_81828['chlor_a'].interpolate(method='linear', axis=0, limit=None,
#inplace=False).plot()
floatsDF_81828.plot(x='time', y ='chlor_a', title=('id - %d' % 81828))
print(floatsDF_81828[col_listLDS ])
### process all other variables, here we assume other variable are linear...
# + easy approach: linear interpolation, then fill forward, then fill backward
# + more dedicated approach: check ratio of each variables
print("the easy approach: linear interpolation on other var, then ffill, then bfill")
#this oneliner doesnot work:
#floatsDF_81828[col_listLDS_subset].interpolate(method='linear', axis=0,
#limit=None, inplace=True)
for col in col_listLDS_subset:
floatsDF_81828[col].interpolate(method='linear', axis=0, limit=None, inplace=True)
floatsDF_81828[col_listLDS_subset].fillna(method='ffill')
floatsDF_81828[col_listLDS_subset].fillna(method='bfill')
print("------ after preprocess completed ------")
print("------ after preprocess completed ------")
print("------ after preprocess completed ------")
print(floatsDF_81828[col_listLDS ])
# collect
floatsDF_sub_list.append(floatsDF_81828)
# if nan's ratio is bigger than 0.47, then we split the series as continuous sub-series
# while loop
if ratio > 0.47:
# loop through the time
# https://stackoverflow.com/questions/16782682/timedelta-is-not-defined
# task: collect all the contiguous subsequences in the time series
# + use time t to loop through the series
# + start with subhead = t
# + use flag = 1 to indicate that an subtail is expected
# + condition branched on whether chlor_a at time t is nan
print("head is", head)
t = head
print("t is", t)
flag = 1 # subtail is expected
subhead = t # start with a good value
while (t <= tail ):
bool_array = floatsDF_81828[floatsDF_81828.time== t].chlor_a.isnull()
if len(bool_array)==0: # there are gaps in data!!!! supposed to be a length 1 array
detect_nan = True # end of series reached, since there is a gap in data!!!!
else:
detect_nan = bool_array.values[0]
if (1 == flag) & (~detect_nan):
if (tail == t): # end of series reached
flag = 10000
subtail = t # end of series reached
mask = (floatsDF_81828.time >= subhead) & (floatsDF_81828.time <= subtail)
tmp = floatsDF_81828[mask]
tmp.plot(x='time', y ='chlor_a', title=('subseries from id - %d' % 81828))
floatsDF_sub_list.append(tmp)
else:
pass
if (1 == flag) & (detect_nan):
flag = 0
subtail = t - timedelta(freq)
# id need to be added with increment
mask = (floatsDF_81828.time >= subhead) & (floatsDF_81828.time <= subtail)
tmp = floatsDF_81828[mask]
tmp.plot(x='time', y ='chlor_a', title=('subseries from id - %d' % 81828))
floatsDF_sub_list.append(tmp)
if (0 == flag) & (detect_nan ):
pass
if (0 == flag) & (~detect_nan):
if (tail == t): # end of series reached
flag = 10000
subhead = t
subtail = t
mask = (floatsDF_81828.time >= subhead) & (floatsDF_81828.time <= subtail)
tmp = floatsDF_81828[mask]
tmp.plot(x='time', y ='chlor_a', title=('subseries from id - %d' % 81828))
print("yoyo")
floatsDF_sub_list.append(tmp)
else: # end of series not reached
flag = 1
subhead = t
t = t + timedelta(freq) # increment on t
print("now t is", t)
floatsDF_list = pd.concat(floatsDF_sub_list)
print(floatsDF_list)
# need a new dataframe to store all the data
time
2014-03-29 0.140854
2014-03-31 0.128783
Name: chlor_a, dtype: float64
first valid index: 2014-03-29 00:00:00
last valid index: 2014-03-31 00:00:00
-----
head and tail of the nonnan series are identified
time
2014-03-29 0.140854
2014-03-31 0.128783
Name: chlor_a, dtype: float64
length is 2
the float id is: 60947960.0
the ratio of nans in the trimmed chlor_a series 0.0
None
time id lat lon temp ve \
10138 2014-03-29 60947960.0 13.777333 58.798667 27.571000 -15.5905
10153 2014-03-31 60947960.0 13.478375 58.656500 27.732875 -17.1105
vn spd chlor_a dist cdm kd490 \
10138 -21.32550 27.109000 0.140854 480.832409 0.011973 0.053958
10153 -27.73575 34.986125 0.128783 457.838252 0.013516 0.051810
t865 par sst4
10138 0.149058 55.786767 26.461297
10153 0.154013 55.885853 26.699567
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
10138 2014-03-29 60947960.0 13.777333 58.798667 27.571000 -15.5905
10153 2014-03-31 60947960.0 13.478375 58.656500 27.732875 -17.1105
vn spd chlor_a dist cdm kd490 \
10138 -21.32550 27.109000 0.140854 480.832409 0.011973 0.053958
10153 -27.73575 34.986125 0.128783 457.838252 0.013516 0.051810
t865 par sst4
10138 0.149058 55.786767 26.461297
10153 0.154013 55.885853 26.699567
time id lat lon temp ve \
10138 2014-03-29 60947960.0 13.777333 58.798667 27.571000 -15.5905
10153 2014-03-31 60947960.0 13.478375 58.656500 27.732875 -17.1105
vn spd var_lat var_lon ... sst4 \
10138 -21.32550 27.109000 0.000003 0.000006 ... 26.461297
10153 -27.73575 34.986125 0.000003 0.000006 ... 26.699567
chlor_a_log_e chl_rate chl_log_e_rate chl_rate_week \
10138 -1.960033 NaN NaN NaN
10153 -2.049630 -0.006036 -0.044798 -0.042249
chl_log_e_rate_week chl_rate_stand chl_log_e_rate_stand week \
10138 NaN NaN NaN 13
10153 -0.313589 -0.011774 -0.187371 14
week_rotate
10138 23
10153 24
[2 rows x 27 columns]
In [476]:
floatsDF_81828.plot(x='time',y='chlor_a')
Out[476]:
<matplotlib.axes._subplots.AxesSubplot at 0x13d0e3c88>
In [481]:
len(floatsDF_81828[floatsDF_81828.time== t].chlor_a.isnull())
Out[481]:
0
In [ ]:
In [ ]:
In [489]:
# solution of case 2 -- general case
# chang float id, whenever a new subfloat is generated
# some float ids are removed in case 1
id_set3 = floatsDF_NovMar_ID.id.unique()
# necessary for selection
floatsDF_NovMar_ID.time = pd.to_datetime(floatsDF_NovMar_ID.time)
from datetime import timedelta
# temp kept, but is not touched, to be dropped
col_listLDS = ['time', 'id', 'lat', 'lon', 'temp', 've', 'vn', 'spd',
'chlor_a', 'dist', 'cdm', 'kd490', 't865',
'par', 'sst4']
# temp kept, but is not touched, to be dropped
col_listLDS_subset = ['ve', 'vn', 'spd',
'chlor_a', 'dist', 'cdm', 'kd490', 't865',
'par', 'sst4']
floatsDF_sub_list = []
# test case 1:
# float id == 71140
# nan's ratio: 0.5
# split series and series end with two good values
#floatsDF_81828 = floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == 71140]
# test case 3:
# float id == 81828,
# nan's ratio: 0.61, choose threshold 0.62
# series no need to split
# floatsDF_81828 = floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == 81828]
# test case 2:
# float id == 81828,
# nan's ratio: 0.61, choose threshold 0.47
# split series and series end with one good values
for i in id_set3:
floatsDF_i = floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == i]
#print(floatsDF_i.set_index("time").chlor_a)
#print('first valid index:', floatsDF_i.set_index("time").chlor_a.first_valid_index())
#print('last valid index:',floatsDF_i.set_index("time").chlor_a.last_valid_index())
# drop everything outside this range
head = floatsDF_i.set_index("time").chlor_a.first_valid_index()
tail = floatsDF_i.set_index("time").chlor_a.last_valid_index()
mask = (floatsDF_i.time >= head) & (floatsDF_i.time <= tail)
floatsDF_i = floatsDF_i[mask]
print("-----\n head and tail of the nonnan series are identified \n")
#print(floatsDF_i.set_index("time").chlor_a)
# calculate the ratio of nans in the trimmed chlor_a series
length = len(floatsDF_i.chlor_a)
#print("length is", length) # all length zero sequentia already be removed!!! before this step
ratio = floatsDF_i.chlor_a.isnull().sum()/length
print("the float id is:", floatsDF_i.id.values[0])
print("the ratio of nans in the trimmed chlor_a series", ratio)
# if nan's ratio is less than 0.47, then we interpolate the values in between
if ratio <= 0.47:
# df.interpolate()
floatsDF_i['chlor_a'].interpolate(method='linear', axis=0,
limit=None, inplace=True)
###floatsDF_81828['chlor_a'].interpolate(method='linear', axis=0, limit=None,
###inplace=False).plot()
floatsDF_i.plot(x='time', y ='chlor_a', title=('id - %d' % i))
#print(floatsDF_i[col_listLDS ])
### process all other variables, here we assume other variable are linear...
# + easy approach: linear interpolation, then fill forward, then fill backward
# + more dedicated approach: check ratio of each variables
print("the easy approach: linear interpolation on other var, then ffill, then bfill")
#this oneliner doesnot work:
###floatsDF_81828[col_listLDS_subset].interpolate(method='linear', axis=0,
###limit=None, inplace=True)
for col in col_listLDS_subset:
floatsDF_i[col].interpolate(method='linear', axis=0, limit=None, inplace=True)
floatsDF_i[col_listLDS_subset].fillna(method='ffill')
floatsDF_i[col_listLDS_subset].fillna(method='bfill')
print("------ after preprocess completed ------")
print("------ after preprocess completed ------")
print("------ after preprocess completed ------")
#print(floatsDF_i[col_listLDS ])
mask = (floatsDF_i.time >= head) & (floatsDF_i.time <= tail)
tmp = floatsDF_i[mask]
floatsDF_sub_list.append(tmp)
# if nan's ratio is bigger than 0.47, then we split the series as continuous sub-series
# while loop
if ratio > 0.47:
# loop through the time
# https://stackoverflow.com/questions/16782682/timedelta-is-not-defined
# task: collect all the contiguous subsequences in the time series
# + use time t to loop through the series
# + start with subhead = t
# + use flag = 1 to indicate that an subtail is expected
# + condition branched on whether chlor_a at time t is nan
print("head is", head)
t = head
print("t is", t)
flag = 1 # subtail is expected
subhead = t # start with a good value
count = 0 # counter for the subseries in the splitting
while (t <= tail ):
bool_array = floatsDF_i[floatsDF_i.time== t].chlor_a.isnull()
if len(bool_array)==0: # there are gaps in data!!!! supposed to be a length 1 array
detect_nan = True # end of series reached, since there is a gap in data!!!!
else:
detect_nan = bool_array.values[0]
if (1 == flag) & (~detect_nan ):
if (tail == t): # end of series reached
count = count + 1
flag = 10000
subtail = t # end of series reached
mask = (floatsDF_i.time >= subhead) & (floatsDF_i.time <= subtail)
tmp = floatsDF_i[mask]
tmp.loc[:,'id'] = tmp.loc[:,'id'] + 0.03*(count) # hash the float id
tmp.plot(x='time', y ='chlor_a', title=('subseries from id - %d' % tmp.id.values[0]))
floatsDF_sub_list.append(tmp)
else:
pass
if (1 == flag) & (detect_nan ):
count = count + 1
flag = 0
subtail = t - timedelta(freq)
mask = (floatsDF_i.time >= subhead) & (floatsDF_i.time <= subtail)
tmp = floatsDF_i[mask]
tmp.loc[:,'id'] = tmp.loc[:,'id'] + 0.03*(count) # hash the float id
tmp.plot(x='time', y ='chlor_a', title=('subseries from id - %d' % tmp.id.values[0]))
floatsDF_sub_list.append(tmp)
if (0 == flag) & (detect_nan ):
pass
if (0 == flag) & (~detect_nan):
if (tail == t): # end of series reached
count = count + 1
flag = 10000
subhead = t
subtail = t
mask = (floatsDF_i.time >= subhead) & (floatsDF_i.time <= subtail)
tmp = floatsDF_i[mask]
tmp.loc[:,'id'] = tmp.loc[:,'id'] + 0.03*(count) # hash the float id
tmp.plot(x='time', y ='chlor_a', title=('subseries from id - %d' % tmp.id.values[0]))
floatsDF_sub_list.append(tmp)
else: # end of series not reached
flag = 1
subhead = t
t = t + timedelta(freq) # increment on t
#print("now t is", t)
floatsDF_list = pd.concat(floatsDF_sub_list)
print(floatsDF_list)
-----
head and tail of the nonnan series are identified
the float id is: 10206.0
the ratio of nans in the trimmed chlor_a series 0.177777777778
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
907 2002-11-01 10206.0 10.737250 67.512250 NaN -4.832250 6.374250
913 2002-11-03 10206.0 10.818500 67.399375 NaN -8.207500 7.311375
919 2002-11-05 10206.0 10.902250 67.291000 NaN -7.410625 5.807000
925 2002-11-07 10206.0 11.036625 67.202125 NaN -6.844125 6.546875
931 2002-11-09 10206.0 11.130625 67.113250 NaN -0.825125 4.402625
937 2002-11-11 10206.0 11.153750 67.132250 NaN 0.870375 0.028125
943 2002-11-13 10206.0 11.153250 67.105875 NaN -3.435000 2.077500
949 2002-11-15 10206.0 11.185250 67.081500 NaN 0.244250 -0.256875
956 2002-11-17 10206.0 11.164500 67.069250 NaN -3.124000 -1.477125
962 2002-11-19 10206.0 11.160625 67.019250 NaN -1.637375 0.933125
968 2002-11-21 10206.0 11.176750 66.993625 NaN -1.165500 2.455500
975 2002-11-23 10206.0 11.215875 67.008125 NaN 1.038750 1.003750
982 2002-11-25 10206.0 11.246000 66.995125 NaN -1.832375 3.023375
989 2002-11-27 10206.0 11.290375 66.954125 NaN -2.474250 2.209500
996 2002-11-29 10206.0 11.334500 66.869375 NaN -6.904000 3.017375
1003 2002-12-01 10206.0 11.370375 66.731125 NaN -12.013000 2.757500
1009 2002-12-03 10206.0 11.435625 66.541625 NaN -12.442750 5.522125
1015 2002-12-05 10206.0 11.548000 66.316500 NaN -15.541125 9.063875
1021 2002-12-07 10206.0 11.683500 66.083875 NaN -13.901500 8.225500
1027 2002-12-09 10206.0 11.811500 65.869750 NaN -12.935000 7.691625
1033 2002-12-11 10206.0 11.929750 65.669375 NaN -12.443000 7.644250
1039 2002-12-13 10206.0 12.050500 65.475625 NaN -10.719000 7.001750
1045 2002-12-15 10206.0 12.151500 65.335500 NaN -7.489875 7.548875
1051 2002-12-17 10206.0 12.247375 65.204125 NaN -8.116625 4.435500
1057 2002-12-19 10206.0 12.317125 65.088125 NaN -7.811625 4.298125
1063 2002-12-21 10206.0 12.397750 64.966875 NaN -8.095625 5.739625
1069 2002-12-23 10206.0 12.485125 64.833250 NaN -8.173250 4.745875
1075 2002-12-25 10206.0 12.539250 64.699250 NaN -9.392000 3.442250
1081 2002-12-27 10206.0 12.583875 64.523500 NaN -10.462250 2.296375
1087 2002-12-29 10206.0 12.588375 64.366625 NaN -10.133750 -1.934375
1093 2002-12-31 10206.0 12.543625 64.190250 NaN -11.078750 -3.439750
1099 2003-01-02 10206.0 12.480500 64.003750 NaN -14.298500 -3.984250
1105 2003-01-04 10206.0 12.407750 63.818000 NaN -11.093375 -6.330625
1111 2003-01-06 10206.0 12.315750 63.651375 NaN -9.348750 -5.853250
1117 2003-01-08 10206.0 12.235500 63.456750 NaN -13.589375 -4.356000
1123 2003-01-10 10206.0 12.162750 63.274500 NaN -10.182250 -6.321625
1127 2003-01-12 10206.0 12.086750 63.084375 NaN -13.212125 -3.422500
1131 2003-01-14 10206.0 11.977000 62.882250 NaN -11.542875 -10.609875
1136 2003-01-16 10206.0 11.805125 62.736500 NaN -6.676250 -9.834625
1141 2003-01-18 10206.0 11.640625 62.631000 NaN -8.770875 -13.061250
1146 2003-01-20 10206.0 11.464500 62.478250 NaN -7.808750 -8.722125
1151 2003-01-22 10206.0 11.300625 62.348250 NaN -9.741750 -9.963125
1156 2003-01-24 10206.0 11.185875 62.202750 NaN -8.878875 -6.370125
1161 2003-01-26 10206.0 11.070000 62.063375 NaN -10.658875 -9.359500
1166 2003-01-28 10206.0 10.962500 61.932000 NaN -15.887000 -13.636000
spd chlor_a dist cdm kd490 t865 \
907 9.069875 0.146366 502.866078 0.010704 0.058466 0.090026
913 12.395125 0.118292 514.302886 0.011303 0.052617 0.079041
919 11.830125 0.116493 525.418388 0.012077 0.052540 0.092725
925 11.460500 0.122171 534.353712 0.011535 0.053097 0.085974
931 5.688125 0.135969 543.770628 0.010748 0.056504 0.070622
937 1.862250 0.128111 541.655587 0.010009 0.054486 0.069279
943 4.831750 0.130948 544.537084 0.010971 0.053921 0.072993
949 1.330125 0.133785 547.160169 0.011934 0.053356 0.076706
956 3.740125 0.131548 548.521981 0.011867 0.053027 0.077213
962 3.259750 0.132142 553.988541 0.011510 0.053825 0.071652
968 5.868625 0.132735 556.764619 0.011153 0.054622 0.066091
975 4.598375 0.133329 555.158813 0.010796 0.055419 0.060530
982 3.653125 0.133923 556.585942 0.010439 0.056216 0.054970
989 3.352000 0.128334 561.105028 0.010764 0.054306 0.115450
996 7.711000 0.105102 570.438783 0.015005 0.050904 0.181731
1003 12.401250 0.108088 585.622607 0.015222 0.051513 0.181471
1009 13.632000 0.171819 606.525410 0.012182 0.063982 0.104638
1015 18.004500 0.090677 631.632315 0.017987 0.050002 0.275500
1021 16.197750 0.105902 657.917399 0.018371 0.051734 0.359744
1027 15.049125 0.094706 682.351768 0.009301 0.053212 0.286772
1033 14.606000 0.082837 705.372842 0.014616 0.049890 0.213799
1039 12.810250 0.103133 727.854567 0.020305 0.050869 0.210962
1045 11.010875 0.107093 744.401621 0.016679 0.051878 0.203976
1051 10.214375 0.094312 760.023601 0.017527 0.051263 0.226772
1057 8.972875 0.091947 773.639102 0.016217 0.051205 0.229520
1063 9.924125 0.111092 788.043327 0.015392 0.052779 0.144360
1069 9.475250 0.130237 803.949185 0.014567 0.054352 0.059199
1075 10.097500 0.139246 819.312377 0.013328 0.056621 0.098957
1081 11.299000 0.170771 838.974759 0.016168 0.060768 0.087847
1087 10.711625 0.163498 855.859231 0.016281 0.060065 0.123994
1093 11.838875 0.175836 873.959197 0.017779 0.060904 0.101607
1099 15.156250 0.208621 892.930386 0.020377 0.066765 0.082785
1105 13.235750 0.212783 911.794824 0.020180 0.068003 0.082587
1111 11.744125 0.229120 928.475117 0.020007 0.070628 0.107786
1117 14.296750 0.245456 948.498200 0.019834 0.073253 0.132985
1123 12.150875 0.257174 949.852088 0.017415 0.078455 0.127622
1127 14.135000 0.300739 930.570516 0.020472 0.083338 0.138177
1131 15.876875 0.344303 909.582258 0.023529 0.088221 0.148732
1136 11.910375 0.387867 895.597074 0.026586 0.093103 0.159287
1141 15.801250 0.414171 886.283184 0.026057 0.093569 0.138087
1146 12.034250 0.504855 872.473960 0.025993 0.091075 0.114664
1151 14.120875 0.279242 861.394532 0.018377 0.080806 0.142610
1156 10.930750 0.301643 848.068356 0.022301 0.079100 0.101205
1161 14.457500 0.375178 835.689016 0.025254 0.087373 0.070791
1166 20.937000 0.272438 824.233600 0.020487 0.075419 0.115233
par sst4
907 48.871585 29.292499
913 47.527239 28.825901
919 47.921435 29.225624
925 49.394569 29.025417
931 48.403054 28.841013
937 36.044779 29.428974
943 30.239470 27.924999
949 40.762522 28.576249
956 32.011370 28.584751
962 17.062445 28.579999
968 28.728429 28.545853
975 35.333872 28.494780
982 35.558134 28.781176
989 37.049278 28.842932
996 39.706308 28.730474
1003 41.966862 28.725317
1009 38.978503 28.637499
1015 37.565796 28.698839
1021 34.470952 27.191489
1027 32.573172 28.200624
1033 42.518418 28.014356
1039 40.477736 27.974732
1045 39.756926 27.875121
1051 37.965893 27.067751
1057 37.381088 28.236036
1063 40.986109 28.161970
1069 41.137564 27.027918
1075 43.197584 27.317622
1081 43.217503 26.724999
1087 42.704250 27.261249
1093 40.333648 27.474714
1099 42.877111 26.950051
1105 41.929207 27.366629
1111 35.181116 26.214999
1117 42.959653 26.987499
1123 39.216284 26.625231
1127 40.238999 26.264178
1131 42.829264 25.903124
1136 43.374511 26.185766
1141 46.098944 26.180106
1146 46.605533 26.448166
1151 47.059026 26.416685
1156 47.817658 26.654999
1161 48.116232 26.716260
1166 46.801106 26.670683
-----
head and tail of the nonnan series are identified
the float id is: 11089.0
the ratio of nans in the trimmed chlor_a series 0.0540540540541
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
920 2002-11-05 11089.0 14.298875 65.041250 28.893250 -10.529750
926 2002-11-07 11089.0 14.366875 64.835375 28.939625 -15.401500
932 2002-11-09 11089.0 14.356250 64.586375 29.047125 -14.547875
938 2002-11-11 11089.0 14.287500 64.346000 28.949875 -17.929000
944 2002-11-13 11089.0 14.201750 64.063625 28.580125 -17.144125
950 2002-11-15 11089.0 14.038375 63.777125 28.391625 -20.536000
957 2002-11-17 11089.0 13.828625 63.382875 28.302625 -29.687375
963 2002-11-19 11089.0 13.584500 62.850375 28.137875 -36.171250
969 2002-11-21 11089.0 13.334750 62.277000 28.000000 -35.763625
976 2002-11-23 11089.0 13.235875 61.718750 27.910500 -29.121375
983 2002-11-25 11089.0 13.221375 61.284375 28.128625 -25.626000
990 2002-11-27 11089.0 13.252625 60.805125 28.004875 -32.540125
997 2002-11-29 11089.0 13.312750 60.291250 27.849000 -34.920750
1004 2002-12-01 11089.0 13.464750 59.746375 27.787875 -34.191375
1010 2002-12-03 11089.0 13.764625 59.157125 27.653625 -37.164750
1016 2002-12-05 11089.0 14.338875 58.677125 27.407000 -20.481250
1022 2002-12-07 11089.0 15.033875 58.584500 27.098125 7.056250
1028 2002-12-09 11089.0 15.495500 58.833750 27.128250 22.702375
1034 2002-12-11 11089.0 15.602375 59.341375 27.224125 38.908500
1040 2002-12-13 11089.0 15.316625 59.897500 27.084375 23.850000
1046 2002-12-15 11089.0 14.782875 60.067375 27.086000 -1.081750
1052 2002-12-17 11089.0 14.356500 59.876500 27.131750 -22.965750
1058 2002-12-19 11089.0 13.977125 59.541750 27.151000 -17.975000
1064 2002-12-21 11089.0 13.838875 59.225000 27.090750 -19.883250
1070 2002-12-23 11089.0 13.871125 58.907750 27.080125 -20.844250
1076 2002-12-25 11089.0 14.050625 58.603000 26.982875 -13.031250
1082 2002-12-27 11089.0 14.366250 58.432750 26.863125 -7.422500
1088 2002-12-29 11089.0 14.687250 58.425250 26.683375 4.839875
1094 2002-12-31 11089.0 14.982125 58.537500 26.461750 10.090125
1100 2003-01-02 11089.0 15.047250 58.719875 26.313000 11.142875
... ... ... ... ... ... ...
1175 2003-02-01 11089.0 11.606125 57.528750 26.208250 -25.083625
1179 2003-02-03 11089.0 11.341375 57.176875 26.395125 -25.018375
1183 2003-02-05 11089.0 11.117000 56.851000 26.360500 -9.955500
1187 2003-02-07 11089.0 10.820500 56.648250 26.363375 -15.489125
1191 2003-02-09 11089.0 10.705625 56.494750 26.517000 -12.737250
1194 2003-02-11 11089.0 10.601375 56.153750 26.408875 -27.403375
1197 2003-02-13 11089.0 10.534500 55.681125 26.428250 -26.705250
1200 2003-02-15 11089.0 10.402625 55.270375 26.808625 -32.679125
1203 2003-02-17 11089.0 10.447625 54.895125 27.202625 -13.230375
1206 2003-02-19 11089.0 10.527250 54.611875 27.175375 -10.846875
1209 2003-02-21 11089.0 10.587000 54.621250 27.335875 1.834875
1212 2003-02-23 11089.0 10.608750 54.631625 27.313375 -0.489375
1215 2003-02-25 11089.0 10.710250 54.633250 27.385375 4.027875
1218 2003-02-27 11089.0 10.897500 54.616750 27.658125 -8.005625
1221 2003-03-01 11089.0 11.034625 54.312625 27.590500 -41.258125
1224 2003-03-03 11089.0 11.284500 53.640125 26.961250 -22.235750
1227 2003-03-05 11089.0 11.540000 53.526500 26.921125 -2.182500
1230 2003-03-07 11089.0 11.701875 53.393375 27.180000 -7.940000
1233 2003-03-09 11089.0 11.776125 53.428625 27.405875 -3.541875
1236 2003-03-11 11089.0 11.781125 53.315000 27.485125 -2.040500
1239 2003-03-13 11089.0 11.578000 53.276625 27.852500 -2.986250
1242 2003-03-15 11089.0 11.228125 53.246000 27.815750 -7.907000
1246 2003-03-17 11089.0 11.005500 52.960250 27.769875 -19.501000
1250 2003-03-19 11089.0 11.023000 52.647875 27.915125 -25.238000
1255 2003-03-21 11089.0 11.372125 52.336250 28.002375 -9.602000
1259 2003-03-23 11089.0 11.736000 52.314500 28.132250 5.469125
1263 2003-03-25 11089.0 11.912375 52.486000 28.448125 14.806250
1267 2003-03-27 11089.0 11.884500 52.662500 28.342375 8.652125
1271 2003-03-29 11089.0 11.603750 52.697375 28.549625 -6.845875
1275 2003-03-31 11089.0 11.180375 52.596250 28.627875 -2.557125
vn spd chlor_a dist cdm kd490 \
920 4.507125 12.297250 0.154878 830.177225 0.023575 0.056148
926 2.263500 16.392000 0.215415 853.620219 0.018591 0.065009
932 -3.024000 15.786125 0.205952 878.499730 0.017420 0.063859
938 -3.980500 18.692500 0.200166 867.802259 0.018360 0.062675
944 -8.458625 20.047500 0.249759 849.930489 0.021606 0.070681
950 -12.344500 24.185000 0.333554 838.207087 0.023512 0.081086
957 -13.967625 33.308875 0.346704 823.068242 0.028002 0.080651
963 -17.174000 40.253375 0.333258 803.353772 0.028601 0.078686
969 -13.999125 38.698125 0.304636 785.096197 0.027722 0.078809
976 -1.369500 29.949875 0.306479 744.459911 0.026551 0.079865
983 1.368875 26.384875 0.308322 710.094375 0.025380 0.080921
990 3.865000 33.396125 0.392115 670.180413 0.029221 0.088878
997 6.271250 36.018125 0.475907 627.078929 0.033063 0.096835
1004 12.845000 37.105875 0.441543 573.307088 0.028632 0.092892
1010 28.117500 48.288000 0.335015 511.050866 0.025228 0.083354
1016 43.441625 49.117625 0.334687 429.228484 0.029305 0.080145
1022 40.054500 41.261000 0.390725 362.389326 0.041929 0.084927
1028 17.529500 30.111250 0.357543 345.410018 0.030530 0.080682
1034 -4.898000 40.141625 0.327283 381.811924 0.028819 0.077505
1040 -28.851375 38.558750 0.297022 449.043016 0.027108 0.074329
1046 -33.758875 35.072625 0.342246 498.137807 0.027826 0.077417
1052 -26.076625 35.099000 0.410682 513.061783 0.034067 0.084355
1058 -17.457750 26.884500 0.422055 518.320259 0.038870 0.085860
1064 -2.272375 21.196875 0.478416 508.765334 0.027195 0.089347
1070 7.232125 23.242375 0.306282 485.982182 0.025910 0.078243
1076 15.601875 20.716625 0.266772 451.399314 0.028717 0.075470
1082 21.366375 22.981000 0.295934 412.056455 0.042348 0.080398
1088 19.879500 20.670375 0.306554 382.081444 0.036139 0.081004
1094 13.569000 19.833250 0.317174 363.490867 0.029929 0.081611
1100 -1.079500 11.948000 0.318559 370.980859 0.028885 0.080784
... ... ... ... ... ... ...
1175 -14.501125 30.065750 0.371324 341.243227 0.038443 0.085545
1179 -20.141250 32.430500 0.377402 316.166735 0.036363 0.084897
1183 -15.887625 23.809500 0.384729 296.780327 0.036183 0.084238
1187 -12.891875 21.154000 0.265995 298.130314 0.019120 0.077201
1191 -5.917250 14.635875 0.299736 294.074566 0.024708 0.079849
1194 -6.479375 28.906375 0.292387 277.195714 0.026541 0.075260
1197 -2.461625 27.077000 0.347222 254.138133 0.036361 0.079610
1200 -5.686875 36.751000 0.192041 246.986711 0.013515 0.065587
1203 -1.199000 16.347500 0.234749 225.170591 0.022218 0.065872
1206 14.107750 24.139875 0.238188 207.216968 0.021950 0.065237
1209 -2.304125 5.616375 0.243420 201.081968 0.016906 0.071077
1212 3.730125 4.947000 0.235262 199.072107 0.016585 0.069824
1215 8.465000 10.979000 0.206410 188.336458 0.018764 0.066073
1218 15.822000 18.328500 0.239593 168.018544 0.023908 0.066728
1221 5.700500 42.080625 0.205002 145.798459 0.021969 0.063127
1224 19.053125 31.673000 0.367027 97.280681 0.029238 0.081205
1227 17.207375 17.717000 0.258109 66.469879 0.036119 0.072388
1230 2.668375 18.704500 0.294911 45.356127 0.029522 0.072925
1233 5.451500 14.346500 0.281305 38.307206 0.032562 0.073346
1236 -5.156875 8.774750 0.276491 35.891296 0.024144 0.074346
1239 -20.102250 21.148125 0.305245 58.522415 0.027392 0.077311
1242 -22.636000 26.045000 0.270436 97.351234 0.025577 0.070608
1246 -4.227375 20.191250 0.249571 124.380159 0.020348 0.069419
1250 11.202250 29.393375 0.237094 129.135651 0.026946 0.067307
1255 26.410750 28.512750 0.246882 86.477373 0.030195 0.067759
1259 16.698500 19.091125 0.206254 46.198363 0.018887 0.062735
1263 5.079500 17.765000 0.191810 29.765747 0.017873 0.061557
1267 -6.986250 12.035750 0.174206 43.059144 0.017344 0.060581
1271 -25.777375 27.089750 0.266076 69.051385 0.017137 0.076263
1275 -22.788125 23.293625 0.184344 110.921932 0.016977 0.060311
t865 par sst4
920 0.241386 44.355311 28.795907
926 0.076205 46.360723 27.886989
932 0.115550 46.387414 28.048855
938 0.115013 45.015117 28.449999
944 0.087129 44.628295 27.996330
950 0.113037 41.709899 27.538618
957 0.213735 44.055007 28.016874
963 0.188920 43.985245 27.798522
969 0.177785 37.542498 27.231325
976 0.180072 39.942422 27.788749
983 0.182359 40.524512 27.559999
990 0.135445 27.426843 27.489232
997 0.088531 28.689345 27.537499
1004 0.112556 42.115275 27.658931
1010 0.071492 43.272369 27.453131
1016 0.116171 40.173905 27.107821
1022 0.192935 41.160842 26.404166
1028 0.230429 38.620048 26.888375
1034 0.200835 39.219306 26.738603
1040 0.171241 39.977302 23.104376
1046 0.148344 36.592415 26.844999
1052 0.134160 38.375904 27.019349
1058 0.145163 40.961163 26.951280
1064 0.113102 41.055889 26.689619
1070 0.081041 41.341228 26.779138
1076 0.280256 40.869028 26.667168
1082 0.209844 41.169006 26.411631
1088 0.151855 38.442935 26.568965
1094 0.093866 38.293441 26.367972
1100 0.135575 39.128356 26.149054
... ... ... ...
1175 0.079530 45.694567 25.946958
1179 0.156108 48.240398 26.389991
1183 0.231076 40.762098 26.699845
1187 0.096495 45.570183 26.445547
1191 0.066931 48.440724 26.191249
1194 0.054547 47.304718 25.992519
1197 0.096087 48.086993 26.061249
1200 0.105870 51.575032 26.356797
1203 0.079186 51.395206 26.404999
1206 0.084741 51.081065 26.802104
1209 0.068171 50.900594 26.890682
1212 0.066931 51.105235 27.237847
1215 0.069305 52.461488 27.099978
1218 0.101060 53.591222 27.464244
1221 0.116823 51.741319 26.727146
1224 0.168572 53.002454 26.161027
1227 0.254727 53.430910 26.605293
1230 0.094963 54.619295 26.940200
1233 0.156956 54.230650 27.238247
1236 0.121218 53.700277 26.324110
1239 0.096410 54.435272 27.878694
1242 0.098737 55.314677 27.226781
1246 0.109079 55.234116 26.866757
1250 0.197252 55.620978 27.568748
1255 0.259177 53.894899 27.192293
1259 0.141063 49.580201 27.570540
1263 0.138319 56.013044 27.648827
1267 0.130387 55.245479 27.559281
1271 0.105654 56.198202 28.396594
1275 0.083566 57.316887 28.039171
[74 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 15707.0
the ratio of nans in the trimmed chlor_a series 0.24
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
909 2002-11-01 15707.0 14.197250 68.405375 NaN -22.495125 1.167000
915 2002-11-03 15707.0 14.162000 68.048125 NaN -21.659125 -5.021500
921 2002-11-05 15707.0 14.019875 67.721875 NaN -19.399000 -13.877625
927 2002-11-07 15707.0 13.739500 67.399125 NaN -19.144750 -21.695125
933 2002-11-09 15707.0 13.350625 67.213250 NaN -5.045875 -23.739500
939 2002-11-11 15707.0 13.006500 67.183625 NaN -4.937125 -22.478375
945 2002-11-13 15707.0 12.726000 67.009375 NaN -14.451125 -10.944125
951 2002-11-15 15707.0 12.623500 66.684250 NaN -25.139875 -5.485125
958 2002-11-17 15707.0 12.528625 66.281875 NaN -25.460500 -5.145000
964 2002-11-19 15707.0 12.437875 65.954000 NaN -16.978500 -8.136500
970 2002-11-21 15707.0 12.360500 65.663125 NaN -18.990875 0.928625
977 2002-11-23 15707.0 12.451000 65.409500 NaN -15.047500 4.148375
984 2002-11-25 15707.0 12.454500 65.081500 NaN -18.736000 -4.568750
991 2002-11-27 15707.0 12.269250 64.840250 NaN -13.700125 -13.730625
998 2002-11-29 15707.0 12.032625 64.630875 NaN -14.342750 -15.919875
1005 2002-12-01 15707.0 11.775250 64.433875 NaN -11.834500 -16.979625
1011 2002-12-03 15707.0 11.556000 64.214000 NaN -17.437500 -12.660125
1017 2002-12-05 15707.0 11.381625 63.871250 NaN -23.496750 -11.324250
1023 2002-12-07 15707.0 11.173000 63.497750 NaN -23.478250 -15.243625
1029 2002-12-09 15707.0 10.938250 63.103000 NaN -26.576250 -12.017625
1035 2002-12-11 15707.0 10.736500 62.654250 NaN -32.453375 -13.501750
1041 2002-12-13 15707.0 10.573125 62.074000 NaN -37.435500 -9.725125
1047 2002-12-15 15707.0 10.426500 61.492000 NaN -35.750625 -3.233375
1053 2002-12-17 15707.0 10.350125 61.047250 NaN -26.298375 -8.357500
1059 2002-12-19 15707.0 10.264375 60.679875 NaN -19.464375 -7.062000
1065 2002-12-21 15707.0 10.281125 60.313875 NaN -22.872625 11.544500
1071 2002-12-23 15707.0 10.391625 59.948250 NaN -25.561875 0.047875
1077 2002-12-25 15707.0 10.311750 59.625625 NaN -14.573125 -8.789125
1083 2002-12-27 15707.0 10.197375 59.346375 NaN -15.126000 -3.228375
1089 2002-12-29 15707.0 10.060625 59.199500 NaN -17.894250 -15.905500
1095 2002-12-31 15707.0 9.954750 58.777875 NaN -20.453000 -0.694000
1101 2003-01-02 15707.0 9.754250 58.487625 NaN -27.564125 -13.490125
1107 2003-01-04 15707.0 9.725375 58.122375 NaN -15.641625 -5.491875
1113 2003-01-06 15707.0 9.574125 57.696875 NaN -31.678875 -4.289875
1119 2003-01-08 15707.0 9.420375 57.365875 NaN -20.172625 -17.371875
1125 2003-01-10 15707.0 9.282625 57.007500 NaN -19.396125 -8.989750
1129 2003-01-12 15707.0 9.033250 56.548125 NaN -39.894250 -10.642750
1133 2003-01-14 15707.0 8.979250 55.998125 NaN -32.535625 -2.857250
1138 2003-01-16 15707.0 9.002375 55.395625 NaN -39.711250 11.216125
1143 2003-01-18 15707.0 9.083375 54.827250 NaN -42.692750 -4.790000
1148 2003-01-20 15707.0 9.116625 54.101000 NaN -37.340750 5.701375
1153 2003-01-22 15707.0 9.111750 53.606000 NaN -26.634375 0.374875
1158 2003-01-24 15707.0 9.223500 53.337125 NaN -10.069500 11.532125
1163 2003-01-26 15707.0 9.187000 53.092500 NaN -21.560500 -25.853875
1168 2003-01-28 15707.0 8.615500 52.721500 NaN -27.634250 -37.032375
1172 2003-01-30 15707.0 8.024625 52.145875 NaN -52.375375 -34.622625
1176 2003-02-01 15707.0 7.657875 51.240250 NaN -54.196125 -17.947125
1180 2003-02-03 15707.0 7.341500 50.496125 NaN -40.169000 -23.668625
1184 2003-02-05 15707.0 6.883750 49.800625 NaN -51.692875 -35.466375
1188 2003-02-07 15707.0 6.332000 49.204500 NaN -47.053333 -68.208333
spd chlor_a dist cdm kd490 t865 \
909 22.872625 0.155370 500.338710 0.015548 0.057026 0.121086
915 22.922125 0.151016 530.500765 0.015929 0.056548 0.145857
921 24.275125 0.154907 553.117249 0.014776 0.058343 0.131145
927 29.499000 0.159403 570.777775 0.017469 0.058897 0.119493
933 24.623250 0.155904 573.718591 0.015601 0.059013 0.081903
939 24.860625 0.147680 565.489050 0.015084 0.058577 0.107861
945 19.658625 0.117342 576.564319 0.011520 0.054814 0.142975
951 25.992750 0.167005 609.075381 0.013427 0.061027 0.168504
958 26.674500 0.188824 650.335161 0.013458 0.064369 0.105811
964 19.516625 0.179394 683.146623 0.013498 0.062172 0.083330
970 20.424875 0.169963 712.685778 0.013539 0.059975 0.060849
977 18.910500 0.160533 741.588974 0.013579 0.057778 0.038368
984 21.615625 0.157501 776.775105 0.013181 0.057093 0.070011
991 19.742375 0.158693 799.559126 0.025045 0.066273 0.078545
998 22.328000 0.185176 819.045561 0.019791 0.062341 0.131120
1005 21.206625 0.184202 838.051456 0.017095 0.063200 0.105351
1011 22.393500 0.147635 860.785490 0.015422 0.056819 0.113686
1017 26.357375 0.173842 897.733430 0.017217 0.060693 0.130086
1023 28.717375 0.200048 938.568881 0.019012 0.064566 0.146487
1029 29.609375 0.226254 949.888574 0.020808 0.068439 0.162887
1035 35.462500 0.252460 906.828407 0.022603 0.072313 0.179288
1041 38.760875 0.223227 849.891390 0.020205 0.068069 0.169265
1047 37.095250 0.193994 793.498768 0.017807 0.063825 0.159242
1053 29.228500 0.164762 750.037488 0.015409 0.059582 0.149219
1059 21.360375 0.221202 715.583989 0.013635 0.070215 0.139196
1065 25.947250 0.155502 677.638327 0.015009 0.059889 0.129172
1071 25.804500 0.173530 635.950299 0.015479 0.062681 0.143102
1077 17.191500 0.171496 607.038214 0.017043 0.064210 0.127193
1083 16.233875 0.114217 584.900375 0.015039 0.053738 0.142297
1089 27.357750 0.116609 577.690900 0.014665 0.054926 0.153029
1095 22.761750 0.287203 543.749771 0.018574 0.076469 0.120904
1101 36.345000 0.457797 529.750511 0.022483 0.098013 0.088779
1107 20.231000 0.511605 499.826175 0.026800 0.097863 0.075608
1113 32.667000 0.565412 475.782251 0.031116 0.097714 0.062437
1119 28.099500 0.619219 462.844762 0.035432 0.097564 0.049267
1125 24.783250 0.420019 449.835832 0.021051 0.096541 0.060300
1129 42.102125 0.412043 445.486796 0.019266 0.089827 0.067690
1133 32.874000 0.488403 423.141396 0.029611 0.095883 0.075079
1138 42.067875 0.564763 394.107483 0.039956 0.101938 0.082469
1143 44.097000 0.523939 368.162515 0.032693 0.101211 0.121741
1148 38.228000 0.606824 329.159739 0.039152 0.097280 0.160244
1153 27.354250 0.343190 281.092487 0.023443 0.082487 0.097000
1158 16.529125 0.340006 249.324105 0.023855 0.085977 0.089530
1163 35.896625 0.416326 228.863663 0.053809 0.087763 0.074426
1168 46.677125 0.330491 226.137325 0.028364 0.081382 0.046658
1172 64.856625 0.347991 202.517007 0.025201 0.082506 0.084113
1176 57.151125 0.260520 136.247686 0.026312 0.073134 0.097857
1180 46.798250 0.317394 86.153989 0.025217 0.081986 0.090548
1184 62.926875 0.302012 46.837856 0.028349 0.078509 0.093149
1188 82.948333 0.286629 13.983410 0.031480 0.075031 0.095750
par sst4
909 38.585288 29.338992
915 45.791923 28.937047
921 46.080526 29.024374
927 47.325370 29.260836
933 46.968241 28.893479
939 46.376697 28.772730
945 46.394542 28.628068
951 45.312979 28.518749
958 40.992352 28.556395
964 41.453149 28.492306
970 32.771631 28.428217
977 37.089300 28.157518
984 41.272094 28.357648
991 31.637207 28.174111
998 35.882821 27.990573
1005 43.938798 27.807036
1011 43.083584 27.034134
1017 37.128235 27.872368
1023 39.038637 26.904872
1029 38.040356 26.184999
1035 40.738774 27.526342
1041 43.156504 26.438171
1047 38.301251 25.349999
1053 40.070807 27.903082
1059 38.071701 27.622324
1065 33.462154 27.728333
1071 44.650096 27.569500
1077 43.968197 27.475200
1083 41.994188 27.438838
1089 34.424973 27.119999
1095 36.941983 26.910783
1101 44.964817 27.291888
1107 38.925413 26.933303
1113 39.426999 26.356730
1119 37.127556 26.847499
1125 40.330784 26.879130
1129 32.752009 24.882065
1133 34.416851 22.884999
1138 39.782018 25.843233
1143 48.061578 25.937652
1148 45.689738 26.579072
1153 47.632518 26.175203
1158 44.591774 26.422499
1163 44.423708 25.124947
1168 49.218947 26.218166
1172 50.334672 26.067353
1176 50.869848 26.370207
1180 51.435256 26.518832
1184 50.718025 26.024068
1188 52.054739 26.331375
-----
head and tail of the nonnan series are identified
the float id is: 34315.0
the ratio of nans in the trimmed chlor_a series 0.205882352941
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
916 2002-11-03 34315.0 6.310750 58.277125 29.485250 -7.001500
922 2002-11-05 34315.0 5.841500 58.012625 29.795625 -28.546625
928 2002-11-07 34315.0 5.613000 57.375375 29.647125 -49.749875
934 2002-11-09 34315.0 6.049750 56.695500 29.710625 -29.849375
940 2002-11-11 34315.0 6.722000 56.391250 29.356750 -20.207750
946 2002-11-13 34315.0 7.560625 56.151375 29.089250 0.965625
952 2002-11-15 34315.0 8.107125 56.315000 28.877125 13.598875
959 2002-11-17 34315.0 8.295375 56.618250 28.890875 27.657625
965 2002-11-19 34315.0 8.237625 57.227875 28.946000 40.891500
971 2002-11-21 34315.0 8.058500 57.686375 28.573875 26.152875
978 2002-11-23 34315.0 7.853625 57.998750 28.417375 9.533625
985 2002-11-25 34315.0 7.487375 58.074000 28.533500 -0.810750
992 2002-11-27 34315.0 7.059625 57.951625 28.918500 -15.178750
999 2002-11-29 34315.0 6.674250 57.628250 29.091000 -22.780000
1006 2002-12-01 34315.0 6.325875 57.136625 29.152500 -43.623250
1012 2002-12-03 34315.0 6.289875 56.320500 28.744000 -60.573375
1018 2002-12-05 34315.0 6.522000 55.276750 28.240125 -71.024625
1024 2002-12-07 34315.0 7.273250 54.421750 27.764250 -21.460375
1030 2002-12-09 34315.0 7.985125 54.487250 27.638750 8.822375
1036 2002-12-11 34315.0 8.790250 54.551625 27.712375 -6.512250
1042 2002-12-13 34315.0 9.540500 53.931500 27.746500 -62.898125
1048 2002-12-15 34315.0 9.318500 53.193875 27.619625 -20.086125
1054 2002-12-17 34315.0 8.902125 53.100875 27.582125 -3.402000
1060 2002-12-19 34315.0 8.745250 53.079625 27.600500 0.859750
1066 2002-12-21 34315.0 8.739125 53.049000 27.583375 -1.248500
1072 2002-12-23 34315.0 8.823375 52.959250 27.544250 -13.798500
1078 2002-12-25 34315.0 9.042625 52.738375 27.482250 -17.044000
1084 2002-12-27 34315.0 9.264750 52.302750 27.312500 -32.801875
1090 2002-12-29 34315.0 9.267125 51.790500 27.214125 -37.904500
1096 2002-12-31 34315.0 9.007000 51.245875 26.997500 -26.752500
1102 2003-01-02 34315.0 8.506000 50.776500 26.853875 -34.412625
1108 2003-01-04 34315.0 7.644500 50.155875 26.719750 -46.863375
1114 2003-01-06 34315.0 6.319500 49.287000 26.539500 -67.205375
1120 2003-01-08 34315.0 5.173333 48.582333 26.346667 -46.273000
vn spd chlor_a dist cdm kd490 \
916 -29.505125 30.616000 0.129780 801.614125 0.010984 0.055340
922 -27.135500 40.240250 0.130713 832.817475 0.011090 0.054780
928 4.788500 52.729375 0.125521 824.823456 0.010102 0.053223
934 44.451750 55.129000 0.115735 746.551205 0.011795 0.053280
940 42.033250 47.184250 0.105949 668.898834 0.013488 0.053336
946 55.466750 56.988125 0.122005 572.980016 0.013225 0.054501
952 18.246125 23.143875 0.138061 525.460364 0.012962 0.055666
959 6.597500 28.794500 0.132458 520.926480 0.011248 0.054699
965 -16.705250 45.736625 0.122127 559.273982 0.010293 0.052414
971 -4.758625 27.566875 0.126415 603.439923 0.010829 0.053368
978 -18.962250 21.626125 0.130702 641.815342 0.011365 0.054321
985 -27.781125 28.126250 0.134990 679.712258 0.011900 0.055275
992 -27.441625 31.579750 0.130230 712.078186 0.011357 0.054093
999 -22.870625 32.527125 0.124586 731.568489 0.011171 0.053919
1006 -13.519000 47.304750 0.133962 742.296947 0.010459 0.056702
1012 5.745375 61.158375 0.087955 697.322812 0.010653 0.048448
1018 26.724250 76.510125 0.145942 584.283448 0.013512 0.056747
1024 61.408625 70.279875 0.203930 461.296605 0.016370 0.065046
1030 36.860750 39.357500 0.261918 431.355105 0.019229 0.073345
1036 62.806250 65.658125 0.390238 389.390969 0.025466 0.087474
1042 14.851500 70.547625 0.367051 291.334790 0.023369 0.083442
1048 -28.443125 38.146000 0.344721 230.438657 0.019144 0.078518
1054 -18.842250 19.989375 0.260614 248.891325 0.021176 0.071239
1060 -6.002500 8.483750 0.309668 258.128555 0.022074 0.077804
1066 5.196250 7.807875 0.342311 255.233257 0.024622 0.079877
1072 10.425875 18.068875 0.286366 242.871090 0.021867 0.075354
1078 13.116000 22.133750 0.229749 209.001911 0.021504 0.069814
1084 12.241250 35.475125 0.253497 158.419802 0.037768 0.072620
1090 -10.528125 39.779250 0.260194 106.128058 0.030726 0.074976
1096 -24.219500 36.853625 0.266891 63.035090 0.023684 0.077333
1102 -40.954375 53.702875 0.281124 48.405091 0.027369 0.078531
1108 -67.299500 82.102125 0.427178 38.020655 0.038027 0.099189
1114 -107.563000 126.915000 0.351276 22.952529 0.025033 0.089318
1120 -82.711333 94.902333 0.394249 15.587187 0.029602 0.084807
t865 par sst4
916 0.053144 47.585181 28.617658
922 0.027596 50.857459 29.368056
928 0.026693 51.863900 29.195337
934 0.122964 46.851666 28.687650
940 0.219235 33.977225 27.498749
946 0.148815 39.852402 27.469404
952 0.078396 41.316190 28.561874
959 0.061421 49.438319 28.333329
965 0.063256 44.300322 28.412611
971 0.059482 43.457865 28.616396
978 0.055708 46.358292 28.125028
985 0.051935 46.568670 28.349512
992 0.048951 49.585705 28.472920
999 0.059402 49.249998 28.501709
1006 0.097508 48.293781 28.674052
1012 0.089259 48.178813 28.732286
1018 0.108582 33.716179 28.044999
1024 0.127904 32.695983 27.679442
1030 0.147226 32.684189 27.313884
1036 0.135074 43.900649 27.424999
1042 0.108940 41.722847 27.734217
1048 0.158700 40.298814 26.762499
1054 0.102157 39.150874 27.056037
1060 0.107679 43.986721 25.426249
1066 0.132417 44.601225 25.580115
1072 0.115029 45.610097 27.321196
1078 0.113348 44.737382 26.773547
1084 0.211939 45.229057 26.797653
1090 0.159472 43.345576 26.277409
1096 0.107005 44.863381 26.651878
1102 0.134490 45.732616 26.466866
1108 0.154665 45.888825 26.618190
1114 0.123579 47.955002 25.864115
1120 0.138024 49.230539 25.698333
-----
head and tail of the nonnan series are identified
the float id is: 34710.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
911 2002-11-01 34710.0 16.764500 63.115250 29.013125 0.536625
917 2002-11-03 34710.0 16.965375 63.133750 28.976250 2.729500
923 2002-11-05 34710.0 17.127000 63.160750 28.991250 0.491500
929 2002-11-07 34710.0 17.297375 63.170375 28.900250 -0.728375
935 2002-11-09 34710.0 17.463125 63.118375 28.698000 -5.637625
941 2002-11-11 34710.0 17.688000 63.006500 28.464750 -7.964625
947 2002-11-13 34710.0 18.060000 62.923750 28.024125 -1.162750
954 2002-11-15 34710.0 18.600125 62.952000 27.833875 3.871500
960 2002-11-17 34710.0 19.311625 62.916625 27.767375 -12.201125
966 2002-11-19 34710.0 19.928625 62.513500 27.638250 -33.704000
973 2002-11-21 34710.0 20.468875 61.975125 27.452625 -28.462875
980 2002-11-23 34710.0 21.247250 61.505875 27.339625 -28.221000
987 2002-11-25 34710.0 21.894000 61.228750 27.418125 3.868750
994 2002-11-27 34710.0 22.656125 61.789250 27.353875 56.797500
1001 2002-11-29 34710.0 23.191000 62.757750 27.267125 53.614125
1007 2002-12-01 34710.0 22.506000 63.540375 27.212750 28.900750
1013 2002-12-03 34710.0 21.308000 63.536375 27.071000 -16.860500
1019 2002-12-05 34710.0 20.580875 63.625750 26.900000 32.082500
1025 2002-12-07 34710.0 20.643375 64.151875 26.672625 20.638000
1031 2002-12-09 34710.0 21.140125 64.299750 26.500875 0.516125
1037 2002-12-11 34710.0 21.633750 64.303750 26.642625 2.123125
1043 2002-12-13 34710.0 21.922750 64.403125 26.346375 8.392625
1049 2002-12-15 34710.0 22.029625 64.540375 26.316750 6.939500
1055 2002-12-17 34710.0 22.071000 64.588375 26.517500 2.820125
1061 2002-12-19 34710.0 22.069250 64.654125 26.527875 0.292375
1067 2002-12-21 34710.0 22.093625 64.640125 26.691875 3.612750
1073 2002-12-23 34710.0 22.014250 64.758625 26.240125 3.616375
1079 2002-12-25 34710.0 21.807625 64.728875 26.365625 -2.438125
1085 2002-12-27 34710.0 21.524750 64.678375 26.113625 -6.513375
1091 2002-12-29 34710.0 21.143000 64.541750 25.904000 -8.492375
1097 2002-12-31 34710.0 20.828000 64.396625 25.592000 -9.560625
1103 2003-01-02 34710.0 20.586750 64.165750 25.460375 -18.635875
1109 2003-01-04 34710.0 20.537250 63.818250 25.214000 -19.686750
1115 2003-01-06 34710.0 20.756000 63.550750 25.246125 -13.838875
1121 2003-01-08 34710.0 21.107800 63.399400 25.390800 -8.756000
vn spd chlor_a dist cdm kd490 \
911 14.745500 15.588375 0.379938 600.162084 0.050956 0.088284
917 11.047250 12.281625 0.408638 587.351839 0.039706 0.089402
923 10.219250 10.749875 0.416538 578.481759 0.038319 0.088361
929 10.725375 11.110875 0.424468 567.977556 0.036027 0.090009
935 10.323375 13.189250 0.433086 552.699065 0.037364 0.093519
941 20.167500 22.050250 0.423995 528.110232 0.037131 0.101223
947 28.443250 28.586875 0.483409 497.150781 0.036613 0.099054
954 42.243000 42.566500 0.578631 469.292829 0.045499 0.107665
960 45.262375 47.555500 0.580013 435.091293 0.039215 0.104398
966 32.610375 47.139125 0.542898 369.369261 0.041460 0.103221
973 42.288250 51.425250 0.472840 290.910096 0.044832 0.095239
980 50.589125 58.013875 0.475580 206.063252 0.040159 0.094303
987 36.908250 40.428250 0.419880 151.042781 0.036488 0.089478
994 59.141000 82.187625 0.502003 202.412728 0.034840 0.095999
1001 -7.459750 60.761625 0.669277 214.382912 0.034892 0.113681
1007 -69.216625 78.193125 1.399297 290.602417 0.044321 0.142943
1013 -72.597500 74.810750 2.668080 398.636300 0.049652 0.195607
1019 -17.747500 41.002000 0.655553 435.470191 0.063062 0.114420
1025 21.782000 32.027625 0.791338 482.959204 0.059396 0.137327
1031 36.189625 36.348875 0.701993 442.861600 0.055730 0.118969
1037 25.732875 25.968250 0.679916 388.608818 0.066592 0.123194
1043 11.196375 15.064125 0.636611 358.179648 0.069162 0.119503
1049 3.002125 8.841375 0.581517 346.123019 0.063418 0.113861
1055 3.343750 7.156500 0.448390 341.519204 0.036977 0.093183
1061 -1.824375 5.621125 0.506978 341.789710 0.045768 0.096537
1067 2.530500 7.804250 0.558441 339.066514 0.046417 0.102778
1073 -12.640000 15.400625 0.569784 346.837925 0.037144 0.099415
1079 -12.793500 13.185875 0.598698 364.277358 0.047911 0.101920
1085 -24.161625 25.231250 0.744770 389.423731 0.088780 0.124917
1091 -24.518250 26.002625 0.693885 429.588137 0.100870 0.111655
1097 -15.778625 18.910875 0.623500 465.589977 0.064552 0.110874
1103 -11.282000 22.643375 0.486381 486.673212 0.044268 0.097673
1109 4.761125 21.094000 0.444108 455.698404 0.041836 0.094340
1115 23.973500 28.278500 0.423294 420.361838 0.037531 0.092912
1121 27.678250 29.078500 0.398537 391.591389 0.032390 0.092385
t865 par sst4
911 0.157933 45.852026 27.504999
917 0.207249 45.603785 28.396272
923 0.197466 44.948934 27.783765
929 0.087398 44.664059 28.606822
935 0.157636 42.704866 28.364551
941 0.230042 43.309708 27.682225
947 0.072464 42.658754 28.078504
954 0.100796 42.388220 27.611413
960 0.106452 40.796243 27.654540
966 0.112614 40.156008 27.301591
973 0.080008 39.754141 27.323739
980 0.100613 38.607509 27.079970
987 0.061033 37.357247 26.769027
994 0.086889 36.799818 26.717310
1001 0.122243 35.441244 27.121944
1007 0.109385 35.882485 26.832098
1013 0.175152 36.669167 26.206150
1019 0.213948 36.949471 26.244769
1025 0.285729 36.291281 26.069466
1031 0.148428 36.344004 26.092212
1037 0.117441 36.148698 25.936760
1043 0.143271 35.174902 25.556347
1049 0.133039 35.218035 26.276411
1055 0.082563 35.487154 24.958242
1061 0.072180 35.299364 26.172297
1067 0.077643 35.311734 25.891799
1073 0.115701 32.152620 25.637175
1079 0.222994 28.580938 25.197990
1085 0.181222 28.911608 25.321723
1091 0.227309 25.754246 25.810131
1097 0.126466 34.315563 25.155349
1103 0.121312 33.150708 25.192459
1109 0.089534 36.406921 25.230758
1115 0.088946 36.236448 25.078974
1121 0.154005 36.668298 24.981364
-----
head and tail of the nonnan series are identified
the float id is: 34721.0
the ratio of nans in the trimmed chlor_a series 0.0571428571429
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
912 2002-11-01 34721.0 12.577000 67.553000 29.335125 1.065000
918 2002-11-03 34721.0 12.647250 67.570000 29.435500 3.303000
924 2002-11-05 34721.0 12.609750 67.649875 29.602625 5.022500
930 2002-11-07 34721.0 12.580125 67.781000 29.472625 8.845375
936 2002-11-09 34721.0 12.587500 67.965125 29.499125 13.566000
942 2002-11-11 34721.0 12.704750 68.167500 29.393250 10.140250
948 2002-11-13 34721.0 12.966750 68.259750 29.172125 4.383375
955 2002-11-15 34721.0 13.258125 68.338625 29.100750 4.857125
961 2002-11-17 34721.0 13.505250 68.384875 29.124375 0.160875
967 2002-11-19 34721.0 13.704375 68.346125 29.072500 -3.682500
974 2002-11-21 34721.0 13.876875 68.287875 28.978000 -1.699250
981 2002-11-23 34721.0 14.017750 68.282750 29.067750 0.835500
988 2002-11-25 34721.0 14.148625 68.276250 28.948250 -1.377875
995 2002-11-27 34721.0 14.286375 68.240125 29.053625 -2.942375
1002 2002-11-29 34721.0 14.469125 68.182250 29.004250 -4.564500
1008 2002-12-01 34721.0 14.616000 68.144750 28.928125 0.107500
1014 2002-12-03 34721.0 14.761125 68.175500 28.846000 0.083000
1020 2002-12-05 34721.0 14.890625 68.152125 28.743500 -3.875625
1026 2002-12-07 34721.0 15.020500 68.071125 28.650625 -4.852500
1032 2002-12-09 34721.0 15.109625 68.009250 28.576250 -2.009125
1038 2002-12-11 34721.0 15.188625 67.909625 28.494000 -9.158875
1044 2002-12-13 34721.0 15.263250 67.717875 28.377500 -15.990375
1050 2002-12-15 34721.0 15.180625 67.502250 28.362500 -8.874375
1056 2002-12-17 34721.0 15.156500 67.314875 28.293750 -15.996125
1062 2002-12-19 34721.0 15.097125 67.066125 28.261250 -17.304250
1068 2002-12-21 34721.0 14.961000 66.867750 28.132125 -3.099000
1074 2002-12-23 34721.0 14.983500 66.801625 28.036000 -2.104000
1080 2002-12-25 34721.0 15.018625 66.820500 27.976625 -0.554375
1086 2002-12-27 34721.0 15.127875 66.818250 27.847500 0.771375
1092 2002-12-29 34721.0 15.232000 66.848750 27.836125 1.274875
... ... ... ... ... ... ...
1150 2003-01-20 34721.0 16.091125 67.082875 26.772000 7.691750
1155 2003-01-22 34721.0 16.000000 67.172375 26.740750 4.576750
1160 2003-01-24 34721.0 15.886500 67.304250 26.828250 10.385625
1165 2003-01-26 34721.0 15.797125 67.481000 26.894500 10.805875
1170 2003-01-28 34721.0 15.679500 67.623875 26.716500 6.513875
1174 2003-01-30 34721.0 15.592125 67.739625 26.704875 8.082375
1178 2003-02-01 34721.0 15.517875 67.877125 26.791125 8.965250
1182 2003-02-03 34721.0 15.435125 68.000125 26.684250 6.600875
1186 2003-02-05 34721.0 15.352375 68.122125 26.632500 8.918125
1190 2003-02-07 34721.0 15.254250 68.269375 26.669000 6.426625
1193 2003-02-09 34721.0 15.191250 68.351000 26.900625 4.098750
1196 2003-02-11 34721.0 15.186750 68.395000 26.760750 2.152750
1199 2003-02-13 34721.0 15.245000 68.408125 26.834375 2.439125
1202 2003-02-15 34721.0 15.320750 68.486250 27.123000 3.671625
1205 2003-02-17 34721.0 15.225000 68.512000 27.367375 0.912625
1208 2003-02-19 34721.0 15.192625 68.530375 27.485375 0.981625
1211 2003-02-21 34721.0 15.348125 68.534375 27.403125 2.431375
1214 2003-02-23 34721.0 15.664875 68.496750 27.605750 -11.633250
1217 2003-02-25 34721.0 15.824125 68.343375 27.903250 -5.222000
1220 2003-02-27 34721.0 16.135125 68.231250 27.815125 -10.350875
1223 2003-03-01 34721.0 16.490375 68.099500 27.647500 -3.543750
1226 2003-03-03 34721.0 16.894375 67.948375 27.178375 -14.452875
1229 2003-03-05 34721.0 17.387500 67.662625 26.844000 -22.743750
1232 2003-03-07 34721.0 17.714375 67.215500 26.812625 -31.746125
1235 2003-03-09 34721.0 17.833000 66.775000 27.050375 -20.583125
1238 2003-03-11 34721.0 17.958375 66.484750 27.118500 -13.984500
1241 2003-03-13 34721.0 18.143875 66.318375 27.229125 -7.352375
1244 2003-03-15 34721.0 18.288750 66.170500 27.334375 -10.605500
1248 2003-03-17 34721.0 18.406250 66.034000 27.282625 -7.195000
1253 2003-03-19 34721.0 18.477000 65.966000 27.199000 -7.195000
vn spd chlor_a dist cdm kd490 \
912 7.905750 10.247000 0.182230 515.387804 0.013400 0.065985
918 2.865500 8.211375 0.153571 515.200394 0.011598 0.058269
924 -1.856250 13.987000 0.124238 505.835975 0.013121 0.052806
930 -2.604625 14.461750 0.137965 491.213813 0.013277 0.054401
936 1.321875 15.994875 0.122236 471.864626 0.011854 0.053030
942 12.864500 17.991375 0.121545 453.669336 0.012019 0.054262
948 20.371500 21.013875 0.125675 452.612983 0.012406 0.053256
955 16.986500 18.097500 0.129806 456.251963 0.012793 0.052250
961 13.885000 14.356250 0.184109 463.223559 0.014600 0.065523
967 10.835875 11.710500 0.210852 477.161107 0.014178 0.069869
974 11.559750 12.113625 0.237595 492.044001 0.013757 0.074215
981 8.533125 10.285375 0.195535 500.553524 0.012886 0.066549
988 7.457125 10.367625 0.153476 508.919955 0.012016 0.058882
995 10.222750 12.335250 0.149793 520.623040 0.015224 0.057595
1002 10.440625 12.575625 0.126396 537.330403 0.016518 0.053152
1008 8.952375 10.363500 0.129858 550.196704 0.018174 0.054453
1014 9.842750 12.343000 0.156872 557.361934 0.019277 0.057220
1020 6.330000 10.148000 0.161299 568.303759 0.025560 0.057651
1026 11.422875 13.849375 0.163175 584.141937 0.036333 0.063713
1032 3.474875 7.092500 0.156175 589.384531 0.027741 0.060650
1038 4.390875 12.515125 0.149176 597.379337 0.019148 0.057586
1044 3.680500 17.262375 0.197339 615.299432 0.024876 0.062483
1050 -8.777500 14.975375 0.207286 639.982879 0.031545 0.065603
1056 -0.144125 16.428375 0.149457 657.560854 0.019239 0.057356
1062 -6.513625 18.865375 0.180657 675.625072 0.021706 0.061553
1068 -1.718750 18.305000 0.175590 685.220668 0.021793 0.059720
1074 -2.789250 11.986875 0.164119 692.567324 0.019149 0.059331
1080 6.126375 6.600875 0.159683 692.919485 0.017733 0.058411
1086 7.684125 8.058375 0.156999 699.673676 0.022439 0.057569
1092 6.740250 7.645500 0.188633 703.336316 0.023452 0.063686
... ... ... ... ... ... ...
1150 -3.775000 9.426125 0.534682 635.152834 0.069635 0.103662
1155 -7.363750 9.182500 0.444330 638.617980 0.060959 0.095411
1160 -5.703000 12.040375 0.401910 641.950012 0.043266 0.089793
1165 -7.428750 13.577125 0.342966 629.058038 0.032778 0.085267
1170 -5.452000 8.782625 0.395369 615.960490 0.045982 0.091026
1174 -5.212875 10.068500 0.398070 605.400580 0.051292 0.091745
1178 -4.669875 10.505750 0.501661 592.477084 0.060331 0.107933
1182 -6.500625 9.908000 0.455043 581.466040 0.066108 0.099653
1186 -5.651125 11.017500 0.437956 570.786896 0.057832 0.096962
1190 -6.179375 10.786000 0.474490 558.165029 0.069771 0.099203
1193 -0.092500 10.004000 0.394931 551.589031 0.044400 0.087769
1196 -0.429375 6.680375 0.362007 547.183305 0.038534 0.082317
1199 8.131375 8.918125 0.327571 544.064188 0.035833 0.079100
1202 -1.507500 6.987875 0.262651 533.762824 0.023394 0.071800
1205 -8.993250 10.236750 0.198046 533.930063 0.021129 0.064274
1208 6.677625 11.628250 0.215209 533.043468 0.022441 0.066240
1211 14.243125 14.995500 0.195602 527.990038 0.025916 0.063071
1214 18.431000 23.883375 0.192007 524.127209 0.021986 0.062678
1217 10.679875 12.915375 0.160982 537.280800 0.018359 0.058550
1220 26.757375 30.256625 0.171503 544.312217 0.015521 0.059674
1223 21.587375 22.880000 0.171631 542.381208 0.015747 0.058768
1226 30.096000 35.285000 0.222776 510.919837 0.018295 0.067165
1229 26.316875 35.972750 0.279521 481.431469 0.032347 0.070710
1232 13.732750 35.701375 0.317590 481.744493 0.039493 0.078664
1235 6.942625 22.443125 0.349146 502.893672 0.033416 0.076453
1238 10.178000 19.080125 0.370132 514.790459 0.036619 0.082996
1241 10.727750 14.232250 0.243510 513.560380 0.025380 0.066846
1244 8.062375 14.966125 0.232230 514.375033 0.021613 0.068208
1248 7.873750 10.810500 0.249312 514.262506 0.024796 0.069481
1253 7.873750 10.810500 0.235327 513.070602 0.024618 0.067078
t865 par sst4
912 0.132240 44.268523 29.138749
918 0.092809 47.282861 29.144785
924 0.118735 46.209565 29.115064
930 0.070653 46.945509 29.259667
936 0.090497 47.872641 29.200982
942 0.142354 44.163554 28.358547
948 0.122288 42.861593 28.481249
955 0.102222 44.638243 28.092372
961 0.130457 41.769010 27.933749
967 0.141578 41.432958 28.446001
974 0.152700 36.081719 28.126666
981 0.132922 29.364246 27.074999
988 0.113144 38.551942 28.089241
995 0.114595 42.286000 28.075609
1002 0.170377 41.901517 28.268836
1008 0.183215 42.695200 28.506630
1014 0.150643 41.368471 27.872128
1020 0.195618 40.243269 27.876232
1026 0.273114 36.920090 28.300230
1032 0.223132 37.656957 28.220222
1038 0.173150 38.372996 25.175632
1044 0.148765 38.666835 26.335794
1050 0.155961 38.677229 28.223148
1056 0.119190 40.772211 28.504892
1062 0.068195 41.626222 28.390515
1068 0.126199 41.146237 27.740960
1074 0.147931 40.561263 27.835554
1080 0.091843 38.601578 27.853206
1086 0.111265 39.668078 27.387530
1092 0.148965 41.429541 27.176433
... ... ... ...
1150 0.113230 43.384099 26.741715
1155 0.114524 43.169064 26.775998
1160 0.106376 43.940081 26.859103
1165 0.045503 44.661897 26.683976
1170 0.080010 45.184322 26.344849
1174 0.063670 45.625229 25.824552
1178 0.118360 45.184636 26.154909
1182 0.110589 45.697813 26.287702
1186 0.112206 46.782582 26.289379
1190 0.177359 46.002072 26.570511
1193 0.136415 47.329783 26.045929
1196 0.105450 47.984641 26.671322
1199 0.086578 48.379227 26.857815
1202 0.048400 48.904619 26.861564
1205 0.124261 48.016313 27.272645
1208 0.143145 49.140981 27.285221
1211 0.127941 50.361852 27.715624
1214 0.120174 50.578625 27.523924
1217 0.084485 50.445660 27.549481
1220 0.082185 50.631806 27.829646
1223 0.045115 51.222696 27.804328
1226 0.164314 51.504822 27.098790
1229 0.170795 50.711750 26.857172
1232 0.122670 51.147161 26.950211
1235 0.070354 51.938905 26.761851
1238 0.145943 52.042384 26.559705
1241 0.099090 52.750272 26.319606
1244 0.100283 52.301358 26.299334
1248 0.136914 51.123579 25.995473
1253 0.123624 53.191662 26.492613
[70 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 34709.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
972 2002-11-21 34709.0 11.324143 74.828571 NaN -19.587143 56.072143
979 2002-11-23 34709.0 11.942625 74.788875 NaN 6.444375 18.337125
986 2002-11-25 34709.0 11.757625 74.871875 NaN -1.127250 -29.004375
993 2002-11-27 34709.0 11.456500 74.690625 NaN -20.178625 -11.015750
1000 2002-11-29 34709.0 11.383000 74.477500 NaN -22.086000 -1.932000
spd chlor_a dist cdm kd490 t865 \
972 62.193143 0.381103 82.708980 0.032338 0.085091 0.181827
979 23.625875 0.263857 44.067668 0.026438 0.071076 0.123747
986 29.755000 0.320472 45.121623 0.032496 0.076572 0.159904
993 23.498250 0.221113 82.284323 0.035924 0.068494 0.288873
1000 22.171000 0.307226 103.314656 0.030329 0.077030 0.209340
par sst4
972 41.849127 28.957499
979 42.759758 28.701263
986 43.861776 29.053309
993 44.093892 27.779990
1000 44.380535 29.172730
-----
head and tail of the nonnan series are identified
the float id is: 27139.0
the ratio of nans in the trimmed chlor_a series 0.025641025641
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
1134 2003-01-14 27139.0 22.417000 62.367000 24.957000 NaN
1139 2003-01-16 27139.0 22.139875 62.372000 24.906625 -9.014250
1144 2003-01-18 27139.0 21.724375 61.937500 24.969625 -38.863375
1149 2003-01-20 27139.0 21.598375 61.027125 25.142000 -62.931375
1154 2003-01-22 27139.0 21.720625 60.176375 25.071875 -33.343375
1159 2003-01-24 27139.0 21.598250 59.851250 25.016125 -15.175125
1164 2003-01-26 27139.0 21.189000 59.590875 25.175750 -10.136750
1169 2003-01-28 27139.0 20.691000 59.599375 25.059750 0.409500
1173 2003-01-30 27139.0 20.358000 59.467875 25.045000 -12.887750
1177 2003-02-01 27139.0 19.944500 59.220375 25.029125 -12.602375
1181 2003-02-03 27139.0 19.538125 59.085625 24.876250 -4.357750
1185 2003-02-05 27139.0 19.141500 59.185875 24.760375 22.052875
1189 2003-02-07 27139.0 18.869625 59.754625 24.992000 38.450000
1192 2003-02-09 27139.0 19.052000 60.211750 25.457875 16.694500
1195 2003-02-11 27139.0 19.542000 60.311625 25.019875 -4.848000
1198 2003-02-13 27139.0 20.066625 60.070375 25.396625 -23.666375
1201 2003-02-15 27139.0 20.185125 59.702750 25.150625 -15.307625
1204 2003-02-17 27139.0 20.026875 59.579875 24.879500 -5.702500
1207 2003-02-19 27139.0 20.074875 59.441000 24.676125 -9.192125
1210 2003-02-21 27139.0 20.162750 59.229875 24.750875 -15.740375
1213 2003-02-23 27139.0 20.008750 58.967750 25.309250 -16.195625
1216 2003-02-25 27139.0 19.597750 58.776125 25.358750 -1.383500
1219 2003-02-27 27139.0 19.020125 59.048875 25.443250 36.257250
1222 2003-03-01 27139.0 18.350875 59.865250 25.226750 57.584250
1225 2003-03-03 27139.0 17.751250 60.635000 24.969250 28.171750
1228 2003-03-05 27139.0 17.585875 60.828500 25.000500 2.703000
1231 2003-03-07 27139.0 17.634250 60.865250 25.357625 3.460375
1234 2003-03-09 27139.0 18.006250 60.904000 25.722625 -2.729250
1237 2003-03-11 27139.0 18.239250 60.822375 26.751000 -1.706000
1240 2003-03-13 27139.0 18.101875 60.846250 26.939750 2.660500
1243 2003-03-15 27139.0 18.021250 60.877250 26.693875 1.149000
1247 2003-03-17 27139.0 18.086250 60.986000 26.688375 7.114250
1251 2003-03-19 27139.0 18.413375 60.977000 27.065875 -3.325000
1256 2003-03-21 27139.0 18.459375 60.941375 27.246125 -0.630250
1260 2003-03-23 27139.0 18.124875 60.964875 27.394500 2.970125
1264 2003-03-25 27139.0 17.917625 60.999750 27.836500 3.498750
1268 2003-03-27 27139.0 17.908875 61.127125 28.367500 12.170000
1272 2003-03-29 27139.0 18.002375 61.352625 28.481750 10.308750
1276 2003-03-31 27139.0 18.224125 61.411875 28.579875 -1.166125
vn spd chlor_a dist cdm kd490 \
1134 NaN NaN 1.540755 260.381401 0.061519 0.137189
1139 -31.650125 35.948000 1.070872 262.995330 0.053600 0.120749
1144 -18.454750 44.124000 0.600990 226.693485 0.045682 0.104309
1149 3.553875 63.582125 0.749706 143.574564 0.059691 0.116772
1154 2.043375 35.079250 0.906895 59.504182 0.076050 0.126991
1159 -14.503125 21.448125 1.060371 38.675032 0.095339 0.138001
1164 -36.525625 38.822000 1.513521 36.747926 0.114960 0.154745
1169 -22.570125 24.534250 1.524555 69.777023 0.064419 0.161239
1173 -24.344625 28.022000 1.421162 55.749589 0.122884 0.161104
1177 -28.473625 31.418250 0.993249 58.635660 0.082636 0.137812
1181 -23.081625 23.939500 0.721863 83.393896 0.056701 0.111485
1185 -26.511875 35.822750 1.240393 126.609767 0.071522 0.126896
1189 -3.047375 39.878000 1.974291 184.118332 0.088147 0.188503
1192 24.097250 30.447000 2.918998 201.962975 0.176615 0.230631
1195 36.224875 36.932000 2.081332 177.491595 0.081387 0.196524
1198 24.676000 35.776875 4.726099 126.042479 0.121990 0.223105
1201 -7.869750 18.928500 1.249008 85.583808 0.097926 0.143620
1204 -6.073875 11.524625 0.540741 84.045776 0.031623 0.139355
1207 9.641875 13.783750 1.009572 69.670850 0.047213 0.144292
1210 -1.733500 16.887875 3.266767 47.432566 0.084527 0.271575
1213 -18.022250 24.447375 3.194127 34.523291 0.149571 0.216639
1216 -33.968250 35.268125 15.875589 63.868190 0.100886 0.293857
1219 -37.648000 53.199750 14.064871 127.169261 0.119482 0.275350
1222 -49.755250 76.672000 1.720773 225.264541 0.084415 0.214059
1225 -20.270375 34.819875 0.876865 325.950820 0.049349 0.115266
1228 -5.445375 7.329875 3.027210 352.447124 0.110790 0.181700
1231 13.439250 15.354000 5.618232 353.575179 0.145750 0.225168
1234 29.697625 31.675375 1.756012 335.406684 0.109063 0.172536
1237 -1.962750 10.577375 11.803496 310.857217 0.093683 0.235466
1240 -9.932500 10.844875 6.068401 323.506767 0.181241 0.173068
1243 -1.886875 7.063625 0.970076 332.261940 0.150334 0.133684
1247 16.852750 23.878500 0.957299 335.074008 0.119427 0.137371
1251 16.029625 17.606250 0.832196 309.228360 0.088521 0.127400
1256 -12.802125 14.650875 0.641129 303.024034 0.057614 0.109603
1260 -21.604000 22.060750 0.497314 330.476514 0.048320 0.093654
1264 -5.718000 8.422625 0.455528 349.500593 0.042908 0.089527
1268 3.305125 13.390875 0.365604 359.537262 0.032710 0.084032
1272 10.453500 16.229750 0.330276 369.281047 0.026014 0.080602
1276 13.904625 14.436250 0.365638 357.702245 0.033652 0.084359
t865 par sst4
1134 0.047701 35.689667 24.164690
1139 0.088833 30.227019 24.114304
1144 0.129964 37.428669 24.312990
1149 0.111920 37.941312 23.323134
1154 0.088425 38.627935 23.989075
1159 0.094727 36.837999 23.956607
1164 0.134893 39.369237 24.227811
1169 0.143327 39.148435 22.830950
1173 0.151301 39.945078 23.835721
1177 0.128817 42.354424 23.814299
1181 0.112821 40.443787 24.489620
1185 0.146444 39.896900 24.194999
1189 0.129726 44.473415 24.455406
1192 0.114513 44.539219 24.390497
1195 0.140854 44.954265 24.519573
1198 0.121617 45.232745 24.771523
1201 0.092058 45.253974 25.116164
1204 0.218800 45.634931 24.011844
1207 0.171293 46.608577 23.835913
1210 0.146851 47.042063 24.190169
1213 0.194458 47.527056 24.484776
1216 0.148300 46.221895 23.608783
1219 0.108766 48.450537 24.347106
1222 0.179547 48.554522 25.290831
1225 0.264414 50.514136 24.868544
1228 0.064134 51.387807 24.132833
1231 0.067751 51.918606 25.011995
1234 0.083334 52.077509 25.462833
1237 0.126013 52.779968 25.562557
1240 0.148039 53.208314 26.333365
1243 0.153591 53.317852 26.114021
1247 0.188221 52.794398 26.029923
1251 0.181554 53.460589 25.500735
1256 0.129579 54.670434 26.189371
1260 0.071449 54.556187 26.626130
1264 0.085688 54.561681 27.557317
1268 0.108899 54.903715 27.743270
1272 0.122831 55.506987 27.350837
1276 0.152393 56.063695 27.931393
-----
head and tail of the nonnan series are identified
the float id is: 36530.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
1245 2003-03-15 36530.0 9.333000 71.82800 28.859000 NaN NaN
1249 2003-03-17 36530.0 9.121000 72.03800 28.944875 23.221375 -27.251875
1254 2003-03-19 36530.0 8.591250 72.24675 28.872875 -3.121250 -31.093375
1258 2003-03-21 36530.0 8.213875 71.98275 28.967125 -28.973500 -21.536875
1262 2003-03-23 36530.0 7.817875 71.41875 29.112375 -40.099250 -30.276125
1266 2003-03-25 36530.0 7.585000 70.75750 29.359625 -35.533125 6.470125
1270 2003-03-27 36530.0 7.675750 70.37900 29.567875 -25.800500 -1.814125
spd chlor_a dist cdm kd490 t865 \
1245 NaN 0.158960 91.981237 0.012632 0.060533 0.166946
1249 36.062625 0.092137 104.285669 0.010511 0.049047 0.128700
1254 34.049250 0.117826 91.790018 0.009837 0.050616 0.087243
1258 37.345625 0.137680 114.237567 0.008161 0.056520 0.077466
1262 50.753750 0.190393 181.263854 0.011068 0.068656 0.099579
1266 39.128000 0.159707 241.104203 0.012843 0.059945 0.126711
1270 27.128125 0.135196 284.044304 0.012554 0.056001 0.150447
par sst4
1245 54.699954 28.988248
1249 54.925687 29.300976
1254 50.427006 29.572142
1258 49.309815 28.713009
1262 54.998812 29.339068
1266 55.097004 29.947463
1270 56.868000 29.837080
-----
head and tail of the nonnan series are identified
the float id is: 34223.0
the ratio of nans in the trimmed chlor_a series 0.166666666667
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
1252 2003-03-19 34223.0 5.069167 53.672167 29.108167 -35.474333
1257 2003-03-21 34223.0 5.165500 53.110375 29.034250 -44.731125
1261 2003-03-23 34223.0 5.462250 52.472500 29.073625 -33.815000
1265 2003-03-25 34223.0 5.737625 51.958750 29.061625 -37.704000
1269 2003-03-27 34223.0 6.059500 51.359750 29.212750 -30.411500
1273 2003-03-29 34223.0 6.478625 51.014500 29.193625 -21.516375
vn spd chlor_a dist cdm kd490 \
1252 8.565500 37.103333 0.103873 514.519136 0.007508 0.053742
1257 10.458000 46.199875 0.076882 456.213713 0.007618 0.046507
1261 23.914375 41.583625 0.049506 379.376848 0.008688 0.041488
1265 13.373375 40.142500 0.058818 315.273716 0.007912 0.042104
1269 29.380250 43.406375 0.068129 240.501869 0.007136 0.042721
1273 23.270625 31.776250 0.033167 182.671161 0.007361 0.036768
t865 par sst4
1252 0.152312 51.864036 28.906206
1257 0.165506 56.368357 29.057728
1261 0.258263 54.303101 28.693765
1265 0.165485 55.923337 28.912378
1269 0.072706 57.281106 29.127204
1273 0.181216 55.157785 29.314916
-----
head and tail of the nonnan series are identified
the float id is: 27139.05
the ratio of nans in the trimmed chlor_a series 0.0
/Users/vyan2000/local/miniconda3/envs/condapython3/lib/python3.5/site-packages/matplotlib/pyplot.py:524: RuntimeWarning: More than 20 figures have been opened. Figures created through the pyplot interface (`matplotlib.pyplot.figure`) are retained until explicitly closed and may consume too much memory. (To control this warning, see the rcParam `figure.max_open_warning`).
max_open_warning, RuntimeWarning)
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
1531 2003-11-08 27139.05 7.654125 74.346375 29.146000 -28.933000
1532 2003-11-10 27139.05 7.946375 73.909000 29.361875 -12.909000
1533 2003-11-12 27139.05 7.959875 73.721375 29.680875 -27.751125
1534 2003-11-14 27139.05 8.196250 73.404250 29.815625 -13.993000
1535 2003-11-16 27139.05 8.247500 73.158000 29.615250 -19.312000
vn spd chlor_a dist cdm kd490 \
1531 14.093500 32.759500 0.314013 145.480297 0.025380 0.075943
1532 14.946375 29.887375 0.179247 100.480553 0.016844 0.059121
1533 7.352875 35.625500 0.256376 81.307368 0.021391 0.072918
1534 7.129125 24.936750 0.491205 38.494346 0.035262 0.099888
1535 7.909667 21.226000 0.269509 11.543383 0.021873 0.071131
t865 par sst4
1531 0.406652 28.530096 NaN
1532 0.202537 44.794014 28.434999
1533 0.164166 46.291180 28.319621
1534 0.182253 37.226473 27.613003
1535 0.107577 33.024512 28.742499
-----
head and tail of the nonnan series are identified
the float id is: 43744.0
the ratio of nans in the trimmed chlor_a series 0.233333333333
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
1737 2004-11-02 43744.0 5.494625 61.797500 28.260625 -1.297875
1739 2004-11-04 43744.0 5.230250 61.655625 28.141375 -17.314750
1741 2004-11-06 43744.0 5.124125 61.405875 28.151250 -7.745375
1742 2004-11-08 43744.0 5.037250 61.316625 28.491000 -7.918250
1743 2004-11-10 43744.0 5.033375 61.242625 28.386000 -4.450500
1744 2004-11-12 43744.0 5.130375 61.094125 28.495500 -13.443125
1745 2004-11-14 43744.0 5.276000 60.864000 28.228625 -18.870625
1746 2004-11-16 43744.0 5.113750 60.474250 27.987500 -24.498000
1747 2004-11-18 43744.0 5.104375 60.235750 28.441500 -10.242875
1749 2004-11-20 43744.0 5.029000 60.122000 28.325000 -11.653000
1754 2004-11-28 43744.0 5.131000 59.307857 27.963000 -4.015714
1756 2004-11-30 43744.0 5.109200 59.245000 27.749000 -10.945600
1758 2004-12-02 43744.0 5.130000 58.884667 27.996333 9.945333
1760 2004-12-04 43744.0 5.203250 59.015375 27.801625 0.229125
1762 2004-12-06 43744.0 5.178125 58.683250 27.807750 -31.789000
1764 2004-12-08 43744.0 5.496250 58.308375 27.502000 -19.424750
1766 2004-12-10 43744.0 5.602125 57.874250 27.242250 -32.269500
1768 2004-12-12 43744.0 5.871875 57.353625 27.093250 -36.409125
1770 2004-12-14 43744.0 6.298875 56.824500 26.515000 -30.347250
1772 2004-12-16 43744.0 6.792000 56.389500 26.282500 -25.475125
1774 2004-12-18 43744.0 7.219500 55.954875 26.131375 -37.004625
1776 2004-12-20 43744.0 7.724000 55.265375 25.863750 -37.358375
1778 2004-12-22 43744.0 8.049875 54.787500 25.842500 -36.427625
1780 2004-12-24 43744.0 8.286750 54.089875 25.788750 -45.011000
1782 2004-12-26 43744.0 8.473375 53.420125 25.741875 -40.092000
1784 2004-12-28 43744.0 8.515250 52.628125 25.822875 -71.384125
1786 2004-12-30 43744.0 8.431625 51.520000 25.589375 -55.866500
1788 2005-01-01 43744.0 7.944375 50.674375 25.133375 -58.635750
1790 2005-01-03 43744.0 7.064625 49.782750 24.904750 -52.699625
1792 2005-01-05 43744.0 5.706000 49.032429 24.950000 -54.699143
vn spd chlor_a dist cdm kd490 \
1737 -5.429250 17.526125 0.118722 1114.718131 0.010985 0.053010
1739 -15.958875 24.828625 0.120076 1124.616126 0.011321 0.053836
1741 -2.052875 10.789375 0.117175 1114.380839 0.011039 0.053211
1742 -3.413125 12.789750 0.122528 1114.939616 0.012236 0.052762
1743 -0.485625 6.240125 0.125689 1109.842939 0.011300 0.054675
1744 15.446625 20.830000 0.119345 1090.940156 0.010629 0.053766
1745 -6.652250 23.353125 0.160991 1062.100400 0.013032 0.060157
1746 -5.362375 25.471000 0.132100 1048.647537 0.010754 0.058383
1747 -2.682250 13.496125 0.151311 1033.374556 0.009795 0.060472
1749 -13.710000 18.189000 0.106167 1032.571238 0.010599 0.053323
1754 13.113714 16.292429 0.163951 972.474447 0.013053 0.061207
1756 -22.019600 25.117000 0.221734 970.815744 0.015508 0.069090
1758 37.343667 39.263333 0.184152 948.314817 0.014520 0.060287
1760 -7.741875 22.614000 0.189112 948.671780 0.013499 0.063895
1762 14.838500 36.469125 0.139288 932.700899 0.009929 0.060084
1764 12.775000 26.293125 0.173335 881.979027 0.011619 0.064063
1766 12.029000 35.430000 0.207382 849.359005 0.013308 0.068042
1768 21.355500 42.432750 0.241428 797.925705 0.014998 0.072021
1770 30.290750 43.020500 0.216566 730.509631 0.015884 0.068299
1772 31.863000 40.949625 0.294747 661.630925 0.021308 0.075942
1774 24.026000 44.678250 0.372927 600.517166 0.026732 0.083584
1776 37.575250 53.519875 0.451108 517.685161 0.032157 0.091227
1778 9.127625 37.747375 0.428783 453.843745 0.030164 0.091249
1780 15.639625 48.097500 0.308668 376.307643 0.023785 0.075911
1782 10.872500 41.989250 0.439415 303.408321 0.031105 0.083562
1784 -6.558375 71.824625 0.418165 221.540945 0.028185 0.083241
1786 -11.695625 59.482625 0.396916 120.224552 0.025265 0.082919
1788 -43.226750 72.896875 0.375667 66.288854 0.022345 0.082598
1790 -76.404125 93.409250 0.273862 33.838799 0.023189 0.074140
1792 -98.068286 112.618143 0.441956 24.081993 0.033067 0.088421
t865 par sst4
1737 0.059156 52.014262 28.662499
1739 0.037765 42.893229 28.509999
1741 0.083558 49.055043 28.875624
1742 0.052981 53.228894 28.992021
1743 0.044923 52.705564 28.848079
1744 0.050977 51.656784 28.255821
1745 0.258835 39.817842 28.275306
1746 0.076467 30.631638 28.189999
1747 0.076442 41.820498 28.345624
1749 0.094101 37.511572 28.501249
1754 0.089005 30.593704 27.979791
1756 0.083910 29.982429 27.458333
1758 0.086508 50.377197 27.700181
1760 0.101498 47.934674 27.127784
1762 0.138583 27.131801 27.251769
1764 0.125641 31.484834 27.824999
1766 0.112699 39.195164 27.639999
1768 0.099757 45.290711 27.586118
1770 0.086815 30.225524 27.162225
1772 0.073874 25.684211 26.738333
1774 0.060932 42.339650 27.030624
1776 0.047990 45.746678 27.510561
1778 0.058537 46.636545 26.629997
1780 0.049145 47.358295 27.243322
1782 0.116465 47.181437 27.128518
1784 0.114869 45.603790 26.965655
1786 0.113274 42.371294 26.304723
1788 0.111678 40.297443 26.305702
1790 0.110082 48.114851 26.056255
1792 0.072097 49.234726 26.291820
-----
head and tail of the nonnan series are identified
the float id is: 43746.0
the ratio of nans in the trimmed chlor_a series 0.194029850746
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
1738 2004-11-02 43746.0 5.077000 66.273571 28.360000 30.397429
1740 2004-11-04 43746.0 5.045333 66.545333 28.372000 21.300333
1748 2004-11-18 43746.0 5.271667 66.892500 28.755667 6.711833
1750 2004-11-20 43746.0 5.513750 67.131500 29.036875 10.215250
1751 2004-11-22 43746.0 5.517750 66.977625 29.477250 -21.245375
1752 2004-11-24 43746.0 5.956125 66.752250 28.878625 -12.794875
1753 2004-11-26 43746.0 6.371125 66.554000 28.904000 -9.241875
1755 2004-11-28 43746.0 6.665375 66.358625 28.553750 -22.281875
1757 2004-11-30 43746.0 7.441625 66.342875 28.340750 40.243875
1759 2004-12-02 43746.0 7.714875 66.785875 28.336375 -6.956375
1761 2004-12-04 43746.0 8.146750 66.670500 28.198750 1.083875
1763 2004-12-06 43746.0 8.353375 66.553125 27.963375 -18.440375
1765 2004-12-08 43746.0 8.704875 66.244000 27.722500 -20.102750
1767 2004-12-10 43746.0 9.043625 65.912875 27.644375 -25.687125
1769 2004-12-12 43746.0 9.243875 65.479625 27.566375 -23.617125
1771 2004-12-14 43746.0 9.226375 65.043875 27.483375 -21.798625
1773 2004-12-16 43746.0 9.058000 64.872125 27.500500 -8.563250
1775 2004-12-18 43746.0 8.844125 64.738250 27.323500 -5.998875
1777 2004-12-20 43746.0 8.622500 64.751125 27.137000 3.649500
1779 2004-12-22 43746.0 8.439250 64.812125 27.105750 7.996125
1781 2004-12-24 43746.0 8.330625 64.863625 27.046875 -1.707875
1783 2004-12-26 43746.0 8.264250 64.846250 27.084250 -4.001375
1785 2004-12-28 43746.0 8.237875 64.846375 26.994375 0.952250
1787 2004-12-30 43746.0 8.159750 64.820250 26.881625 2.707500
1789 2005-01-01 43746.0 8.196500 64.897125 26.661000 -2.363000
1791 2005-01-03 43746.0 8.089375 64.694750 26.666875 -11.627625
1793 2005-01-05 43746.0 8.076000 64.736000 26.748125 10.277000
1794 2005-01-07 43746.0 8.062875 64.759250 26.711500 -5.183000
1795 2005-01-09 43746.0 8.124250 64.687750 26.676500 -6.971625
1796 2005-01-11 43746.0 8.212500 64.479125 26.585000 -17.548375
... ... ... ... ... ... ...
1804 2005-01-27 43746.0 8.565125 63.063000 26.114625 -6.601625
1805 2005-01-29 43746.0 8.582625 63.233500 25.915375 15.020625
1806 2005-01-31 43746.0 8.492250 63.134250 25.902125 -23.467875
1807 2005-02-02 43746.0 8.793000 62.882500 25.919500 -9.091375
1808 2005-02-04 43746.0 8.968000 62.572375 25.951750 -17.739375
1809 2005-02-06 43746.0 9.174250 62.382250 26.088000 -27.610750
1810 2005-02-08 43746.0 9.441250 61.773125 26.000750 -48.746500
1811 2005-02-10 43746.0 9.409625 61.072250 26.035375 -32.203875
1812 2005-02-12 43746.0 9.300000 60.544875 25.831750 -27.987125
1813 2005-02-14 43746.0 8.973500 60.294500 25.451625 -10.015875
1814 2005-02-16 43746.0 8.480875 60.000000 25.603250 -22.231625
1815 2005-02-18 43746.0 8.274875 59.813625 25.850000 -11.052125
1816 2005-02-20 43746.0 8.268125 59.612000 25.893750 -13.054500
1817 2005-02-22 43746.0 8.320375 59.418125 25.838875 0.200375
1818 2005-02-24 43746.0 8.438500 59.436375 26.222625 -19.081625
1819 2005-02-26 43746.0 8.910500 59.148750 25.962375 -7.215125
1820 2005-02-28 43746.0 9.178000 58.838500 25.892375 -25.956375
1821 2005-03-02 43746.0 9.578000 58.407375 26.277500 -43.400000
1822 2005-03-04 43746.0 9.740625 57.566375 25.996250 -52.050625
1823 2005-03-06 43746.0 9.614625 56.886875 26.127875 -31.970375
1824 2005-03-08 43746.0 9.067875 56.562625 26.262875 -15.681500
1825 2005-03-10 43746.0 8.538250 56.339500 26.508750 -14.134000
1826 2005-03-12 43746.0 8.128875 56.056500 26.655250 -14.750625
1827 2005-03-14 43746.0 7.498250 55.753875 26.791375 -30.271125
1828 2005-03-16 43746.0 6.978375 55.225875 27.122375 -34.316000
1829 2005-03-18 43746.0 6.642750 54.545125 27.259375 -47.790125
1830 2005-03-20 43746.0 6.175875 53.976125 27.503375 -30.917000
1831 2005-03-22 43746.0 5.688875 53.590125 27.891250 -17.655375
1832 2005-03-24 43746.0 5.318000 53.290375 28.215875 -23.675750
1833 2005-03-26 43746.0 5.095143 52.850571 28.149857 -36.701000
vn spd chlor_a dist cdm kd490 \
1738 7.116714 33.379857 0.140876 723.410325 0.013237 0.056593
1740 -13.351000 25.332000 0.128015 693.092504 0.011513 0.054811
1748 44.208500 48.272667 0.115153 655.250974 0.009788 0.053029
1750 -7.900250 22.169875 0.112905 624.390905 0.009857 0.054334
1751 21.186875 31.673625 0.106607 641.150604 0.009828 0.053198
1752 26.675000 31.893250 0.139361 660.174786 0.010590 0.053766
1753 23.655875 26.119125 0.152655 680.001119 0.011550 0.055523
1755 26.747500 35.110750 0.165948 701.996975 0.012511 0.057281
1757 45.937875 72.479250 0.160251 711.885127 0.012084 0.057265
1759 17.840500 30.338500 0.154554 656.372029 0.011656 0.057249
1761 21.032125 22.012750 0.140160 650.832926 0.011283 0.057049
1763 15.964250 24.981875 0.147361 656.033050 0.010905 0.060127
1765 24.837750 32.843250 0.134068 678.847714 0.012392 0.054111
1767 12.302500 32.640125 0.160774 707.261033 0.012768 0.061032
1769 9.589250 30.470375 0.137844 751.145937 0.011713 0.058549
1771 -4.436750 24.503625 0.126877 798.893880 0.014538 0.054477
1773 -14.965250 17.451000 0.115911 820.080980 0.017363 0.050406
1775 -11.397875 13.920250 0.226106 838.310245 0.019646 0.069023
1777 -17.509875 18.011125 0.221918 841.389577 0.015464 0.071786
1779 -7.781500 13.539500 0.160582 839.056192 0.014849 0.059800
1781 -2.519125 9.716875 0.159344 836.277909 0.016426 0.056432
1783 -4.178500 10.866750 0.151847 839.895576 0.015863 0.055045
1785 -5.998500 13.103125 0.136782 840.599455 0.014098 0.053915
1787 0.709125 7.289250 0.137402 845.556941 0.015782 0.054308
1789 -1.042125 17.129625 0.138022 836.329934 0.017465 0.054702
1791 -6.080500 15.201750 0.138643 860.928247 0.019148 0.055095
1793 -1.571875 11.546875 0.139263 856.928200 0.020831 0.055489
1794 4.776375 9.840125 0.139883 854.838443 0.022514 0.055882
1795 2.539000 10.299375 0.153955 860.677635 0.024294 0.057880
1796 4.128375 19.062375 0.150881 880.529761 0.014926 0.056074
... ... ... ... ... ... ...
1804 0.832500 14.630000 0.263469 1025.227125 0.024405 0.073957
1805 -8.768750 23.431375 0.184992 1006.405375 0.017337 0.060022
1806 11.338625 29.257500 0.163093 1018.920534 0.015111 0.057065
1807 11.695250 19.116500 0.173172 1002.069720 0.014180 0.060179
1808 19.631875 33.272750 0.183252 962.973607 0.013250 0.063292
1809 17.427375 39.054375 0.154447 934.484012 0.014841 0.055860
1810 0.989125 51.099125 0.173946 861.340004 0.013530 0.062167
1811 -7.132625 36.013750 0.188557 793.209988 0.013925 0.062526
1812 -3.506000 30.305750 0.143214 747.611000 0.013787 0.055513
1813 -36.343000 37.967500 0.300961 742.518418 0.022990 0.074557
1814 -17.005875 31.593750 0.300547 747.204244 0.024120 0.074188
1815 -11.759250 21.526750 0.211730 745.338692 0.019160 0.065587
1816 -0.122125 15.388000 0.137176 728.866697 0.012772 0.054654
1817 11.573875 20.366000 0.134493 708.987222 0.013854 0.053643
1818 13.482625 30.119000 0.149310 701.913308 0.012849 0.056545
1819 22.085750 30.834375 0.150071 644.173879 0.015030 0.054882
1820 32.008875 43.520500 0.130043 599.049691 0.014512 0.052634
1821 13.332000 45.883125 0.159798 534.453581 0.015844 0.055461
1822 2.772500 52.898125 0.163207 452.709454 0.014773 0.056407
1823 -16.180500 37.429500 0.166616 412.613317 0.013701 0.057353
1824 -44.708000 48.091750 0.170025 442.942906 0.012629 0.058299
1825 -31.451875 35.298375 0.140654 483.180964 0.011941 0.055674
1826 -26.334125 32.387250 0.142021 511.113609 0.012094 0.056579
1827 -48.002375 56.934500 0.149142 564.200329 0.011866 0.057681
1828 -13.893375 38.409625 0.160544 554.446707 0.012332 0.059782
1829 -32.464375 58.024500 0.115579 507.913735 0.010859 0.053102
1830 -28.909625 42.561250 0.111602 479.797852 0.009954 0.052781
1831 -30.185750 35.214375 0.072043 472.369189 0.009109 0.048339
1832 -16.813875 29.805500 0.061356 464.069849 0.008137 0.046667
1833 -15.748143 40.047143 0.095592 436.976565 0.008105 0.047975
t865 par sst4
1738 0.084527 36.839646 NaN
1740 0.081668 35.393659 28.048749
1748 0.078809 49.072436 28.534999
1750 0.172255 47.692634 28.765191
1751 0.185795 47.170188 28.992833
1752 0.059268 40.293053 29.220475
1753 0.085954 33.658527 28.377928
1755 0.112641 30.453204 27.289999
1757 0.076411 27.628895 28.434999
1759 0.040180 47.414494 28.695416
1761 0.039277 45.065865 28.579603
1763 0.131168 46.102509 28.428101
1765 0.102365 46.112387 28.099209
1767 0.082341 44.409933 27.953452
1769 0.153378 44.448772 27.859514
1771 0.192979 41.253695 27.021442
1773 0.232580 43.473075 28.046874
1775 0.175100 42.425385 27.968978
1777 0.133907 45.289928 27.957684
1779 0.077803 42.392229 26.480402
1781 0.080121 46.917972 28.077573
1783 0.105998 47.407289 27.880061
1785 0.122932 39.871452 27.869541
1787 0.151361 30.626604 27.163354
1789 0.179790 29.261582 27.312286
1791 0.208220 35.959184 27.461219
1793 0.236649 40.537061 26.389902
1794 0.265079 45.718947 26.284999
1795 0.251810 44.747338 26.119380
1796 0.140860 45.976615 27.704004
... ... ... ...
1804 0.095988 48.983853 26.361742
1805 0.083810 49.002744 25.995302
1806 0.114486 49.692757 26.385526
1807 0.095409 44.874977 26.057986
1808 0.076333 48.959125 26.931675
1809 0.096555 46.839629 26.720890
1810 0.101539 41.927555 27.210619
1811 0.106523 50.579133 26.489703
1812 0.126585 51.101157 27.112779
1813 0.109661 51.891568 26.605138
1814 0.093937 51.940861 26.566932
1815 0.121767 52.674294 26.754872
1816 0.109806 53.543918 26.943046
1817 0.124716 53.545930 26.871652
1818 0.106254 53.892652 27.217413
1819 0.097513 50.834634 27.232590
1820 0.108459 53.916484 26.565260
1821 0.119371 53.253000 27.267431
1822 0.120082 53.287755 27.204654
1823 0.120794 53.541450 26.746739
1824 0.121505 53.721960 26.661516
1825 0.101245 53.378553 27.524329
1826 0.096933 55.603828 26.968881
1827 0.089006 51.874855 27.286565
1828 0.100760 53.889217 27.817984
1829 0.099204 56.263838 27.921801
1830 0.098428 52.851289 28.031223
1831 0.087346 56.087996 27.100806
1832 0.077364 53.691002 28.651631
1833 0.067383 54.037011 28.913585
[67 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 43748.0
the ratio of nans in the trimmed chlor_a series 0.0322580645161
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
2089 2005-11-01 43748.0 15.055750 59.541500 26.622500 12.044500
2095 2005-11-03 43748.0 14.308125 59.741500 26.671875 10.954000
2101 2005-11-05 43748.0 13.865125 59.873500 26.565375 4.744125
2107 2005-11-07 43748.0 13.588750 59.918375 26.604250 1.342750
2113 2005-11-09 43748.0 13.366875 59.937875 26.763250 1.273625
2119 2005-11-11 43748.0 13.212750 59.891875 26.745000 -4.529750
2125 2005-11-13 43748.0 13.101875 59.736875 26.732625 -11.436000
2131 2005-11-15 43748.0 12.996125 59.502750 26.660125 -17.467875
2138 2005-11-17 43748.0 12.923375 59.277500 26.656000 -13.269000
2145 2005-11-19 43748.0 12.856000 59.051250 26.554375 -18.246000
2152 2005-11-21 43748.0 12.756500 58.662875 26.360625 -33.066875
2158 2005-11-23 43748.0 12.647625 57.998375 26.291750 -56.175500
2164 2005-11-25 43748.0 12.743875 56.767000 26.150250 -93.077250
2169 2005-11-27 43748.0 13.317375 55.417625 25.870250 -65.078125
2174 2005-11-29 43748.0 13.877125 54.679250 25.590125 -34.500875
2179 2005-12-01 43748.0 14.204625 54.242000 25.376750 -21.290625
2183 2005-12-03 43748.0 14.397000 53.894125 25.092125 -22.484000
2187 2005-12-05 43748.0 14.587125 53.571375 24.911000 -17.720625
2191 2005-12-07 43748.0 14.763250 53.345000 24.804625 -8.707000
2195 2005-12-09 43748.0 14.934250 53.285000 24.944875 1.370625
2199 2005-12-11 43748.0 14.957000 53.350500 24.909500 4.408500
2203 2005-12-13 43748.0 14.778750 53.422750 24.833875 3.715750
2207 2005-12-15 43748.0 14.603375 53.402875 24.816250 -6.101875
2211 2005-12-17 43748.0 14.435125 53.247000 24.771375 -13.708250
2215 2005-12-19 43748.0 14.561125 52.965000 24.759750 -18.074500
2219 2005-12-21 43748.0 14.987500 52.768750 24.866625 -3.025500
2223 2005-12-23 43748.0 15.474625 53.001500 24.656500 30.100125
2227 2005-12-25 43748.0 15.836000 53.657375 24.577500 49.104125
2231 2005-12-27 43748.0 16.129250 54.367250 24.403125 32.656500
2236 2005-12-29 43748.0 16.342750 54.687250 24.438000 11.801250
... ... ... ... ... ... ...
2248 2006-01-04 43748.0 16.255375 54.850500 23.699000 -24.360125
2252 2006-01-06 43748.0 16.615125 54.339375 23.249875 -22.709500
2256 2006-01-08 43748.0 16.923125 54.350250 23.389375 14.682500
2259 2006-01-10 43748.0 16.937375 54.688750 23.282375 35.814000
2262 2006-01-12 43748.0 16.706625 55.357000 23.420750 30.374000
2266 2006-01-14 43748.0 16.250375 55.598625 23.247250 -4.220875
2270 2006-01-16 43748.0 15.656125 54.951875 23.162750 -70.276375
2274 2006-01-18 43748.0 16.141000 53.904625 22.972250 -42.472250
2279 2006-01-20 43748.0 16.570500 53.289625 23.256500 -50.546250
2284 2006-01-22 43748.0 15.989875 52.492500 23.378000 -31.539750
2290 2006-01-24 43748.0 15.466750 52.360750 23.460750 3.889000
2295 2006-01-26 43748.0 15.152125 52.296250 23.457125 -14.600375
2300 2006-01-28 43748.0 14.976000 52.068125 23.582875 -11.119000
2306 2006-01-30 43748.0 14.951750 51.910625 23.631625 -10.496750
2312 2006-02-01 43748.0 15.097250 51.730000 23.507250 -7.545125
2318 2006-02-03 43748.0 15.160250 51.705375 23.583125 1.001125
2324 2006-02-05 43748.0 15.045250 51.699375 23.747500 -2.177125
2330 2006-02-07 43748.0 14.820000 51.640875 23.908750 -4.744250
2337 2006-02-09 43748.0 14.512125 51.628250 24.005875 4.823875
2345 2006-02-11 43748.0 13.973625 51.806125 23.971250 17.512625
2353 2006-02-13 43748.0 13.481625 52.110375 23.991125 20.105125
2361 2006-02-15 43748.0 13.283750 52.422875 24.662500 21.334000
2370 2006-02-17 43748.0 13.327000 52.877500 24.787000 28.649000
2378 2006-02-19 43748.0 13.717250 53.113250 24.555875 2.064875
2386 2006-02-21 43748.0 14.364625 53.042625 24.592875 -10.888125
2393 2006-02-23 43748.0 14.996125 52.811250 24.832875 -17.836875
2400 2006-02-25 43748.0 15.318000 52.416875 24.142500 -30.592375
2408 2006-02-27 43748.0 15.376250 51.984625 23.825250 -24.470625
2416 2006-03-01 43748.0 15.238125 51.510000 23.885571 -28.890375
2424 2006-03-03 43748.0 15.140000 51.275000 NaN -28.890375
vn spd chlor_a dist cdm kd490 \
2089 -57.314250 58.622750 0.431212 435.009139 0.047488 0.089876
2095 -35.797625 37.509500 0.381660 506.281228 0.034186 0.087227
2101 -22.490125 23.244625 0.422952 551.448382 0.036459 0.088020
2107 -15.614875 16.316750 0.415192 577.465573 0.028809 0.086498
2113 -13.089625 13.814875 0.292887 592.275385 0.025615 0.077389
2119 -8.709625 12.741750 0.295116 585.158818 0.023338 0.077143
2125 -5.430125 15.851875 0.398864 567.155468 0.031134 0.086650
2131 -2.441875 19.990375 0.296009 540.828523 0.041217 0.075840
2138 -5.068750 19.175125 0.282273 515.853068 0.034309 0.074782
2145 -5.344625 20.465750 0.248807 490.866372 0.023003 0.069694
2152 -7.761875 34.781625 0.328800 448.201883 0.025497 0.079560
2158 -6.372125 56.917000 0.468854 375.684750 0.045901 0.092708
2164 22.175625 96.160125 0.355568 242.600783 0.028256 0.079524
2169 44.119625 78.840625 0.382694 126.995519 0.031530 0.088894
2174 27.066000 43.934500 0.493840 142.638666 0.034012 0.097880
2179 14.852875 26.176625 0.561695 167.133975 0.048584 0.102385
2183 12.373250 25.825250 0.532055 188.741675 0.046371 0.099478
2187 11.757000 21.484250 0.502415 185.176587 0.044158 0.096571
2191 10.175250 14.030875 0.472774 153.966718 0.041945 0.093664
2195 9.156250 10.195750 0.438751 137.493902 0.041913 0.090116
2199 -7.149875 10.113375 0.469660 142.026132 0.029755 0.090059
2203 -10.821125 13.387000 0.374223 159.539738 0.030070 0.082901
2207 -12.662625 15.413000 0.351832 170.200052 0.025981 0.081194
2211 -5.893375 16.385500 0.409101 172.056679 0.028884 0.087162
2215 22.567625 29.896625 0.416884 142.335098 0.032020 0.087594
2219 30.113250 31.557250 0.319635 92.133928 0.026351 0.080134
2223 29.765500 42.589500 0.312759 85.005360 0.023755 0.081568
2227 16.847125 52.198750 0.315193 101.109734 0.030963 0.078104
2231 20.360500 38.804250 0.327902 96.015670 0.032227 0.079205
2236 7.724250 14.366250 0.377938 66.750271 0.055652 0.088750
... ... ... ... ... ... ...
2248 -5.975625 30.383375 0.324916 75.578936 0.039390 0.077528
2252 39.029875 46.749875 0.386130 45.808382 0.050963 0.087660
2256 5.674625 15.991875 0.614517 11.846453 0.065748 0.107747
2259 -9.928000 37.771000 0.592739 3.617888 0.062831 0.108218
2262 -14.885125 35.305000 0.986876 47.748222 0.041526 0.121414
2266 -51.655250 55.145375 1.008762 103.536932 0.046518 0.137892
2270 -3.489500 73.770875 0.990875 142.627952 0.105670 0.148907
2274 58.111625 75.640625 0.532585 74.900514 0.041178 0.099915
2279 -17.432875 55.792750 1.244650 15.343121 0.078299 0.159095
2284 -44.824125 56.604875 3.333488 33.248303 0.115420 0.161900
2290 -24.710125 25.503500 1.040438 23.351901 0.067480 0.138892
2295 -14.644750 21.143500 0.878476 51.148171 0.094606 0.129012
2300 -7.783375 14.145000 0.868613 56.797921 0.080455 0.128105
2306 5.970375 12.861500 1.122878 49.993007 0.059068 0.144822
2312 9.593125 12.556000 0.651079 27.389692 0.046270 0.117074
2318 -2.221750 4.839750 0.441627 20.005343 0.030250 0.095044
2324 -12.418375 13.229875 0.678454 32.307675 0.044549 0.110129
2330 -16.009375 16.949750 0.931225 53.940185 0.055692 0.121394
2337 -26.068375 26.660125 0.477146 84.275540 0.047268 0.091294
2345 -39.897375 43.612750 0.488517 146.855507 0.045379 0.091326
2353 -19.781000 28.524625 0.441486 114.852867 0.044823 0.087441
2361 -7.289500 22.811125 0.455941 97.712810 0.030685 0.088207
2370 15.536250 33.964500 0.383745 93.902800 0.028254 0.078299
2378 35.846750 37.125125 0.649191 119.044521 0.018783 0.116253
2386 44.317125 46.057875 0.469118 165.002488 0.047049 0.096272
2393 32.836750 38.032000 0.391490 94.389493 0.048181 0.083202
2400 9.005250 33.199875 0.499438 39.934733 0.058399 0.092304
2408 -3.657875 25.849500 1.004088 15.405567 0.077280 0.131177
2416 -11.082250 31.038750 1.609352 6.615991 0.117118 0.165748
2424 -11.082250 31.038750 1.268725 7.273034 0.093465 0.143798
t865 par sst4
2089 0.141954 47.125168 27.697711
2095 0.090713 47.383984 27.388990
2101 0.070194 46.929925 27.551695
2107 0.142533 45.607453 27.719192
2113 0.154721 46.879339 27.632211
2119 0.159384 46.508666 27.019374
2125 0.161100 44.556975 27.539361
2131 0.208435 42.979512 27.386230
2138 0.148788 40.646261 27.412060
2145 0.074850 43.781912 27.213834
2152 0.085035 45.088006 27.372499
2158 0.167978 43.965967 27.537906
2164 0.050548 44.536095 27.304723
2169 0.104493 42.416942 27.306459
2174 0.086494 43.424732 26.865351
2179 0.089162 43.353316 26.848339
2183 0.089776 41.292968 26.610510
2187 0.090390 39.566519 26.580431
2191 0.091004 41.425519 26.315274
2195 0.072011 41.738428 26.562495
2199 0.109772 41.217166 26.473735
2203 0.135531 38.657402 26.336484
2207 0.083690 39.217353 26.232201
2211 0.067143 41.962610 26.198446
2215 0.048750 41.536321 26.372799
2219 0.046682 41.402695 25.976301
2223 0.077255 33.819528 26.057560
2227 0.089899 40.419186 25.949853
2231 0.081681 40.469240 25.997992
2236 0.118586 40.659533 25.560697
... ... ... ...
2248 0.081522 38.134410 25.049858
2252 0.070478 41.227086 24.988981
2256 0.050570 40.977544 24.972671
2259 0.097865 40.812464 24.953287
2262 0.116166 40.533368 24.884351
2266 0.123779 41.863089 25.019333
2270 0.228712 41.427677 25.031311
2274 0.176133 38.859698 25.051888
2279 0.098155 34.683528 24.643618
2284 0.143052 43.915206 25.022905
2290 0.189924 43.616295 23.899040
2295 0.048737 38.373607 24.995023
2300 0.061865 45.050292 25.048473
2306 0.071149 46.028011 24.913956
2312 0.212896 43.604917 25.077605
2318 0.124580 44.800035 24.972928
2324 0.106299 44.890153 24.964333
2330 0.107766 47.453448 24.900643
2337 0.135878 46.718960 25.485865
2345 0.146004 48.599045 23.541272
2353 0.083511 49.778655 25.539455
2361 0.098725 47.269146 25.740310
2370 0.071364 49.175195 25.743359
2378 0.170055 49.176078 26.163711
2386 0.210430 48.957681 25.760362
2393 0.243152 47.327566 25.995839
2400 0.212360 50.585634 25.799722
2408 0.100485 51.908807 25.327771
2416 0.077368 52.350300 25.073797
2424 0.052624 52.303371 25.235606
[62 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 43995.0
the ratio of nans in the trimmed chlor_a series 0.105263157895
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
2090 2005-11-01 43995.0 9.709375 72.421250 28.626250 -10.287625
2096 2005-11-03 43995.0 9.602625 72.222750 28.773125 -15.328875
2102 2005-11-05 43995.0 9.663625 71.988125 28.774750 -13.664875
2108 2005-11-07 43995.0 9.597250 71.692000 28.647500 -28.024500
2114 2005-11-09 43995.0 9.400000 71.376500 28.578625 -4.861750
2120 2005-11-11 43995.0 9.272125 71.264500 28.545875 -13.958875
2126 2005-11-13 43995.0 9.488375 71.183375 28.576875 2.052875
2132 2005-11-15 43995.0 9.467125 70.954250 28.794125 -29.695125
2139 2005-11-17 43995.0 9.632125 70.517000 28.728125 -23.097000
2146 2005-11-19 43995.0 9.522625 70.164500 28.844125 -18.144625
2153 2005-11-21 43995.0 9.277000 69.882750 28.804875 -17.823375
2159 2005-11-23 43995.0 9.085250 69.698000 28.673500 -14.932750
2165 2005-11-25 43995.0 9.278500 69.495250 28.549000 -2.804625
2170 2005-11-27 43995.0 9.674625 69.504875 28.248875 1.667000
2175 2005-11-29 43995.0 10.010375 69.585875 28.280000 13.527125
2180 2005-12-01 43995.0 10.004750 69.927625 28.332000 16.340875
2184 2005-12-03 43995.0 9.728875 69.911375 28.481375 -14.206000
2188 2005-12-05 43995.0 9.789875 69.628875 28.622250 -11.312125
2192 2005-12-07 43995.0 9.842375 69.417750 28.655125 -20.048625
2196 2005-12-09 43995.0 9.731125 69.205000 28.637000 -11.298625
2200 2005-12-11 43995.0 9.615125 69.000125 28.529625 -11.015375
2204 2005-12-13 43995.0 9.506875 68.827875 28.565125 -14.496750
2208 2005-12-15 43995.0 9.479750 68.616125 28.440875 -11.491375
2212 2005-12-17 43995.0 9.348375 68.410125 28.336125 -9.718375
2216 2005-12-19 43995.0 9.209250 68.397250 28.082125 5.744500
2220 2005-12-21 43995.0 9.175125 68.485750 28.036625 6.690500
2224 2005-12-23 43995.0 9.186625 68.678250 27.932000 10.207125
2228 2005-12-25 43995.0 9.363375 68.813750 27.937875 15.339750
2232 2005-12-27 43995.0 9.470750 69.026875 27.937000 5.236875
2237 2005-12-29 43995.0 9.665375 69.155250 27.906875 11.731125
... ... ... ... ... ... ...
2313 2006-02-01 43995.0 12.087875 68.613000 27.415750 -3.271125
2319 2006-02-03 43995.0 12.078125 68.656375 27.517125 6.727125
2325 2006-02-05 43995.0 12.032000 68.736125 27.624250 4.438125
2331 2006-02-07 43995.0 12.011500 68.771375 27.811125 1.923500
2338 2006-02-09 43995.0 12.056750 68.830500 27.792250 1.825125
2346 2006-02-11 43995.0 12.129375 68.837125 27.933500 -0.558375
2354 2006-02-13 43995.0 12.311750 68.817625 28.111125 -2.711375
2362 2006-02-15 43995.0 12.411250 68.706000 28.118750 -11.818625
2371 2006-02-17 43995.0 12.532875 68.415250 27.963250 -19.463375
2379 2006-02-19 43995.0 12.551625 68.093000 27.818250 -24.752375
2387 2006-02-21 43995.0 12.424500 67.655375 27.921875 -25.573500
2394 2006-02-23 43995.0 12.085125 67.389750 28.047250 -5.805125
2401 2006-02-25 43995.0 11.840750 67.553500 28.237250 25.902750
2409 2006-02-27 43995.0 12.104750 68.055250 28.183000 30.480625
2417 2006-03-01 43995.0 12.524375 68.470625 28.203500 19.462750
2425 2006-03-03 43995.0 12.871000 68.683625 28.403000 4.169625
2432 2006-03-05 43995.0 13.267625 68.698000 28.414750 1.417500
2440 2006-03-07 43995.0 13.615750 68.837375 28.585125 17.875125
2448 2006-03-09 43995.0 13.699375 69.121750 28.490250 13.969000
2456 2006-03-11 43995.0 13.492125 69.209625 28.487000 -4.160000
2464 2006-03-13 43995.0 13.419875 69.009125 28.642250 -11.610250
2472 2006-03-15 43995.0 13.528000 68.710875 28.479500 -27.191250
2480 2006-03-17 43995.0 13.845750 68.182125 28.353875 -33.333125
2488 2006-03-19 43995.0 14.175000 67.742875 28.228875 -25.277625
2496 2006-03-21 43995.0 14.439000 67.449000 28.349125 -16.108125
2504 2006-03-23 43995.0 14.664125 67.117875 28.317125 -26.322875
2512 2006-03-25 43995.0 14.734625 66.674625 28.406250 -20.002500
2520 2006-03-27 43995.0 14.598250 66.547750 28.417000 -7.882875
2528 2006-03-29 43995.0 14.499375 66.398625 28.382250 -9.453375
2536 2006-03-31 43995.0 14.252125 66.236875 28.372500 -11.596125
vn spd chlor_a dist cdm kd490 \
2090 -11.250625 16.301375 0.216871 38.858365 0.016327 0.066871
2096 -2.869750 16.188000 0.211972 47.955445 0.019168 0.063465
2102 6.391125 16.817375 0.198729 51.963265 0.018006 0.062306
2108 -14.644375 31.883875 0.185487 80.630746 0.016844 0.061147
2114 -11.732125 15.490875 0.172245 121.476875 0.015681 0.059988
2120 6.618000 20.447625 0.159002 139.752203 0.014519 0.058829
2126 4.808500 18.763125 0.145760 134.585274 0.013356 0.057670
2132 8.949750 33.514250 0.132518 158.326133 0.012194 0.056511
2139 -1.885500 25.624750 0.174354 198.205841 0.015317 0.060155
2146 -9.131125 22.090625 0.176759 238.670639 0.016287 0.060507
2153 -17.688625 25.650500 0.184508 275.941884 0.015384 0.062701
2159 0.170625 23.028875 0.173468 302.133138 0.015288 0.060611
2165 17.278250 18.470625 0.166768 316.649029 0.014882 0.059849
2170 28.088625 29.839750 0.160067 306.669159 0.014476 0.059087
2175 14.834250 23.210250 0.153366 294.965647 0.014071 0.058324
2180 -18.122500 31.890375 0.146665 257.516329 0.013665 0.057562
2184 -6.989000 18.595375 0.199964 261.658887 0.013373 0.064919
2188 11.466000 20.459500 0.176714 291.653499 0.012640 0.062564
2192 -2.958875 20.945500 0.163563 314.227451 0.013950 0.061336
2196 -12.266000 17.692375 0.159976 338.580582 0.013656 0.061032
2200 -4.672875 12.320875 0.125040 362.445042 0.013435 0.053793
2204 -6.688750 16.827625 0.139147 382.912232 0.013424 0.058328
2208 -3.501375 14.948875 0.179278 406.346614 0.012706 0.064508
2212 -9.395000 14.704625 0.195030 431.119324 0.022432 0.064932
2216 -6.376750 10.137125 0.202614 435.583331 0.020765 0.067859
2220 2.546875 8.042625 0.217003 426.941891 0.018812 0.068430
2224 -0.523375 14.881625 0.260558 406.074501 0.019745 0.075268
2228 16.556250 24.679375 0.324357 387.280357 0.024068 0.082697
2232 8.132750 15.313500 0.354973 362.051215 0.028050 0.083452
2237 8.275875 15.498125 0.348327 344.841460 0.026669 0.082959
... ... ... ... ... ... ...
2313 -3.909875 7.302250 0.166628 392.387527 0.016477 0.057486
2319 0.112500 7.510125 0.164157 387.538675 0.020157 0.057748
2325 -4.708875 7.250625 0.153007 377.870674 0.021647 0.056325
2331 2.724375 6.635750 0.177746 373.596019 0.020742 0.060780
2338 2.396125 6.908875 0.218521 368.603997 0.017689 0.067827
2346 7.691375 8.496500 0.208133 369.142892 0.020125 0.064582
2354 9.410000 11.543875 0.201094 374.808061 0.020745 0.061499
2362 6.030500 15.147125 0.206671 389.014395 0.019522 0.061854
2371 6.660875 23.422625 0.210298 422.867732 0.016726 0.060381
2379 -1.501000 28.012875 0.203289 457.435902 0.019760 0.064845
2387 -18.680625 34.533250 0.176535 501.305212 0.016701 0.061250
2394 -22.039375 28.050875 0.177011 522.385872 0.014375 0.063621
2401 0.843375 29.040750 0.175736 500.424650 0.013285 0.062884
2409 28.342875 41.971375 0.143153 451.849886 0.013325 0.055358
2417 23.319875 30.651750 0.167951 416.799640 0.011647 0.060956
2425 23.699625 26.618375 0.162874 405.710011 0.011661 0.060471
2432 23.107250 24.110125 0.161137 421.206538 0.011393 0.061006
2440 17.284125 26.476625 0.118135 426.190990 0.012115 0.051986
2448 -8.633625 24.378750 0.101253 405.339121 0.011535 0.050762
2456 -11.976750 16.316000 0.111336 384.742118 0.010409 0.051999
2464 3.875875 13.452375 0.121573 399.172149 0.009805 0.055766
2472 12.879375 32.130625 0.109157 433.177697 0.009858 0.052990
2480 25.069875 46.749250 0.128085 500.255644 0.010739 0.053418
2488 17.116625 32.401500 0.134939 559.515119 0.011129 0.054613
2496 15.955000 23.369125 0.147039 601.654466 0.011304 0.058724
2504 11.157875 29.135125 0.148222 645.068526 0.013632 0.058249
2512 -6.061375 27.014875 0.162026 690.236577 0.013514 0.059593
2520 -4.078875 12.141750 0.151639 695.003393 0.011343 0.059177
2528 -11.181375 17.251625 0.143991 704.329750 0.014994 0.055944
2536 -18.887375 24.666875 0.124295 708.553633 0.014946 0.053478
t865 par sst4
2090 0.101536 43.293044 27.633192
2096 0.114333 41.583752 26.715100
2102 0.115115 30.202455 25.739999
2108 0.115896 45.436945 28.286672
2114 0.116677 35.989332 28.314337
2120 0.117458 29.471012 28.327683
2126 0.118239 31.683452 28.341029
2132 0.119020 41.780435 28.354374
2139 0.082523 45.676541 28.771441
2146 0.073553 48.437491 28.647849
2153 0.105265 42.414321 28.180713
2159 0.086781 40.380566 28.106784
2165 0.084386 19.028593 28.032856
2170 0.081990 18.559912 27.958928
2175 0.079595 22.840414 27.884999
2180 0.077200 39.696095 28.128124
2184 0.057151 46.511538 27.511675
2188 0.056975 36.004609 27.959475
2192 0.140464 40.042980 28.530678
2196 0.121218 45.307246 28.512815
2200 0.086756 42.229581 28.406955
2204 0.117981 38.288317 27.836251
2208 0.160208 40.134823 28.254374
2212 0.119463 45.706424 28.199412
2216 0.108013 45.794530 28.119128
2220 0.100098 46.223871 27.984505
2224 0.097047 45.670382 27.930096
2228 0.106042 45.544706 27.891286
2232 0.126533 46.182758 27.563415
2237 0.120754 46.027629 26.989831
... ... ... ...
2313 0.077993 48.173448 27.553506
2319 0.114115 49.043850 27.400363
2325 0.134870 49.186541 27.600520
2331 0.154405 49.171089 27.499472
2338 0.134039 48.849097 27.852739
2346 0.103801 49.729420 27.877612
2354 0.103109 50.116788 27.736775
2362 0.143083 49.477491 28.017428
2371 0.163168 48.563396 27.768584
2379 0.183252 49.756925 27.431168
2387 0.160071 49.552895 26.468892
2394 0.219976 49.682521 27.839853
2401 0.125935 51.970175 27.908093
2409 0.176094 50.012807 28.097499
2417 0.113889 49.272395 28.002277
2425 0.104554 51.815906 27.807348
2432 0.083743 51.731613 27.935176
2440 0.066874 51.425265 27.004301
2448 0.071774 53.097001 27.819277
2456 0.082026 54.348898 28.084212
2464 0.103829 52.411046 27.805771
2472 0.113480 53.349184 28.136629
2480 0.095661 55.141462 28.053877
2488 0.083564 55.292786 28.369433
2496 0.125557 55.139950 27.831651
2504 0.138590 55.151393 28.074886
2512 0.130407 54.958133 27.979121
2520 0.129182 55.051234 28.205334
2528 0.168857 55.921061 28.249270
2536 0.165878 56.684415 28.294816
[76 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 53363.0
the ratio of nans in the trimmed chlor_a series 0.0657894736842
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
2091 2005-11-01 53363.0 17.254500 70.169875 28.793625 2.744000
2097 2005-11-03 53363.0 17.452625 70.145750 28.752875 -5.576250
2103 2005-11-05 53363.0 17.464500 70.075250 28.724125 -1.920750
2109 2005-11-07 53363.0 17.456625 70.046125 28.625125 -3.919625
2115 2005-11-09 53363.0 17.534625 69.984250 28.525375 -4.269500
2121 2005-11-11 53363.0 17.581625 69.887000 28.402125 -6.023125
2127 2005-11-13 53363.0 17.572625 69.776125 28.289000 -6.627625
2134 2005-11-15 53363.0 17.413375 69.729875 28.138000 0.338000
2141 2005-11-17 53363.0 17.345250 69.764000 28.177000 0.438000
2148 2005-11-19 53363.0 17.287875 69.726750 28.233875 -1.412750
2155 2005-11-21 53363.0 17.155125 69.733250 28.274500 2.182875
2161 2005-11-23 53363.0 17.035875 69.759500 28.242750 -1.212750
2167 2005-11-25 53363.0 16.981875 69.722250 28.306500 -2.293250
2172 2005-11-27 53363.0 16.958375 69.717000 28.282750 0.198375
2177 2005-11-29 53363.0 16.812000 69.719125 28.110250 -1.718875
2181 2005-12-01 53363.0 16.676500 69.609500 27.980750 -7.534375
2185 2005-12-03 53363.0 16.526750 69.428375 27.938625 -16.175125
2189 2005-12-05 53363.0 16.459875 69.172750 27.872750 -13.210000
2193 2005-12-07 53363.0 16.476875 68.964250 27.818000 -10.253875
2197 2005-12-09 53363.0 16.442750 68.904625 27.704250 -0.344000
2201 2005-12-11 53363.0 16.379125 68.886125 27.621875 -2.311750
2205 2005-12-13 53363.0 16.307000 68.861375 27.628125 0.642000
2209 2005-12-15 53363.0 16.187875 68.860625 27.597000 -0.877375
2213 2005-12-17 53363.0 16.051875 68.872500 27.533375 1.841375
2217 2005-12-19 53363.0 15.877875 68.912375 27.350125 2.608125
2221 2005-12-21 53363.0 15.670250 68.926625 27.200625 -2.001500
2225 2005-12-23 53363.0 15.444250 68.829625 27.027625 -9.170000
2229 2005-12-25 53363.0 15.305250 68.734875 27.037250 -1.756000
2233 2005-12-27 53363.0 15.163375 68.705625 27.046500 0.095000
2238 2005-12-29 53363.0 15.032750 68.768000 26.984000 3.464125
... ... ... ... ... ... ...
2314 2006-02-01 53363.0 14.164125 68.500125 27.206250 -10.349875
2320 2006-02-03 53363.0 14.225375 68.354125 27.350375 -5.657500
2326 2006-02-05 53363.0 14.329500 68.251125 27.390375 -8.959750
2332 2006-02-07 53363.0 14.510625 68.014375 27.281125 -18.609750
2339 2006-02-09 53363.0 14.613875 67.723875 27.219000 -18.510500
2347 2006-02-11 53363.0 14.560875 67.423500 27.220500 -16.320125
2355 2006-02-13 53363.0 14.438000 67.239750 27.491500 -13.145875
2363 2006-02-15 53363.0 14.278500 66.976875 27.316125 -14.331625
2372 2006-02-17 53363.0 14.200875 66.825500 27.373125 -8.557125
2380 2006-02-19 53363.0 14.157250 66.630000 27.446625 -14.543125
2388 2006-02-21 53363.0 14.163500 66.435250 27.534125 -8.716750
2395 2006-02-23 53363.0 14.223125 66.294375 27.699250 -8.105875
2402 2006-02-25 53363.0 14.256875 66.150625 27.673625 -13.615375
2410 2006-02-27 53363.0 14.252875 65.885250 27.551875 -16.672500
2418 2006-03-01 53363.0 14.224250 65.619375 27.544500 -19.588375
2426 2006-03-03 53363.0 14.200375 65.275000 27.589000 -25.779750
2433 2006-03-05 53363.0 14.216375 64.865625 27.675250 -23.421500
2441 2006-03-07 53363.0 14.239750 64.520750 27.835250 -19.215125
2449 2006-03-09 53363.0 14.224125 64.195000 27.617750 -20.014625
2457 2006-03-11 53363.0 14.191500 63.915500 27.758500 -14.081875
2465 2006-03-13 53363.0 14.200375 63.680875 27.550500 -14.826375
2473 2006-03-15 53363.0 14.248625 63.400750 27.385500 -22.117375
2481 2006-03-17 53363.0 14.086125 63.061625 27.241375 -18.532250
2489 2006-03-19 53363.0 13.994250 62.733875 27.444000 -20.094375
2497 2006-03-21 53363.0 13.936750 62.389500 27.634250 -24.810625
2505 2006-03-23 53363.0 13.931375 62.009250 27.677250 -21.156750
2513 2006-03-25 53363.0 13.971500 61.658375 27.832000 -22.852125
2521 2006-03-27 53363.0 13.923750 61.308000 27.818125 -21.006375
2529 2006-03-29 53363.0 13.793875 61.022375 27.893750 -14.642000
2537 2006-03-31 53363.0 13.588625 60.793375 28.103375 -17.369250
vn spd chlor_a dist cdm kd490 \
2091 16.533375 17.101375 0.169147 311.829161 0.025983 0.057302
2097 5.505000 9.052250 0.162247 307.336932 0.029135 0.055883
2103 -1.349000 6.200500 0.152073 314.165382 0.024154 0.056582
2109 3.322875 5.927750 0.168053 317.378597 0.019952 0.060923
2115 3.794875 7.797250 0.248969 321.504442 0.024850 0.069034
2121 2.783000 7.084375 0.248970 330.340133 0.030454 0.066806
2127 -7.425625 11.783500 0.231679 342.045960 0.028873 0.064785
2134 -6.932250 7.273000 0.285153 351.035805 0.035742 0.072399
2141 -4.567625 8.834125 0.252108 349.604407 0.038059 0.068770
2148 -5.455625 7.485625 0.219750 355.242888 0.030858 0.064614
2155 -9.122125 9.617000 0.202009 359.238345 0.024206 0.062058
2161 -5.220250 8.270000 0.186334 361.166686 0.021665 0.060702
2167 -1.667250 4.174750 0.186901 366.872748 0.022776 0.061171
2172 -3.398500 6.918875 0.203320 368.273118 0.030264 0.063582
2177 -10.764625 14.610500 0.219738 373.082869 0.037752 0.065993
2181 -9.444250 13.253750 0.236157 387.547542 0.045241 0.068404
2185 -7.893000 19.536875 0.250626 409.823849 0.042369 0.073829
2189 -3.317375 15.938750 0.232278 438.070214 0.030315 0.070504
2193 2.848625 12.500875 0.207891 459.416944 0.022739 0.064149
2197 -4.041000 5.159375 0.286383 466.436080 0.039620 0.074798
2201 -3.381875 5.958500 0.277237 469.907402 0.038468 0.076377
2205 -6.391625 7.622750 0.292838 474.348802 0.037270 0.077271
2209 -7.262625 8.673875 0.294654 477.239129 0.028311 0.076209
2213 -11.609125 12.005750 0.292218 477.624301 0.033861 0.078812
2217 -12.067625 12.729750 0.295195 476.164916 0.034621 0.078614
2221 -14.297625 14.765250 0.309691 478.828525 0.026474 0.082901
2225 -13.563875 16.453625 0.162031 494.639458 0.049110 0.068520
2229 -6.186375 10.117625 0.461452 508.470848 0.043198 0.113569
2233 -12.144375 14.190750 0.506759 515.976438 0.037286 0.106465
2238 -4.252000 7.303500 0.383003 514.143864 0.044082 0.088373
... ... ... ... ... ... ...
2314 -1.479125 12.101125 0.255663 489.842255 0.033569 0.071815
2320 6.366250 9.666000 0.283063 506.657789 0.027626 0.075875
2326 8.365250 12.812000 0.214961 522.350380 0.027983 0.065985
2332 12.374250 22.685000 0.230317 554.753715 0.025819 0.068397
2339 -0.225250 19.530625 0.221150 587.027501 0.023576 0.068427
2347 -6.278125 18.969250 0.171259 611.015226 0.021837 0.061519
2355 -10.164875 17.450000 0.166405 621.079554 0.020917 0.058871
2363 -8.135625 16.789375 0.173744 637.637021 0.018634 0.059981
2372 -4.034500 10.832000 0.173075 648.463139 0.017291 0.061231
2380 -0.408875 15.146750 0.195681 665.533736 0.016977 0.065394
2388 2.245625 9.924500 0.218286 685.007240 0.016663 0.069557
2395 4.253125 12.819000 0.213260 701.579984 0.016322 0.068072
2402 0.639250 14.416375 0.210354 717.292787 0.016685 0.065573
2410 0.037250 16.858500 0.163441 743.489076 0.017320 0.058239
2418 -2.316625 20.190500 0.177159 768.923168 0.018475 0.059353
2426 0.058875 26.410875 0.184550 802.742422 0.016210 0.062303
2433 0.901750 25.139375 0.183504 844.947889 0.016066 0.060354
2441 0.660625 20.614875 0.185200 880.776173 0.016024 0.060100
2449 -2.241250 20.762750 0.179524 859.363024 0.014615 0.062093
2457 -0.611500 14.947000 0.173565 838.384075 0.015288 0.061485
2465 1.002250 15.125875 0.174513 818.550152 0.014848 0.061574
2473 -1.483750 25.036750 0.161534 792.445977 0.018372 0.057200
2481 -12.876875 22.714500 0.184464 778.370025 0.019584 0.059377
2489 -0.089500 21.213625 0.154413 761.188150 0.014277 0.057567
2497 -5.106000 25.690750 0.158792 741.304556 0.014565 0.057016
2505 2.585125 21.700750 0.152369 715.675602 0.014082 0.056330
2513 0.793125 23.843625 0.141615 689.111402 0.014459 0.055532
2521 -6.301250 22.608750 0.115761 662.175350 0.013040 0.053646
2529 -9.089375 17.511750 0.115640 647.026457 0.012365 0.053056
2537 -13.815500 23.263750 0.129342 643.453500 0.012763 0.053666
t865 par sst4
2091 0.160104 45.515831 28.464220
2097 0.186181 44.252270 28.547129
2103 0.219232 43.886400 28.561810
2109 0.166253 44.065962 28.640562
2115 0.122977 44.028099 28.423988
2121 0.135759 43.610254 28.596011
2127 0.134383 42.974899 28.463310
2134 0.122429 42.872812 28.336377
2141 0.150064 42.873763 28.157612
2148 0.121946 42.533926 28.327698
2155 0.082672 42.308715 28.567961
2161 0.100804 42.190452 27.220206
2167 0.139458 37.011175 28.418261
2172 0.196197 30.850348 27.978854
2177 0.252936 32.612013 27.539446
2181 0.309675 30.527267 27.100038
2185 0.277384 36.431183 26.845650
2189 0.204671 40.272048 27.475750
2193 0.096650 40.548949 27.609405
2197 0.137798 40.478884 27.826952
2201 0.127103 38.993906 27.449224
2205 0.088378 39.118648 27.659820
2209 0.087535 40.814173 27.209671
2213 0.125828 40.970745 27.706057
2217 0.109613 40.933250 27.528611
2221 0.128699 41.083060 27.117407
2225 0.134268 40.509466 27.023365
2229 0.190617 39.645225 26.972718
2233 0.167441 40.522243 26.702500
2238 0.155751 40.436333 26.688749
... ... ... ...
2314 0.115932 46.673341 27.145726
2320 0.131408 47.459670 27.289120
2326 0.120319 47.734914 27.468836
2332 0.113451 47.919486 27.470008
2339 0.116553 47.580484 27.032195
2347 0.148770 48.291465 26.915551
2355 0.115335 49.041051 25.551026
2363 0.080221 49.787141 27.242286
2372 0.107511 49.565323 26.842499
2380 0.132207 49.928378 27.290825
2388 0.156904 50.267667 26.975088
2395 0.136221 49.046339 26.364688
2402 0.196751 49.414330 27.290232
2410 0.174655 51.233863 26.290792
2418 0.101533 51.449113 25.907195
2426 0.074892 52.367084 27.413749
2433 0.064480 53.223790 26.998964
2441 0.041819 45.921659 27.295648
2449 0.080796 50.714382 27.134766
2457 0.096560 52.990779 27.226200
2465 0.083663 51.984822 27.161255
2473 0.155609 54.848053 27.128749
2481 0.146420 53.292690 26.815289
2489 0.087435 53.210475 26.983277
2497 0.091265 55.644850 26.826006
2505 0.082241 56.222233 27.394809
2513 0.122809 55.579217 27.461004
2521 0.126420 55.916009 27.469130
2529 0.098278 56.401592 27.384466
2537 0.085466 56.619565 27.603328
[76 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 53365.0
the ratio of nans in the trimmed chlor_a series 0.0540540540541
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
2092 2005-11-01 53365.0 8.796375 61.702500 27.981500 -11.216250
2098 2005-11-03 53365.0 8.423000 61.482125 28.049125 -15.654875
2104 2005-11-05 53365.0 8.098750 61.310500 28.146875 -4.436250
2110 2005-11-07 53365.0 7.714625 61.205250 28.433500 -13.250375
2116 2005-11-09 53365.0 7.328875 60.996375 28.547000 -5.726125
2122 2005-11-11 53365.0 6.889000 60.856500 28.350500 -22.213750
2128 2005-11-13 53365.0 6.565500 60.507500 28.515625 -10.945500
2135 2005-11-15 53365.0 6.078500 60.414375 28.602125 -14.254125
2142 2005-11-17 53365.0 5.712125 60.092250 28.873500 -10.269750
2149 2005-11-19 53365.0 5.412857 60.257000 28.624857 17.994857
2288 2006-01-22 53365.0 5.299400 63.754600 27.862200 -30.821800
2293 2006-01-24 53365.0 5.972500 63.728500 27.664750 22.511500
2298 2006-01-26 53365.0 6.133875 64.194250 27.618250 19.758625
2303 2006-01-28 53365.0 6.307375 64.468750 27.819250 30.309625
2309 2006-01-30 53365.0 6.194125 64.996000 27.725250 15.169375
2315 2006-02-01 53365.0 5.864125 64.788375 27.613750 -24.298750
2321 2006-02-03 53365.0 6.050875 64.791500 27.704625 21.345875
2327 2006-02-05 53365.0 5.681875 64.832000 27.712125 -22.723125
2333 2006-02-07 53365.0 5.540250 64.447000 27.834750 -18.236625
2340 2006-02-09 53365.0 5.433875 64.136125 27.958375 -25.465500
2348 2006-02-11 53365.0 5.324875 63.787250 28.064625 -20.759625
2356 2006-02-13 53365.0 5.141625 63.343250 28.143875 -33.640375
2364 2006-02-15 53365.0 5.087875 62.898750 28.103500 -22.411375
2434 2006-03-05 53365.0 5.254000 59.359000 28.412000 -3.766571
2442 2006-03-07 53365.0 5.721375 59.484000 28.420500 12.273000
2450 2006-03-09 53365.0 6.114250 59.580750 28.485000 5.932625
2458 2006-03-11 53365.0 6.577750 59.888000 28.615000 26.119875
2466 2006-03-13 53365.0 6.650375 60.175125 28.612500 13.978875
2474 2006-03-15 53365.0 6.665000 60.329750 28.643250 9.710500
2482 2006-03-17 53365.0 6.731750 60.676250 28.558875 21.445625
2490 2006-03-19 53365.0 6.651750 60.749625 28.557500 -3.240625
2498 2006-03-21 53365.0 6.560750 60.712500 28.406250 0.092750
2506 2006-03-23 53365.0 6.284125 60.692375 28.668000 -6.470250
2514 2006-03-25 53365.0 6.034500 60.486875 28.875625 -17.912750
2522 2006-03-27 53365.0 5.957625 60.339625 29.156375 -0.122375
2530 2006-03-29 53365.0 5.602125 60.213625 29.210750 -18.334125
2538 2006-03-31 53365.0 5.568375 59.954250 29.312375 -10.014500
vn spd chlor_a dist cdm kd490 \
2092 -25.120375 27.668500 0.234709 885.976955 0.023022 0.066956
2098 -22.732875 27.772375 0.234187 885.610521 0.024011 0.066752
2104 -21.036750 22.487125 0.189511 889.143589 0.016550 0.063526
2110 -26.900375 30.144250 0.149377 904.289570 0.015207 0.058690
2116 -22.660125 24.984625 0.194062 912.538468 0.015550 0.067541
2122 -28.129375 37.616625 0.176477 932.874053 0.016722 0.060231
2128 -19.397500 24.880625 0.184005 930.073770 0.016932 0.061618
2135 -37.898250 42.885250 0.191533 962.460656 0.017141 0.063005
2142 -10.571750 21.954625 0.258580 970.480225 0.018395 0.072436
2149 -42.950143 49.634429 0.257971 1007.756679 0.016502 0.073971
2288 57.733800 66.122800 0.201413 998.153202 0.015013 0.066945
2293 36.814125 51.439875 0.207219 994.095084 0.015313 0.065762
2298 -1.174875 20.983875 0.195790 941.735972 0.015911 0.064786
2303 17.428625 37.713625 0.167660 910.801281 0.014532 0.061231
2309 -31.180875 41.983750 0.165075 852.813396 0.016033 0.057849
2315 1.360875 29.373000 0.195811 877.769757 0.017818 0.061135
2321 -1.036000 33.919500 0.181160 876.112512 0.014872 0.061102
2327 -24.091875 37.586625 0.184563 874.705381 0.015230 0.059032
2333 -1.666750 18.499000 0.254602 918.763617 0.014965 0.074804
2340 -9.927000 27.782375 0.128113 954.342611 0.012290 0.056312
2348 -8.580625 22.708500 0.138428 994.203906 0.011624 0.056273
2356 -8.225000 35.394125 0.149919 1045.698498 0.013248 0.057932
2364 -7.426375 24.858750 0.151181 1095.017128 0.013099 0.058968
2434 38.633714 40.181000 0.158042 964.079912 0.014314 0.057959
2442 22.305500 25.836875 0.154140 929.116992 0.014942 0.057774
2450 33.763500 35.189875 0.150669 900.549698 0.013265 0.056663
2458 14.247000 32.714500 0.158377 882.522456 0.013633 0.057288
2466 1.179625 14.799375 0.168968 897.893053 0.013158 0.059470
2474 7.751250 15.639250 0.163662 908.491123 0.011896 0.060626
2482 -8.441750 28.869000 0.150028 930.310835 0.011351 0.057582
2490 0.974500 5.725250 0.136394 942.293869 0.010807 0.054539
2498 -13.000375 13.277000 0.143635 946.414114 0.012223 0.057777
2506 -19.750875 21.580875 0.103661 966.654668 0.009564 0.051473
2514 -7.373375 21.921625 0.095748 971.434685 0.010593 0.052062
2522 -15.834750 19.402250 0.102229 967.063287 0.010670 0.052068
2530 -14.194500 27.261375 0.101181 988.377178 0.010088 0.050848
2538 -1.050250 12.074750 0.122535 973.628187 0.009956 0.053388
t865 par sst4
2092 0.214567 46.025191 27.851111
2098 0.178297 49.662542 27.793352
2104 0.076614 50.807184 27.760067
2110 0.155237 50.638796 28.172070
2116 0.101832 51.259229 28.058727
2122 0.096638 45.089317 27.945151
2128 0.078989 39.567585 28.100981
2135 0.061341 50.627707 27.949502
2142 0.087924 50.545122 27.627481
2149 0.102535 44.530723 28.294826
2288 0.076191 49.753788 27.775259
2293 0.133699 51.380047 27.676874
2298 0.077663 49.103384 27.562936
2303 0.106832 49.387560 27.260539
2309 0.157444 41.931274 27.759819
2315 0.077174 36.811200 26.628563
2321 0.104738 49.872202 27.372895
2327 0.109898 38.504576 27.578235
2333 0.170717 44.801138 27.485192
2340 0.129218 51.793805 27.273124
2348 0.091451 51.226399 27.856496
2356 0.079856 53.158985 28.114385
2364 0.069765 53.396248 28.034956
2434 0.123000 55.068085 27.540602
2442 0.157163 55.716902 28.194329
2450 0.067673 55.784139 28.425177
2458 0.083885 55.646281 28.409639
2466 0.081990 53.783640 28.214374
2474 0.076117 46.696263 28.290324
2482 0.059915 55.521485 27.603961
2490 0.043712 54.873109 28.430624
2498 0.071986 56.170979 28.586221
2506 0.035660 55.739643 28.681549
2514 0.192672 53.620322 28.232946
2522 0.148426 56.963597 29.002028
2530 0.113821 56.818242 28.468359
2538 0.086361 57.161778 28.929656
-----
head and tail of the nonnan series are identified
the float id is: 53366.0
the ratio of nans in the trimmed chlor_a series 0.115384615385
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
2093 2005-11-01 53366.0 7.107125 62.273750 28.499250 0.497875
2099 2005-11-03 53366.0 6.841875 62.222125 28.415000 -12.893750
2105 2005-11-05 53366.0 6.672000 62.101000 28.464250 6.784500
2111 2005-11-07 53366.0 6.429250 62.207750 28.463625 -4.301000
2117 2005-11-09 53366.0 6.244625 62.025375 28.609875 -6.596500
2123 2005-11-11 53366.0 6.129250 61.990375 28.408875 -14.307375
2129 2005-11-13 53366.0 6.073250 61.644250 28.903500 -12.279875
2136 2005-11-15 53366.0 5.836125 61.551375 28.749625 -14.561375
2143 2005-11-17 53366.0 5.645750 61.271375 28.832000 -4.754625
2150 2005-11-19 53366.0 5.424125 61.456125 28.821875 9.742375
2156 2005-11-21 53366.0 5.067000 61.427000 28.264000 -38.319000
2162 2005-11-23 53366.0 5.025833 61.021833 28.779500 10.305833
2265 2006-01-12 53366.0 5.323143 63.347429 27.472000 4.570714
2269 2006-01-14 53366.0 5.765000 63.460500 27.391750 -2.985625
2273 2006-01-16 53366.0 6.330375 63.473375 27.535875 28.196375
2278 2006-01-18 53366.0 6.986250 64.219500 27.684625 41.782750
2283 2006-01-20 53366.0 7.307625 64.541750 27.478375 12.702750
2289 2006-01-22 53366.0 7.710500 64.910625 27.453250 24.657625
2294 2006-01-24 53366.0 7.882125 65.134125 27.419500 17.306250
2299 2006-01-26 53366.0 8.045125 65.492250 27.495125 13.423750
2304 2006-01-28 53366.0 8.339250 65.731750 27.503250 21.237000
2310 2006-01-30 53366.0 8.577500 65.794375 27.520750 -9.443875
2316 2006-02-01 53366.0 8.901000 65.619125 27.443500 -18.284750
2322 2006-02-03 53366.0 9.237000 65.389375 27.478875 -8.710625
2328 2006-02-05 53366.0 9.473750 65.108500 27.519875 -20.200250
2334 2006-02-07 53366.0 9.719375 64.863000 27.595625 -17.972375
2341 2006-02-09 53366.0 9.931875 64.605625 27.544625 -13.012250
2349 2006-02-11 53366.0 10.055750 64.354125 27.527375 -13.247750
2357 2006-02-13 53366.0 10.186500 64.207750 27.554000 -11.788750
2365 2006-02-15 53366.0 10.315750 64.031625 27.557875 -10.877875
2373 2006-02-17 53366.0 10.418250 63.828250 27.548000 -10.434750
2381 2006-02-19 53366.0 10.451875 63.619625 27.551625 -18.280125
2389 2006-02-21 53366.0 10.472125 63.419375 27.734875 -10.338000
2396 2006-02-23 53366.0 10.489750 63.171125 27.784750 -12.863875
2403 2006-02-25 53366.0 10.453875 62.979625 27.790000 -21.555875
2411 2006-02-27 53366.0 10.452500 62.625625 27.661875 -21.370625
2419 2006-03-01 53366.0 10.495250 62.287250 27.636125 -16.999375
2427 2006-03-03 53366.0 10.493625 62.022000 27.666750 -18.727250
2435 2006-03-05 53366.0 10.550375 61.763500 27.773625 -15.077000
2443 2006-03-07 53366.0 10.577250 61.574125 28.169875 -7.258750
2451 2006-03-09 53366.0 10.542625 61.272750 27.964875 -25.759625
2459 2006-03-11 53366.0 10.578875 61.014250 27.807750 -14.282375
2467 2006-03-13 53366.0 10.567125 60.823250 27.806125 -6.947125
2475 2006-03-15 53366.0 10.534625 60.640750 27.737625 -11.713875
2483 2006-03-17 53366.0 10.606375 60.511250 27.851250 -5.083625
2491 2006-03-19 53366.0 10.637250 60.487875 27.996000 -5.088500
2499 2006-03-21 53366.0 10.633875 60.456375 28.211250 2.688625
2507 2006-03-23 53366.0 10.533875 60.402750 28.280875 -3.874375
2515 2006-03-25 53366.0 10.452625 60.296250 28.317250 -7.544125
2523 2006-03-27 53366.0 10.392625 60.238750 28.327750 -8.738125
2531 2006-03-29 53366.0 10.365625 60.142625 28.493500 -1.522750
2539 2006-03-31 53366.0 10.308625 60.064750 28.429125 -7.727375
vn spd chlor_a dist cdm kd490 \
2093 -11.406250 11.727500 0.141532 1039.129894 0.012964 0.057682
2099 -19.224625 25.417000 0.152426 1052.061375 0.015033 0.057865
2105 -7.834750 13.670500 0.135928 1053.068575 0.016076 0.056230
2111 -20.385250 23.910875 0.093861 1079.134417 0.014061 0.050079
2117 -1.239000 13.896875 0.124222 1076.831827 0.013354 0.055939
2123 -14.979875 27.397875 0.154583 1082.307865 0.012647 0.061800
2129 4.259750 16.681625 0.289826 1058.099821 0.016523 0.083568
2136 -26.835250 36.075125 0.126580 1068.790084 0.011129 0.053389
2143 -3.170000 15.108000 0.138660 1061.980187 0.014015 0.055775
2150 -32.635875 40.729375 0.154516 1093.844431 0.016087 0.058754
2156 -39.065000 54.721000 0.188640 1120.636056 0.016009 0.064455
2162 -0.569333 15.469833 0.214066 1094.518300 0.016311 0.067928
2265 50.567000 51.976286 0.236954 1042.594643 0.020522 0.067579
2269 17.967875 23.049000 0.229878 1025.242297 0.019425 0.066976
2273 53.318125 64.892250 0.222802 1020.871312 0.018327 0.066373
2278 24.314375 48.392250 0.215726 939.884659 0.017230 0.065771
2283 28.960750 32.016625 0.202712 903.199992 0.016937 0.062922
2289 9.437125 27.637375 0.202405 850.117868 0.017208 0.064231
2294 19.942875 28.041000 0.152970 820.840694 0.013895 0.058444
2299 7.426000 24.593875 0.170857 777.789321 0.016093 0.058804
2304 17.726125 28.205000 0.176758 743.412114 0.016852 0.059690
2310 22.789875 25.700750 0.216196 730.243463 0.016819 0.066726
2316 16.379750 25.903250 0.198774 741.793199 0.016348 0.063805
2322 18.867250 22.896500 0.181352 761.079911 0.015877 0.060884
2328 19.222625 29.514750 0.207551 787.663172 0.018047 0.065386
2334 10.740125 21.894000 0.201847 807.636817 0.016176 0.064413
2341 9.928500 19.897500 0.205638 830.771771 0.019094 0.064838
2349 11.295375 18.698500 0.242025 855.665775 0.020257 0.067998
2357 8.208750 14.892875 0.204281 869.392893 0.020077 0.061369
2365 4.707250 12.944125 0.211138 886.675446 0.018145 0.064778
2373 7.417625 13.504000 0.191028 907.519703 0.017813 0.063196
2381 0.199000 18.507875 0.240924 929.859046 0.016635 0.073974
2389 -2.031875 13.538125 0.290820 951.457483 0.015457 0.084753
2396 6.160250 16.032625 0.226964 968.298364 0.016140 0.067252
2403 -5.932125 24.701250 0.191842 949.013192 0.014873 0.062684
2411 1.352375 21.883250 0.156721 911.643889 0.013607 0.058116
2419 2.044875 17.806750 0.148804 874.689752 0.013308 0.058750
2427 1.089000 19.203125 0.133388 846.823204 0.011864 0.056983
2435 1.931500 19.607625 0.128025 817.902484 0.012227 0.055855
2443 -0.781500 17.781125 0.140547 797.178311 0.012512 0.056978
2451 4.803000 28.255500 0.148563 766.736653 0.012358 0.057588
2459 -2.766125 14.913000 0.129877 738.550700 0.012340 0.054364
2467 -3.423625 11.423500 0.137629 719.070922 0.012023 0.053939
2475 2.957875 14.435750 0.158216 701.291102 0.012396 0.057797
2483 7.013250 11.600000 0.144882 685.314271 0.012551 0.056520
2491 -2.415000 8.208750 0.143884 681.799154 0.013194 0.054577
2499 -4.996625 16.374125 0.144500 678.650849 0.012895 0.055781
2507 -3.706375 10.595125 0.169814 676.739626 0.013494 0.061405
2515 -0.987000 16.739250 0.149943 668.903177 0.013045 0.058884
2523 -6.269750 14.463875 0.119438 665.417653 0.011668 0.055305
2531 -3.325375 6.275500 0.125586 656.742942 0.010659 0.055440
2539 -0.377500 8.415500 0.133186 651.257815 0.011790 0.055434
t865 par sst4
2093 0.126706 44.334093 28.121666
2099 0.093559 51.403305 28.121465
2105 0.121630 52.521123 28.154628
2111 0.192008 46.644211 28.375565
2117 0.133904 34.225879 28.197499
2123 0.075800 26.976396 28.183124
2129 0.116100 49.070609 28.077980
2136 0.131500 51.339083 28.065011
2143 0.077397 49.882150 28.229517
2150 0.078436 50.531509 28.336501
2156 0.076578 51.287310 26.862958
2162 0.097116 49.479464 27.872277
2265 0.149630 48.354838 24.947398
2269 0.119724 44.516693 26.985016
2273 0.089819 43.066646 26.784090
2278 0.059913 49.138415 27.488180
2283 0.100911 48.897627 26.832943
2289 0.141318 46.788439 27.395058
2294 0.095453 47.517913 27.345389
2299 0.056919 45.500009 26.971792
2304 0.072481 46.069919 27.158988
2310 0.103637 49.912275 27.308838
2316 0.107855 49.945798 27.361552
2322 0.112073 50.430795 27.179627
2328 0.100118 49.915465 27.461777
2334 0.098711 49.764591 26.645901
2341 0.085963 50.695277 27.044825
2349 0.111401 51.399035 27.443749
2357 0.077756 51.043106 27.409092
2365 0.072442 50.644954 27.265759
2373 0.091936 47.162439 26.973909
2381 0.168868 49.023385 27.143364
2389 0.245800 52.025260 27.471793
2396 0.124900 51.140636 27.397825
2403 0.144987 50.734475 27.071680
2411 0.165074 51.362123 27.215837
2419 0.150292 52.406352 25.943749
2427 0.155105 47.217855 27.573749
2435 0.118520 53.854829 27.527480
2443 0.106533 52.861099 27.750909
2451 0.100405 52.381348 27.144358
2459 0.078549 55.046347 27.536591
2467 0.064000 53.730503 27.214374
2475 0.093894 49.655396 26.941962
2483 0.080606 52.561420 27.530056
2491 0.053874 55.864325 27.668435
2499 0.059555 56.353508 27.453087
2507 0.099424 55.697761 27.929168
2515 0.163878 55.717322 27.523213
2523 0.191430 55.398514 28.072939
2531 0.087325 55.994224 28.095217
2539 0.092351 56.119771 28.108626
-----
head and tail of the nonnan series are identified
the float id is: 53367.0
the ratio of nans in the trimmed chlor_a series 0.0344827586207
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
2094 2005-11-01 53367.0 8.419500 54.521375 28.569500 -77.100875
2100 2005-11-03 53367.0 8.655250 53.411875 28.380125 -68.878375
2106 2005-11-05 53367.0 9.304375 52.569000 28.074375 -25.052000
2112 2005-11-07 53367.0 10.040625 52.569625 27.915875 11.701500
2118 2005-11-09 53367.0 10.734250 53.187375 27.907875 72.031375
2124 2005-11-11 53367.0 10.342000 54.254625 27.911125 63.879000
2130 2005-11-13 53367.0 9.536250 55.454750 28.037875 72.643375
2137 2005-11-15 53367.0 8.805125 56.163500 28.218500 30.468250
2144 2005-11-17 53367.0 8.724875 56.792250 28.291625 47.547625
2151 2005-11-19 53367.0 8.850500 57.340375 28.133375 24.016625
2157 2005-11-21 53367.0 9.401625 57.818000 27.972375 28.260125
2163 2005-11-23 53367.0 9.930500 58.134250 27.816250 16.994000
2168 2005-11-25 53367.0 10.161500 58.317750 27.512250 6.159625
2173 2005-11-27 53367.0 10.157625 58.378500 27.312500 2.066500
2178 2005-11-29 53367.0 9.952750 58.331750 27.280125 -7.995250
2182 2005-12-01 53367.0 9.667625 58.089750 27.024875 -19.524375
2186 2005-12-03 53367.0 9.358125 57.874625 26.882625 -11.402750
2190 2005-12-05 53367.0 8.896125 57.608625 26.887500 -26.751375
2194 2005-12-07 53367.0 8.525875 57.195875 27.086125 -14.893500
2198 2005-12-09 53367.0 7.804000 56.668250 26.917375 -62.428875
2202 2005-12-11 53367.0 7.277875 55.644625 26.827000 -60.026375
2206 2005-12-13 53367.0 6.920250 54.774000 26.762875 -55.333250
2210 2005-12-15 53367.0 6.577250 53.861375 26.768750 -61.733875
2214 2005-12-17 53367.0 6.393000 52.858000 26.729375 -64.648125
2218 2005-12-19 53367.0 6.271125 51.827875 26.682250 -66.295500
2222 2005-12-21 53367.0 6.180875 50.914875 26.781000 -50.258250
2226 2005-12-23 53367.0 5.931875 50.261125 26.720375 -39.491375
2230 2005-12-25 53367.0 5.458000 49.562625 26.639250 -45.221125
2234 2005-12-27 53367.0 5.071000 49.139000 26.567500 -41.845000
vn spd chlor_a dist cdm kd490 \
2094 0.134250 78.682125 0.179797 406.858326 0.021529 0.057999
2100 25.383000 73.770125 0.164769 292.645818 0.014936 0.060191
2106 53.009250 61.216000 0.227553 175.605164 0.018024 0.067989
2112 46.839125 49.320875 0.279534 134.085050 0.020069 0.073708
2118 14.875625 83.002625 0.352168 152.321898 0.023142 0.081418
2124 -40.395625 76.309750 0.400440 220.131693 0.023939 0.093562
2130 -65.114500 98.462000 0.233225 342.016546 0.015779 0.068787
2137 -19.735750 38.900125 0.182383 448.215776 0.016160 0.061912
2144 -0.637000 47.715000 0.192256 488.420331 0.020508 0.058998
2151 27.016250 38.000625 0.213487 510.021576 0.015662 0.065770
2157 34.414250 45.436875 0.291957 498.613202 0.019730 0.072000
2163 27.504000 32.708500 0.249418 486.965327 0.015417 0.072885
2168 6.351375 9.063625 0.196806 488.921831 0.015017 0.067418
2173 -10.830750 13.458875 0.287872 494.754644 0.017754 0.081149
2178 -12.559125 15.340625 0.267937 503.087498 0.020382 0.074592
2182 -18.927000 27.959250 0.460911 501.091894 0.035930 0.093612
2186 -24.114500 26.790125 0.574891 506.426423 0.035861 0.102297
2190 -34.334000 44.833875 0.584257 524.257733 0.033602 0.099026
2194 -23.415125 34.348375 0.394611 530.429911 0.027358 0.083550
2198 -52.601875 82.575625 0.505982 572.073821 0.031200 0.107822
2202 -19.887000 63.313875 0.461030 580.344088 0.030956 0.096691
2206 -26.137125 61.251625 0.501779 514.354280 0.034153 0.105181
2210 -16.041000 63.901875 0.608361 445.979142 0.038663 0.111083
2214 -8.625125 65.280375 0.714942 361.331460 0.043174 0.116986
2218 -5.192125 66.714000 0.458337 271.102030 0.031414 0.099297
2222 -9.714375 51.303625 0.416915 192.406947 0.035158 0.088165
2226 -23.794000 46.215000 0.492097 136.683533 0.034958 0.091148
2230 -36.743750 58.610250 0.473811 88.448457 0.031541 0.092955
2234 -44.534500 61.168500 0.414205 71.856804 0.030684 0.087730
t865 par sst4
2094 0.077610 50.956962 28.171718
2100 0.092061 50.700132 28.537628
2106 0.120103 45.914744 28.070374
2112 0.221909 36.506742 27.389374
2118 0.138661 47.950169 27.383679
2124 0.137384 48.062030 27.472697
2130 0.127260 47.133481 27.797759
2137 0.116486 46.645097 27.820557
2144 0.110807 46.515366 27.751442
2151 0.196973 40.280707 27.757276
2157 0.118300 46.096235 27.688749
2163 0.100504 46.842044 27.809176
2168 0.082709 45.837087 27.745726
2173 0.122007 45.128410 27.119999
2178 0.057016 36.599379 27.155657
2182 0.251074 39.346348 26.904464
2186 0.119796 44.320741 26.653271
2190 0.109537 40.205101 25.404862
2194 0.189707 33.971456 26.480678
2198 0.059200 39.054774 26.579999
2202 0.070001 46.772873 26.924807
2206 0.141825 41.319538 25.938749
2210 0.114313 46.981216 26.516938
2214 0.086801 48.438069 26.568596
2218 0.091073 47.779746 26.741257
2222 0.098906 45.408699 26.520994
2226 0.102371 48.813993 25.940165
2230 0.086728 48.253088 26.224553
2234 0.115396 48.541780 26.755330
-----
head and tail of the nonnan series are identified
the float id is: 46472.0
the ratio of nans in the trimmed chlor_a series 0.125
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
2133 2005-11-15 46472.0 5.233333 50.532333 28.777667 45.130667
2140 2005-11-17 46472.0 5.561375 50.931875 28.955500 25.876875
2147 2005-11-19 46472.0 5.974750 51.027500 28.990250 -10.969500
2154 2005-11-21 46472.0 6.542375 50.682750 28.656500 -30.966375
2160 2005-11-23 46472.0 6.932875 50.170750 28.486875 -31.851750
2166 2005-11-25 46472.0 6.855500 49.712750 28.408375 -27.148750
2171 2005-11-27 46472.0 6.292250 49.280000 28.342250 -29.941875
2176 2005-11-29 46472.0 5.446667 48.774667 28.133833 -44.108667
vn spd chlor_a dist cdm kd490 \
2133 56.169000 72.438000 0.181629 193.972917 0.014747 0.061867
2140 22.953375 36.085500 0.177868 219.955829 0.014366 0.060001
2147 32.783250 35.355625 0.171863 215.652106 0.016275 0.056647
2154 35.642000 47.667625 0.144414 148.511094 0.012382 0.055573
2160 10.532500 34.790250 0.201843 77.386459 0.015385 0.064504
2166 -20.197500 34.524125 0.259273 40.624125 0.018389 0.073435
2171 -51.714000 59.808250 0.243908 22.066739 0.019277 0.072519
2176 -70.479000 83.170500 0.251153 14.959264 0.021116 0.072075
t865 par sst4
2133 0.059973 50.782210 28.361249
2140 0.067041 50.958688 28.620628
2147 0.132128 50.344238 28.659411
2154 0.107232 42.136924 28.164471
2160 0.120649 42.208867 28.191448
2166 0.134066 45.423500 28.413455
2171 0.113271 47.521168 28.074206
2176 0.158529 48.893953 28.303998
-----
head and tail of the nonnan series are identified
the float id is: 54371.0
the ratio of nans in the trimmed chlor_a series 0.166666666667
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
2235 2005-12-27 54371.0 5.279500 73.95900 28.095333 -22.491500 53.917167
2239 2005-12-29 54371.0 6.060625 73.79350 28.079625 -6.940125 49.731875
2243 2005-12-31 54371.0 6.496500 73.65725 28.230625 -13.957375 10.462500
2247 2006-01-02 54371.0 6.558250 73.39175 28.118750 -14.737000 -2.210500
2251 2006-01-04 54371.0 6.568125 73.20775 28.074375 -18.395375 -2.073000
2255 2006-01-06 54371.0 6.488000 72.98700 28.027000 -18.395375 -2.073000
spd chlor_a dist cdm kd490 t865 par \
2235 59.586333 0.322364 37.428282 0.020404 0.077357 0.125565 48.047933
2239 50.266250 0.368952 42.181301 0.025147 0.082715 0.116525 47.219764
2243 18.377875 0.415541 51.504753 0.029890 0.088074 0.107486 43.644938
2247 22.769250 0.546862 30.544502 0.036772 0.094676 0.165268 44.063258
2251 23.644500 0.478608 15.860586 0.032273 0.094289 0.169825 45.843545
2255 23.644500 0.762845 4.998782 0.050302 0.109967 0.168460 45.745572
sst4
2235 27.927098
2239 27.909324
2243 27.949245
2247 27.496700
2251 27.706797
2255 27.559110
-----
head and tail of the nonnan series are identified
the float id is: 53352.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
2276 2006-01-18 53352.0 5.771500 74.81075 27.753750 -64.359250 12.398500
2281 2006-01-20 53352.0 5.802000 74.15225 27.628875 -51.486000 0.036875
2286 2006-01-22 53352.0 5.726125 73.63150 27.667125 -12.250571 -16.377000
spd chlor_a dist cdm kd490 t865 \
2276 66.180000 0.280694 136.748683 0.043211 0.073711 0.209912
2281 51.529875 0.365129 71.068506 0.029915 0.082625 0.090176
2286 27.351000 0.537464 21.907816 0.043478 0.100071 0.094322
par sst4
2276 49.733875 27.330518
2281 50.610290 27.624725
2286 50.596486 27.569387
-----
head and tail of the nonnan series are identified
the float id is: 57939.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
2305 2006-01-28 57939.0 6.197833 74.618000 27.353167 -60.146833
2311 2006-01-30 57939.0 6.385625 73.810250 27.542000 -56.066875
2317 2006-02-01 57939.0 6.873250 73.256500 27.795000 -9.443375
2323 2006-02-03 57939.0 6.901750 73.237375 27.727500 -0.325875
2329 2006-02-05 57939.0 6.902625 73.234875 27.795250 -0.577250
2335 2006-02-07 57939.0 6.909500 73.229250 28.058750 0.394125
2342 2006-02-09 57939.0 6.925000 73.242500 28.089750 1.058750
2350 2006-02-11 57939.0 6.938125 73.257500 28.140125 0.678625
2358 2006-02-13 57939.0 6.927000 73.249625 28.047125 -1.546000
2366 2006-02-15 57939.0 6.900375 73.235500 27.576375 -0.018750
2374 2006-02-17 57939.0 6.900500 73.234250 27.674125 -0.227625
2382 2006-02-19 57939.0 6.903667 73.238000 28.138250 0.475000
vn spd chlor_a dist cdm kd490 \
2305 -5.973333 60.966000 0.296877 133.331912 0.031466 0.074185
2311 31.924000 65.551750 0.415155 61.992841 0.031469 0.090100
2317 14.124000 17.990125 0.345632 3.101190 0.043416 0.079576
2323 0.135500 1.289500 0.230981 2.021926 0.022573 0.071252
2329 -0.097000 1.020000 0.326248 1.953125 0.029805 0.081693
2335 0.924125 1.092875 0.379302 1.723332 0.049716 0.098481
2342 0.984625 1.446625 0.211590 2.088150 0.026317 0.071504
2350 0.529875 0.861750 0.769700 2.843252 0.022605 0.165076
2358 -2.514250 3.927250 0.861542 2.396633 0.030734 0.179686
2366 -0.037875 1.355875 0.372770 1.986808 0.028249 0.090941
2374 -0.012125 1.501750 0.403827 1.956309 0.023711 0.097264
2382 0.118200 1.365000 0.301622 2.025717 0.020666 0.079948
t865 par sst4
2305 0.098046 36.249444 26.965388
2311 0.131988 44.558215 27.400505
2317 0.178614 49.162529 27.467094
2323 0.156070 49.136616 27.571832
2329 0.152522 50.178214 27.493442
2335 0.156328 51.390706 27.588303
2342 0.205757 50.079415 27.088336
2350 0.172510 50.305369 27.826763
2358 0.105718 52.580567 26.961357
2366 0.079113 53.468926 27.369990
2374 0.079881 53.588658 27.311833
2382 0.112718 53.509252 27.695189
-----
head and tail of the nonnan series are identified
the float id is: 57940.0
the ratio of nans in the trimmed chlor_a series 0.037037037037
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
2336 2006-02-07 57940.0 5.122667 58.459667 26.986000 -30.408667
2343 2006-02-09 57940.0 5.480875 58.193250 26.961625 -23.307000
2351 2006-02-11 57940.0 5.855250 57.775375 26.893000 -25.119000
2359 2006-02-13 57940.0 6.431750 57.541375 26.796625 -7.334500
2367 2006-02-15 57940.0 7.169875 57.660250 26.824625 23.758375
2375 2006-02-17 57940.0 7.804000 58.094625 26.960500 28.448375
2383 2006-02-19 57940.0 8.259000 58.623250 26.914875 35.964625
2390 2006-02-21 57940.0 8.387250 59.207750 27.065875 39.357000
2397 2006-02-23 57940.0 8.303750 59.772875 27.163500 35.832375
2404 2006-02-25 57940.0 8.121375 60.375625 27.162250 34.470875
2412 2006-02-27 57940.0 7.857750 60.774375 27.129750 23.926375
2420 2006-03-01 57940.0 7.836625 61.245250 27.284875 31.341250
2428 2006-03-03 57940.0 7.959250 61.789750 27.473250 39.704250
2436 2006-03-05 57940.0 8.324750 62.465375 27.606375 52.244375
2444 2006-03-07 57940.0 8.805250 63.294125 27.851750 41.615375
2452 2006-03-09 57940.0 9.187750 63.746125 27.819000 17.901000
2460 2006-03-11 57940.0 9.412625 63.923000 27.658500 13.308500
2468 2006-03-13 57940.0 9.526250 64.106000 27.701625 9.912000
2476 2006-03-15 57940.0 9.674000 64.262000 28.026000 6.582875
2484 2006-03-17 57940.0 9.899625 64.350625 27.995250 -2.526125
2492 2006-03-19 57940.0 10.070750 64.262250 27.999250 -3.736625
2500 2006-03-21 57940.0 10.095625 64.137500 28.208125 -8.526750
2508 2006-03-23 57940.0 10.006125 64.102375 28.308375 2.354500
2516 2006-03-25 57940.0 10.023000 64.176375 28.510750 9.020875
2524 2006-03-27 57940.0 10.034500 64.337875 28.384875 9.279750
2532 2006-03-29 57940.0 10.067875 64.568250 28.564750 18.533375
2540 2006-03-31 57940.0 10.199875 64.873500 28.700375 16.339375
vn spd chlor_a dist cdm kd490 \
2336 35.924000 47.339667 0.309756 926.286149 0.024235 0.077517
2343 26.509875 36.193375 0.337927 877.423204 0.024060 0.081213
2351 30.453500 41.017625 0.299326 819.416242 0.020910 0.078114
2359 41.019875 42.373250 0.285077 750.826301 0.022742 0.072583
2367 48.252125 54.596375 0.267159 685.208014 0.023392 0.071725
2375 36.925750 46.750750 0.234199 652.480831 0.016962 0.067689
2383 17.174500 40.117750 0.210817 650.953851 0.015178 0.066177
2390 -2.265375 40.659125 0.186885 686.809292 0.018969 0.060686
2397 -2.698625 36.007000 0.182465 739.843642 0.017083 0.061602
2404 -23.908875 43.024125 0.194505 804.250514 0.016971 0.060935
2412 -3.105000 25.848875 0.199663 856.855828 0.015741 0.063235
2420 -1.102875 32.014875 0.204821 899.864486 0.014512 0.065536
2428 13.758625 42.676125 0.172392 941.686476 0.014709 0.059453
2436 35.209000 63.134875 0.151502 984.691050 0.014376 0.057273
2444 27.198000 50.801125 0.167464 995.851310 0.014345 0.058868
2452 15.312625 23.693750 0.199206 940.497891 0.014219 0.065684
2460 14.760375 22.208875 0.170127 915.747408 0.013300 0.060975
2468 6.556375 16.994625 0.152778 893.372856 0.013560 0.057074
2476 15.011750 19.569750 0.146397 873.204880 0.012544 0.056220
2484 9.341000 16.255500 0.142857 858.925457 0.013342 0.055348
2492 7.186750 10.244500 0.154534 865.356873 0.011920 0.058710
2500 -1.971875 10.631500 0.151276 878.455939 0.012289 0.056811
2508 -6.087125 8.494875 0.217234 883.786535 0.017406 0.067077
2516 4.692000 11.438875 0.209664 875.478595 0.017163 0.065984
2524 0.677250 10.174250 0.161236 857.798126 0.013156 0.060370
2532 2.204125 19.235625 0.150519 832.277341 0.013231 0.059092
2540 16.697500 26.519750 0.089579 796.981973 0.012483 0.049415
t865 par sst4
2336 0.111940 46.630799 26.284999
2343 0.122086 50.651972 26.544260
2351 0.084514 51.117688 26.803521
2359 0.124325 53.270626 27.034700
2367 0.089095 53.341536 26.665121
2375 0.084409 51.370295 26.823245
2383 0.113000 51.615348 26.817665
2390 0.144315 52.334227 26.874051
2397 0.141734 52.582187 27.008131
2404 0.115944 53.909981 27.133321
2412 0.119772 49.794270 26.585269
2420 0.123600 52.230145 27.184888
2428 0.099980 55.191430 26.741283
2436 0.103964 55.289662 27.389934
2444 0.108318 55.104342 27.586797
2452 0.093436 54.529644 27.825534
2460 0.076711 54.442467 27.381625
2468 0.066784 55.123232 27.703952
2476 0.068462 56.123966 27.746357
2484 0.072853 55.417844 27.868991
2492 0.070727 55.318449 27.901322
2500 0.073692 54.473634 27.908717
2508 0.203519 55.746813 27.895762
2516 0.223940 55.840843 27.623814
2524 0.146387 56.074303 28.020759
2532 0.148238 56.363148 28.399091
2540 0.228661 55.004057 28.406960
-----
head and tail of the nonnan series are identified
the float id is: 59371.0
the ratio of nans in the trimmed chlor_a series 0.0769230769231
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
2344 2006-02-09 59371.0 5.102333 58.969333 27.312667 -7.698000
2352 2006-02-11 59371.0 5.439000 58.867125 27.397250 -7.490000
2360 2006-02-13 59371.0 5.970125 58.824250 27.372625 3.516000
2368 2006-02-15 59371.0 6.464250 59.072875 27.430500 24.275625
2376 2006-02-17 59371.0 6.669875 59.315875 27.484250 6.717375
2384 2006-02-19 59371.0 6.967250 59.525750 27.492250 21.121375
2391 2006-02-21 59371.0 7.142125 59.844625 27.588375 21.618625
2398 2006-02-23 59371.0 7.292875 60.152125 27.648250 19.935125
2405 2006-02-25 59371.0 7.435875 60.590625 27.674125 27.726500
2413 2006-02-27 59371.0 7.493625 60.905250 27.636000 21.690250
2421 2006-03-01 59371.0 7.719250 61.435375 27.669000 38.804625
2429 2006-03-03 59371.0 8.008250 62.117875 27.711250 48.508500
2437 2006-03-05 59371.0 8.551375 62.915125 27.885625 59.105875
2445 2006-03-07 59371.0 8.930000 63.788625 28.151625 45.701375
2453 2006-03-09 59371.0 9.053375 64.490125 28.128625 40.881750
2461 2006-03-11 59371.0 9.034250 65.043875 28.055375 36.863750
2469 2006-03-13 59371.0 9.075875 65.607625 28.076625 29.812250
2477 2006-03-15 59371.0 9.340375 65.991000 28.271875 20.369500
2485 2006-03-17 59371.0 9.873375 66.198375 28.483250 8.305500
2493 2006-03-19 59371.0 10.846875 66.445625 28.708500 22.698625
2501 2006-03-21 59371.0 11.666875 66.883500 28.613625 32.202375
2509 2006-03-23 59371.0 12.043375 67.371000 28.601125 30.426000
2517 2006-03-25 59371.0 12.156875 67.964750 28.728125 38.767125
2525 2006-03-27 59371.0 12.060375 68.471875 28.559000 28.849500
2533 2006-03-29 59371.0 12.009750 68.853500 28.534500 17.553625
2541 2006-03-31 59371.0 12.195500 69.025125 28.811500 3.349125
vn spd chlor_a dist cdm kd490 \
2344 31.978333 33.102333 0.287117 955.673168 0.017705 0.079733
2352 32.536750 33.910750 0.297303 917.862955 0.019551 0.078216
2360 35.819625 36.542125 0.307490 865.417663 0.021396 0.076699
2368 20.560750 32.516125 0.255331 835.863017 0.019780 0.068807
2376 15.094875 17.552875 0.259930 834.101034 0.018159 0.071491
2384 14.981250 26.769250 0.219390 823.734655 0.017769 0.066670
2391 10.393250 24.491000 0.178850 833.294982 0.017378 0.061849
2398 13.915750 25.128125 0.156390 845.549897 0.016763 0.057435
2405 -1.356375 28.444250 0.218465 870.707095 0.016042 0.066824
2413 14.918875 27.008500 0.267118 893.196945 0.014470 0.076114
2421 10.913875 40.856375 0.203531 924.466618 0.017434 0.061807
2429 25.728875 55.327375 0.160072 969.311369 0.012967 0.060409
2437 40.387625 72.133625 0.156243 1016.930669 0.014593 0.057599
2445 13.523625 48.050125 0.147795 940.024865 0.013281 0.056465
2453 -2.349750 41.294750 0.179675 861.735868 0.013979 0.061021
2461 2.531250 37.092375 0.176273 801.787018 0.012878 0.061179
2469 6.372625 31.583750 0.143421 739.824212 0.011907 0.055442
2477 25.535375 33.175750 0.121125 694.068852 0.010963 0.051775
2485 49.711000 50.649500 0.100269 660.956687 0.010025 0.049705
2493 63.128875 67.169500 0.085411 618.051795 0.009845 0.047991
2501 38.833375 50.993250 0.145472 570.862715 0.011222 0.057868
2509 14.843250 33.994375 0.213824 523.567973 0.021168 0.062697
2517 -3.069000 39.739625 0.159450 462.741249 0.016874 0.058043
2525 -7.553750 31.690375 0.068342 406.556630 0.012838 0.047609
2533 3.699125 18.732000 0.179365 364.875420 0.016339 0.062396
2541 21.926750 23.194750 0.187603 350.182856 0.018309 0.063245
t865 par sst4
2344 0.136031 52.543492 26.849999
2352 0.108763 52.255549 27.281249
2360 0.081494 53.394673 27.124853
2368 0.075137 53.965164 27.235106
2376 0.070104 49.750250 27.380437
2384 0.108787 52.488975 27.385900
2391 0.147471 52.573359 27.031277
2398 0.157838 52.731077 27.046257
2405 0.123286 53.827291 27.225726
2413 0.151800 52.553363 27.058514
2421 0.382337 52.645384 27.038978
2429 0.108931 55.028460 26.500116
2437 0.118252 55.268968 27.451273
2445 0.116940 53.734287 27.553363
2453 0.075562 54.759599 27.961460
2461 0.086562 54.255464 27.878124
2469 0.069815 55.190467 27.880878
2477 0.078505 56.198908 27.746976
2485 0.116432 55.951284 26.885257
2493 0.050233 55.509119 28.253098
2501 0.087002 54.206855 28.008049
2509 0.164228 54.980699 27.189565
2517 0.176978 55.170812 27.782300
2525 0.276097 54.403543 28.185152
2533 0.204701 55.295517 28.196883
2541 0.212813 56.033541 28.106276
-----
head and tail of the nonnan series are identified
the float id is: 59372.0
the ratio of nans in the trimmed chlor_a series 0.130434782609
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
2369 2006-02-15 59372.0 5.446143 58.090571 27.225857 31.193857
2377 2006-02-17 59372.0 5.683375 58.409375 27.327375 8.317000
2385 2006-02-19 59372.0 6.110875 58.640625 27.329625 25.903500
2392 2006-02-21 59372.0 6.349250 59.042000 27.468500 21.356125
2399 2006-02-23 59372.0 6.669500 59.314250 27.553875 14.371375
2406 2006-02-25 59372.0 6.976000 59.488875 27.579875 3.822500
2414 2006-02-27 59372.0 7.111500 59.399750 27.538625 -8.881000
2422 2006-03-01 59372.0 7.313500 59.381250 27.520500 0.774375
2430 2006-03-03 59372.0 7.414000 59.333625 27.518625 -1.321000
2438 2006-03-05 59372.0 7.662250 59.409250 27.681750 9.253875
2446 2006-03-07 59372.0 7.858500 59.570000 27.920000 12.495375
2454 2006-03-09 59372.0 8.022000 59.740750 27.941625 8.520500
2462 2006-03-11 59372.0 8.205250 59.895875 28.065500 11.911125
2470 2006-03-13 59372.0 8.268875 60.091000 28.121250 11.331125
2478 2006-03-15 59372.0 8.221625 60.293375 28.318500 18.147875
2486 2006-03-17 59372.0 8.062250 60.610250 28.404250 18.941625
2494 2006-03-19 59372.0 7.871000 60.838000 28.375750 13.546625
2502 2006-03-21 59372.0 7.671375 61.113375 28.406250 20.266250
2510 2006-03-23 59372.0 7.564750 61.469500 28.471250 20.581500
2518 2006-03-25 59372.0 7.853125 61.703375 28.642000 12.889500
2526 2006-03-27 59372.0 8.352125 61.971125 28.815625 16.919500
2534 2006-03-29 59372.0 8.931875 62.282375 28.902375 30.885500
2542 2006-03-31 59372.0 9.375000 62.844125 28.901375 34.874625
vn spd chlor_a dist cdm kd490 \
2369 39.095000 54.688857 0.273646 875.556571 0.018895 0.079388
2377 16.839000 21.588125 0.320482 869.118653 0.018864 0.085432
2385 25.119125 37.546750 0.243123 841.394227 0.014945 0.070233
2392 13.975750 26.196375 0.274386 844.173812 0.019160 0.074925
2399 24.884250 28.972625 0.235569 834.021412 0.019702 0.068554
2406 9.905375 12.932750 0.214754 820.325193 0.018703 0.065888
2414 14.567625 18.406125 0.183964 802.561866 0.014664 0.063217
2422 4.407000 11.065625 0.204210 784.520889 0.018607 0.064299
2430 14.379250 15.170375 0.181687 772.762592 0.017421 0.061606
2438 13.197375 16.382250 0.159164 758.535010 0.016234 0.058913
2446 12.587125 17.969875 0.189917 755.888203 0.018123 0.062061
2454 11.615750 15.816875 0.159243 757.481049 0.014953 0.058471
2462 8.134125 14.924625 0.128568 757.229254 0.011784 0.054880
2470 -0.849875 13.166500 0.145938 769.504651 0.012419 0.057518
2478 -5.881500 20.257750 0.150342 790.293988 0.013375 0.057145
2486 -13.251125 23.699500 0.116093 828.740394 0.011454 0.051539
2494 -9.401625 17.370000 0.132005 861.531989 0.011531 0.054766
2502 -15.921125 26.071250 0.122742 899.072768 0.011317 0.053478
2510 5.999375 23.019250 0.121197 937.580620 0.011175 0.052940
2518 29.627250 33.134875 0.090048 940.242104 0.011677 0.050944
2526 31.865375 37.029250 0.097517 935.853359 0.011925 0.052141
2534 38.142875 50.059250 0.088808 935.879680 0.011841 0.048313
2542 20.181625 40.429500 0.080098 972.531619 0.011757 0.044485
t865 par sst4
2369 0.079207 53.568104 26.950927
2377 0.095740 52.524256 26.894326
2385 0.099094 49.957122 27.096265
2392 0.102449 53.469168 27.206874
2399 0.152235 54.281182 27.026862
2406 0.113300 54.092975 27.253938
2414 0.130400 50.285205 26.906121
2422 0.160882 49.719650 27.060942
2430 0.125930 51.044668 25.387499
2438 0.090978 50.986596 26.468486
2446 0.091737 54.629391 27.230381
2454 0.108677 50.193016 27.745399
2462 0.125617 50.605652 27.552325
2470 0.108888 54.912539 27.723656
2478 0.056518 55.588908 27.055647
2486 0.058147 56.328904 28.006493
2494 0.084095 56.082415 27.314685
2502 0.066550 57.188482 28.438515
2510 0.050144 54.896415 28.394431
2518 0.215887 54.148781 27.920833
2526 0.196690 55.603844 28.420752
2534 0.173794 56.056263 26.177907
2542 0.150898 56.926090 28.468251
-----
head and tail of the nonnan series are identified
the float id is: 59373.0
the ratio of nans in the trimmed chlor_a series 0.111111111111
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
2407 2006-02-25 59373.0 5.356750 56.000500 27.420750 50.121250
2415 2006-02-27 59373.0 5.950625 56.697250 27.393000 36.144250
2423 2006-03-01 59373.0 6.560000 57.354250 27.369250 50.635625
2431 2006-03-03 59373.0 6.790875 58.028125 27.417250 34.477125
2439 2006-03-05 59373.0 7.101625 58.539250 27.543750 31.087875
2447 2006-03-07 59373.0 7.394125 59.027125 27.757375 30.994875
2455 2006-03-09 59373.0 7.621000 59.399500 27.882375 20.676375
2463 2006-03-11 59373.0 7.788250 59.788375 27.986750 26.710875
2471 2006-03-13 59373.0 7.736375 60.225750 28.067125 27.761250
2479 2006-03-15 59373.0 7.595750 60.636500 28.257250 29.037125
2487 2006-03-17 59373.0 7.520500 61.152875 28.151125 29.491375
2495 2006-03-19 59373.0 7.688250 61.507875 28.164250 21.838375
2503 2006-03-21 59373.0 8.025125 61.806250 28.263750 14.727125
2511 2006-03-23 59373.0 8.380125 62.076000 28.418250 17.166875
2519 2006-03-25 59373.0 8.835750 62.368625 28.560000 28.445625
2527 2006-03-27 59373.0 9.202875 62.971250 28.723625 41.870625
2535 2006-03-29 59373.0 9.407750 63.726500 28.823000 55.057375
2543 2006-03-31 59373.0 9.417000 64.497875 28.812500 35.699375
vn spd chlor_a dist cdm kd490 \
2407 40.497750 64.568500 0.219462 718.576054 0.017667 0.066451
2415 40.731125 55.247000 0.212251 752.308958 0.018954 0.065838
2423 24.804750 57.712125 0.143989 728.901228 0.013302 0.058296
2431 15.856750 38.463000 0.153352 741.895289 0.015722 0.059016
2439 19.860750 37.033875 0.162715 744.164091 0.018142 0.059736
2447 15.869125 35.200875 0.191957 752.001236 0.018917 0.062592
2455 16.529250 27.143875 0.236876 761.059271 0.013867 0.073156
2463 2.400750 27.106500 0.126902 778.757653 0.013418 0.054212
2471 -8.567875 29.445750 0.133245 818.512091 0.012632 0.054806
2479 -6.795125 30.245375 0.129706 863.122862 0.011755 0.054323
2487 -1.623250 29.876250 0.132070 912.715082 0.011813 0.054594
2495 22.112000 31.464625 0.134434 932.961450 0.011870 0.054864
2503 21.722875 26.751500 0.129384 939.253485 0.011479 0.054480
2511 23.689875 29.655125 0.125076 944.302757 0.011396 0.053648
2519 31.760875 43.620875 0.106098 949.075214 0.012367 0.053158
2527 15.984000 44.891750 0.134113 992.658174 0.012110 0.057179
2535 6.510375 55.846625 0.144651 936.904768 0.011273 0.058484
2543 0.530000 36.321375 0.077267 854.221640 0.012158 0.044865
t865 par sst4
2407 0.087024 53.878948 27.219161
2415 0.207073 50.780653 27.115139
2423 0.170827 54.738081 27.155561
2431 0.134581 51.051909 27.289999
2439 0.098335 53.890346 26.382650
2447 0.100044 54.921355 27.000285
2455 0.135414 54.617053 27.580447
2463 0.142624 55.798012 27.781590
2471 0.122800 54.943883 27.958515
2479 0.083403 56.242316 27.247548
2487 0.072716 51.319016 28.168744
2495 0.062030 52.889465 27.753690
2503 0.070102 56.694434 28.394904
2511 0.072269 54.057657 28.162506
2519 0.119733 54.125952 27.849580
2527 0.167198 56.014755 28.454582
2535 0.098400 55.600868 28.421642
2543 0.109617 55.645078 28.497398
-----
head and tail of the nonnan series are identified
the float id is: 43598.0
the ratio of nans in the trimmed chlor_a series 0.0833333333333
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
3130 2006-11-02 43598.0 16.904500 62.550375 NaN -17.668500 -11.421500
3136 2006-11-04 43598.0 16.582250 62.207000 NaN -24.605875 -34.301375
3142 2006-11-06 43598.0 16.002125 61.650625 NaN -49.646375 -22.913375
3147 2006-11-08 43598.0 16.040375 60.883250 NaN -32.224250 20.582750
3152 2006-11-10 43598.0 16.601250 60.609000 NaN -3.387500 53.299375
3157 2006-11-12 43598.0 17.393250 60.743750 NaN 14.672375 38.402375
3162 2006-11-14 43598.0 17.834250 61.061750 NaN 24.910000 16.592125
3169 2006-11-16 43598.0 17.838000 61.469875 NaN 19.522125 -11.564500
3176 2006-11-18 43598.0 17.769125 61.552125 NaN -7.520500 4.740375
3183 2006-11-20 43598.0 17.888375 61.246750 NaN -24.660500 4.934500
3190 2006-11-22 43598.0 17.862500 60.888375 NaN -20.467250 2.304250
3195 2006-11-24 43598.0 17.952625 60.575250 NaN -19.868250 2.759500
3200 2006-11-26 43598.0 18.045125 60.171250 NaN -32.603125 8.660000
3205 2006-11-28 43598.0 17.915500 59.582250 NaN -32.376625 -25.207000
3211 2006-11-30 43598.0 17.499750 59.215125 NaN -15.128875 -21.763875
3217 2006-12-02 43598.0 17.307125 59.171250 NaN 12.260625 -10.800875
3223 2006-12-04 43598.0 17.033125 59.553125 NaN 33.643000 -5.394250
3229 2006-12-06 43598.0 17.318875 60.065375 NaN 18.335750 22.728750
3234 2006-12-08 43598.0 17.485500 60.145875 NaN -0.936625 1.319625
3239 2006-12-10 43598.0 17.414750 60.091125 NaN -2.797000 -14.251875
3244 2006-12-12 43598.0 16.994875 60.053250 NaN 1.762500 -23.803625
3249 2006-12-14 43598.0 16.935000 60.376375 NaN 36.109125 2.226125
3255 2006-12-16 43598.0 16.989000 60.849875 NaN 16.643375 8.915750
3260 2006-12-18 43598.0 17.060000 61.080750 NaN 13.330875 -4.595375
3263 2006-12-20 43598.0 16.939875 61.216375 NaN 2.578000 -7.778125
3266 2006-12-22 43598.0 16.817125 61.261375 NaN 5.030625 -11.386125
3269 2006-12-24 43598.0 16.566625 61.353500 NaN 3.387250 -20.323625
3272 2006-12-26 43598.0 16.207125 61.275375 NaN -14.327375 -19.100375
3275 2006-12-28 43598.0 16.007250 60.982500 NaN -18.059000 -8.266250
3278 2006-12-30 43598.0 15.884375 60.627125 NaN -20.332875 -16.780250
3283 2007-01-01 43598.0 15.696875 60.462250 NaN -14.256000 1.100500
3287 2007-01-03 43598.0 15.575250 60.025375 NaN -30.420375 -17.471875
3290 2007-01-05 43598.0 15.374125 59.537750 NaN -28.152750 -8.689625
3293 2007-01-07 43598.0 15.252375 59.139750 NaN -20.176250 -2.376250
3296 2007-01-09 43598.0 15.209375 58.704375 NaN -38.091125 -7.010875
3300 2007-01-11 43598.0 15.174125 58.087000 NaN -41.759125 2.468500
3304 2007-01-13 43598.0 15.290375 57.385750 NaN -45.112250 12.276875
3308 2007-01-15 43598.0 15.477125 56.593750 NaN -50.959000 10.561000
3313 2007-01-17 43598.0 15.615625 55.823375 NaN -45.971375 4.606500
3318 2007-01-19 43598.0 15.451250 54.976375 NaN -63.907000 -24.728000
3323 2007-01-21 43598.0 15.043750 53.943125 NaN -55.320875 -24.110625
3328 2007-01-23 43598.0 14.650750 53.309250 NaN -25.653375 -36.913000
3333 2007-01-25 43598.0 13.954625 52.881875 NaN -29.005500 -38.930125
3338 2007-01-27 43598.0 13.829000 52.265625 NaN -54.331250 29.319500
3342 2007-01-29 43598.0 14.512125 51.292000 NaN -51.487375 41.683125
3346 2007-01-31 43598.0 14.886250 50.837000 NaN -7.652500 13.108625
3351 2007-02-02 43598.0 15.063875 51.119375 NaN 32.307375 8.668125
3356 2007-02-04 43598.0 15.120000 51.347000 NaN 32.307375 8.668125
spd chlor_a dist cdm kd490 t865 \
3130 22.430375 0.279956 545.206320 0.025572 0.073700 0.152579
3136 43.286250 0.312490 534.586188 0.031453 0.078538 0.270558
3142 58.752375 0.222916 523.103940 0.018286 0.066329 0.128735
3147 39.764375 0.233191 459.946856 0.021748 0.068045 0.162359
3152 54.484250 0.295598 395.643725 0.025686 0.075788 0.074846
3157 41.403500 0.316178 354.777721 0.029420 0.079312 0.109788
3162 31.409000 0.419729 360.729193 0.035431 0.089356 0.146221
3169 23.998875 0.419535 390.826290 0.032456 0.089286 0.099080
3176 11.681375 0.322196 402.394614 0.029650 0.081906 0.153386
3183 26.869375 0.344509 370.103711 0.037905 0.080358 0.185939
3190 22.721875 0.372388 345.551195 0.034983 0.088731 0.089980
3195 20.618625 0.364788 311.126672 0.035772 0.086712 0.087996
3200 34.431250 0.307107 267.732749 0.025230 0.081121 0.113891
3205 42.331125 0.690649 219.565238 0.040445 0.103727 0.139786
3211 27.114750 1.074192 220.573363 0.055661 0.126334 0.165681
3217 16.655125 1.618770 233.956415 0.093798 0.173979 0.204498
3223 44.015250 0.957025 283.154525 0.068542 0.134807 0.156619
3229 31.099375 0.640716 299.948071 0.039033 0.110594 0.090563
3234 7.731375 0.580470 295.762072 0.026076 0.105388 0.170079
3239 15.285875 1.784712 295.622342 0.172958 0.194077 0.055421
3244 28.547625 0.856508 322.626774 0.068898 0.124855 0.061663
3249 36.815250 0.460102 352.556016 0.036995 0.094697 0.150058
3255 19.469625 0.467393 388.612565 0.030131 0.092894 0.153521
3260 16.176125 0.506340 404.616313 0.035504 0.095946 0.156983
3263 9.038375 0.545286 423.955331 0.040877 0.098998 0.160445
3266 13.746250 0.517594 435.470162 0.039402 0.098541 0.189927
3269 22.267750 0.387902 459.514290 0.040701 0.091567 0.135181
3272 26.019000 0.318782 477.821473 0.033546 0.082919 0.078188
3275 20.533000 0.422307 470.000296 0.042031 0.091080 0.076524
3278 34.210625 0.477934 454.306426 0.042424 0.094045 0.116006
3283 21.090625 0.353957 459.228265 0.030579 0.086806 0.202934
3287 36.731625 0.490881 443.618732 0.077566 0.097882 0.226147
3290 30.498625 0.298590 413.475205 0.021585 0.084476 0.122177
3293 23.715625 0.271623 387.863665 0.022620 0.081095 0.140312
3296 39.307250 0.244656 356.823401 0.023654 0.077714 0.158447
3300 42.684125 0.375914 317.088731 0.041885 0.089406 0.145366
3304 46.879750 0.392202 268.223867 0.032660 0.088355 0.129378
3308 52.424875 0.347736 225.281567 0.030105 0.081714 0.117429
3313 48.790375 0.337610 175.736341 0.028434 0.084839 0.138216
3318 69.166625 0.391024 165.440900 0.025912 0.090080 0.208564
3323 61.151625 0.382701 192.328725 0.033946 0.087428 0.182397
3328 47.432125 0.460720 159.226532 0.034083 0.104063 0.130928
3333 50.394875 0.394052 153.128282 0.034220 0.091269 0.191532
3338 62.494750 0.327383 153.788683 0.034358 0.078475 0.252136
3342 66.373125 0.417419 74.513645 0.038081 0.086938 0.084440
3346 18.504000 0.623909 22.187617 0.074082 0.107532 0.116510
3351 34.610250 0.922746 10.744910 0.058957 0.128673 0.112937
3356 34.610250 0.620840 11.930575 0.043602 0.105426 0.112989
par sst4
3130 44.873068 28.476089
3136 43.412450 28.065084
3142 39.942738 28.107086
3147 45.195835 28.167606
3152 43.480769 28.030417
3157 43.244924 27.661393
3162 36.318384 27.752006
3169 35.337632 27.585343
3176 41.522857 27.600341
3183 40.654543 27.216703
3190 38.875826 27.720031
3195 39.133236 26.944445
3200 33.568709 26.298590
3205 36.219064 26.442499
3211 37.336372 26.474385
3217 39.469810 26.453471
3223 40.529623 25.068149
3229 38.924448 26.068977
3234 37.211541 25.671002
3239 38.428280 24.697489
3244 38.568594 25.603911
3249 38.070482 25.877432
3255 36.216325 25.198996
3260 37.756623 26.222733
3263 38.077861 26.194721
3266 38.656672 24.619413
3269 35.935630 25.511497
3272 40.084714 25.557510
3275 40.309975 25.940331
3278 37.672282 25.702498
3283 39.326595 25.456651
3287 27.939402 25.151667
3290 32.620891 25.208333
3293 34.763857 25.264999
3296 37.990567 25.261575
3300 41.098182 24.701829
3304 42.209985 24.562412
3308 41.445051 25.558749
3313 40.700301 25.040371
3318 42.263372 24.138194
3323 44.264532 24.971546
3328 41.881168 24.521782
3333 41.544837 24.986024
3338 42.556829 25.118197
3342 44.826883 24.748700
3346 44.483431 25.083935
3351 46.304123 25.170631
3356 47.071468 25.824984
-----
head and tail of the nonnan series are identified
the float id is: 62201.0
the ratio of nans in the trimmed chlor_a series 0.0666666666667
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
3131 2006-11-02 62201.0 9.590750 51.639500 28.089125 -11.962375
3137 2006-11-04 62201.0 10.962625 51.540250 28.075750 -7.329000
3143 2006-11-06 62201.0 12.110875 51.151000 27.601875 -45.195750
3148 2006-11-08 62201.0 13.299000 50.498750 26.316750 -23.707750
3153 2006-11-10 62201.0 14.238625 49.909125 26.649625 -64.526875
3158 2006-11-12 62201.0 13.623125 48.569125 26.728500 -105.824625
3163 2006-11-14 62201.0 12.822000 46.995375 26.857625 -60.761375
3170 2006-11-16 62201.0 12.091500 46.792250 26.807125 27.906000
3177 2006-11-18 62201.0 11.605750 47.548125 26.655250 58.514500
3184 2006-11-20 62201.0 11.760500 48.503250 26.854125 57.710500
3191 2006-11-22 62201.0 12.119875 49.310000 26.980875 43.944625
3196 2006-11-24 62201.0 12.269125 49.978125 27.009375 38.170375
3201 2006-11-26 62201.0 12.474125 50.413375 27.023375 14.068250
3207 2006-11-28 62201.0 13.031250 50.303125 27.127875 -24.664875
3213 2006-11-30 62201.0 13.767125 49.881250 26.976625 -23.429625
3219 2006-12-02 62201.0 14.018250 49.521125 27.173250 -27.463375
3225 2006-12-04 62201.0 13.743125 48.963250 27.156625 -45.958125
3230 2006-12-06 62201.0 13.541750 48.160875 27.080375 -51.866125
3235 2006-12-08 62201.0 13.076875 47.096250 26.991875 -68.314875
3240 2006-12-10 62201.0 11.854500 46.164625 26.991875 -55.422750
3245 2006-12-12 62201.0 12.010375 45.565375 27.062375 -15.116375
3250 2006-12-14 62201.0 12.405250 45.546125 27.100500 10.687250
3256 2006-12-16 62201.0 12.294000 45.896750 26.838000 29.641500
3261 2006-12-18 62201.0 11.603250 46.416750 26.786000 33.632000
3264 2006-12-20 62201.0 11.417875 47.018625 26.799750 49.774250
3267 2006-12-22 62201.0 11.980750 47.964625 26.809500 61.789625
3270 2006-12-24 62201.0 12.298375 48.765750 26.868375 37.124125
3273 2006-12-26 62201.0 11.965750 49.182000 26.725125 17.266125
3276 2006-12-28 62201.0 11.791125 49.404750 26.649500 12.370500
3280 2006-12-30 62201.0 11.908875 49.575125 26.542500 5.301000
vn spd chlor_a dist cdm kd490 \
3131 93.738875 94.652625 0.204448 87.628148 0.018034 0.064957
3137 83.146500 84.252625 0.408183 43.692494 0.019151 0.085121
3143 69.764875 84.217250 0.638653 26.406302 0.033935 0.115249
3148 83.047625 87.080125 0.703858 148.827467 0.039380 0.103445
3153 7.521500 82.834250 0.748804 62.501305 0.060942 0.116532
3158 -52.857750 120.084750 0.623736 40.555538 0.041251 0.110251
3163 -55.361125 85.286750 0.546441 74.149514 0.044743 0.102786
3170 -41.096000 52.201875 0.525606 107.663500 0.038054 0.097556
3177 -9.201125 61.611875 0.531980 46.542050 0.037758 0.097851
3184 21.343875 61.644625 0.481271 49.619954 0.037524 0.091245
3191 18.663875 48.188250 0.538349 78.899994 0.041319 0.099095
3196 6.374375 39.074375 0.636903 76.423672 0.085310 0.109277
3201 20.293875 27.109375 0.641550 63.813793 0.046207 0.113013
3207 50.377500 56.962500 0.595079 125.934363 0.038572 0.107469
3213 34.479125 42.878500 0.548608 111.463911 0.030937 0.101924
3219 -2.478125 32.564375 0.502137 65.415304 0.023302 0.096379
3225 -21.104125 52.395750 1.984497 43.767934 0.071247 0.147203
3230 -7.057250 52.719000 0.497967 47.201361 0.062698 0.094213
3235 -71.919125 105.145375 0.468653 53.030833 0.032491 0.086226
3240 -42.370750 76.317250 0.834388 115.972187 0.043372 0.112612
3245 38.517375 43.082125 0.524717 99.598027 0.038281 0.100577
3250 10.269625 17.274000 0.468584 66.027847 0.022313 0.101918
3256 -30.755625 43.659000 0.420383 100.999707 0.030040 0.095064
3261 -40.636125 53.575000 0.519083 92.654080 0.041577 0.101635
3264 17.234875 53.940500 0.478079 32.441105 0.035614 0.100016
3267 42.543375 75.217500 0.350973 89.492706 0.035067 0.082982
3270 -6.602750 40.389625 0.378906 107.859511 0.031749 0.084683
3273 -23.516125 29.426250 0.382794 70.480711 0.032611 0.092398
3276 -0.159500 13.243125 0.373569 41.451092 0.035333 0.085377
3280 13.688875 16.225000 0.398322 49.019536 0.035596 0.093003
t865 par sst4
3131 0.120722 48.276201 27.811741
3137 0.135082 43.847493 27.153427
3143 0.067885 47.340959 27.597499
3148 0.130873 46.567613 26.716957
3153 0.065157 46.317596 26.532289
3158 0.078231 46.428693 26.934716
3163 0.078521 46.768898 26.650913
3170 0.078150 46.269828 26.063065
3177 0.080167 46.864574 27.126764
3184 0.128044 40.659976 26.622919
3191 0.149180 42.531915 26.784123
3196 0.193536 41.856700 27.161249
3201 0.260032 33.494169 26.948075
3207 0.233264 28.022804 26.434496
3213 0.206496 36.769052 26.318286
3219 0.179728 31.683139 25.506697
3225 0.174600 38.829954 25.944521
3230 0.152356 43.166143 26.682272
3235 0.126716 42.043542 26.637323
3240 0.099440 44.185529 26.497459
3245 0.192552 44.107384 26.569500
3250 0.206938 37.930043 26.634956
3256 0.159611 42.079828 26.533689
3261 0.094872 43.904623 26.294291
3264 0.086302 42.009301 26.523029
3267 0.152727 43.843694 26.507499
3270 0.150903 42.804154 26.140108
3273 0.141417 44.330814 26.497006
3276 0.140946 41.000395 26.132270
3280 0.151136 34.861229 25.855822
-----
head and tail of the nonnan series are identified
the float id is: 62202.0
the ratio of nans in the trimmed chlor_a series 0.046511627907
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
3132 2006-11-02 62202.0 14.173250 57.860250 27.915625 91.157000
3138 2006-11-04 62202.0 13.798125 59.148750 27.989875 53.986875
3144 2006-11-06 62202.0 13.530375 59.587125 28.040000 6.108750
3149 2006-11-08 62202.0 13.082250 59.533000 28.116250 -4.940000
3154 2006-11-10 62202.0 12.393625 59.690250 27.971000 30.064375
3159 2006-11-12 62202.0 12.209500 60.156375 27.983375 24.858250
3164 2006-11-14 62202.0 12.583000 60.497125 27.932000 11.333750
3171 2006-11-16 62202.0 13.558125 60.374500 27.999250 -26.468000
3178 2006-11-18 62202.0 14.262375 60.049625 27.920500 -8.862125
3185 2006-11-20 62202.0 14.898750 59.947625 27.742875 -9.012875
3192 2006-11-22 62202.0 15.587875 59.634125 27.492875 -26.504750
3197 2006-11-24 62202.0 16.121125 59.252625 27.206125 -17.057625
3202 2006-11-26 62202.0 16.460750 59.185750 27.143250 7.264750
3208 2006-11-28 62202.0 16.659625 59.459500 27.120000 29.211625
3214 2006-11-30 62202.0 17.039625 60.079125 27.002500 43.361625
3220 2006-12-02 62202.0 17.809625 60.634125 26.958125 19.025750
3226 2006-12-04 62202.0 18.348125 60.636625 26.781750 -16.952750
3231 2006-12-06 62202.0 18.904125 60.331625 26.564750 -13.434125
3236 2006-12-08 62202.0 19.594250 60.250250 26.390625 2.728125
3241 2006-12-10 62202.0 19.990375 60.466875 26.268000 24.568875
3246 2006-12-12 62202.0 19.946375 61.013000 26.162000 36.886125
3251 2006-12-14 62202.0 19.571625 61.529250 26.037250 25.089125
3257 2006-12-16 62202.0 19.163125 61.854875 25.925500 15.969500
3262 2006-12-18 62202.0 18.865625 62.132625 25.888500 17.220625
3265 2006-12-20 62202.0 18.671250 62.371375 25.821875 12.815000
3268 2006-12-22 62202.0 18.614125 62.588625 25.819000 13.763875
3271 2006-12-24 62202.0 18.676750 62.784625 25.948625 8.618500
3274 2006-12-26 62202.0 18.764250 62.920125 25.786125 9.394125
3277 2006-12-28 62202.0 18.903625 63.061000 25.698250 10.554500
3281 2006-12-30 62202.0 19.032125 63.316250 25.704250 13.067000
3286 2007-01-01 62202.0 19.252125 63.381375 25.806125 2.645375
3289 2007-01-03 62202.0 19.320625 63.490000 25.578250 3.706000
3292 2007-01-05 62202.0 19.413375 63.474875 25.268625 -0.327125
3295 2007-01-07 62202.0 19.458375 63.548625 25.121500 3.730625
3298 2007-01-09 62202.0 19.495625 63.490875 24.980375 -5.926000
3302 2007-01-11 62202.0 19.410875 63.482625 24.952125 5.308125
3306 2007-01-13 62202.0 19.432625 63.523625 24.924000 1.198500
3311 2007-01-15 62202.0 19.403250 63.526250 25.094750 -4.320875
3316 2007-01-17 62202.0 19.309500 63.508000 25.100875 1.543625
3321 2007-01-19 62202.0 19.252375 63.569500 24.975250 5.066250
3326 2007-01-21 62202.0 19.296000 63.577875 24.922875 -1.530625
3331 2007-01-23 62202.0 19.232750 63.554375 24.942250 -1.380125
3336 2007-01-25 62202.0 19.159000 63.525000 NaN -8.137000
vn spd chlor_a dist cdm kd490 \
3132 2.039875 98.345625 0.366957 401.022151 0.031943 0.082117
3138 -22.736750 58.689125 0.253004 507.512597 0.018204 0.072361
3144 -19.954250 24.751625 0.279669 557.670601 0.019584 0.076659
3149 -43.111625 43.644250 0.231101 544.943908 0.015780 0.071773
3154 -31.810000 46.289750 0.278833 559.931851 0.019484 0.076916
3159 10.158375 29.514500 0.254431 611.727441 0.023192 0.069122
3164 43.473500 47.391500 0.209703 647.121431 0.022669 0.065721
3171 60.227125 67.425375 0.214157 613.376703 0.023077 0.066608
3178 37.355500 38.859750 0.297132 533.831329 0.024613 0.077782
3185 44.651875 46.167875 0.248116 480.107693 0.020153 0.070656
3192 41.987000 49.958000 0.434447 409.105971 0.026333 0.093829
3197 27.837250 33.733000 0.480328 344.620999 0.041551 0.095272
3202 14.305000 16.741875 0.435973 313.882202 0.034605 0.090657
3208 12.172375 31.994875 0.391618 309.986672 0.027658 0.086042
3214 44.753000 63.103375 0.347263 321.237837 0.020712 0.081426
3220 43.602250 48.132750 0.476991 323.136492 0.075953 0.098431
3226 30.339000 36.457375 0.349585 288.489642 0.025147 0.085833
3231 42.022625 44.745250 0.282975 222.337346 0.019726 0.079371
3236 38.543000 39.114875 0.309833 168.871597 0.023769 0.081737
3241 11.829500 28.785000 0.373252 167.724352 0.027483 0.083126
3246 -16.512000 40.977000 0.392549 223.526115 0.030117 0.085780
3251 -28.378375 38.057875 0.414761 288.262979 0.039498 0.086331
3257 -22.063375 27.341500 0.375000 337.999882 0.037750 0.085137
3262 -16.401375 23.833625 0.373970 379.264168 0.034542 0.087955
3265 -7.801875 15.343250 0.314733 411.790721 0.023996 0.081351
3268 0.462750 14.138500 0.411233 434.823127 0.025619 0.098315
3271 4.290750 9.755750 0.412979 449.710126 0.025449 0.102189
3274 9.899375 13.829250 0.369116 458.175007 0.025279 0.089711
3277 3.816750 13.433500 0.436083 465.334624 0.034784 0.094675
3281 19.378750 26.209250 0.539846 485.026476 0.049367 0.103612
3286 3.426250 8.948000 0.500845 483.597733 0.038965 0.099100
3289 7.171500 12.184125 0.437573 491.448375 0.036345 0.092053
3292 3.031625 4.935500 0.460912 485.139710 0.035658 0.095801
3295 3.935500 11.429625 0.447101 489.688759 0.063907 0.096220
3298 -2.153500 8.708000 0.547611 482.413452 0.059950 0.108354
3302 -1.684000 9.142875 0.596289 485.988824 0.055192 0.112813
3306 -0.942500 11.518000 0.501292 488.672540 0.049728 0.098419
3311 -2.152000 13.428625 0.565991 490.431672 0.064024 0.105031
3316 -6.557000 13.268875 0.697475 493.698962 0.068446 0.122413
3321 1.305750 15.932625 0.796254 502.295110 0.074397 0.136755
3326 -1.519750 8.351500 0.720147 500.846130 0.093895 0.126333
3331 -5.634875 6.802875 0.665047 501.565947 0.072225 0.110517
3336 -13.778000 16.001000 0.699701 501.130769 0.074727 0.114034
t865 par sst4
3132 0.180505 46.584382 27.642612
3138 0.083300 43.782374 27.763749
3144 0.126842 43.877720 27.901660
3149 0.081000 37.139618 27.946850
3154 0.102505 32.310463 27.807333
3159 0.161702 42.533831 27.923810
3164 0.166430 45.312594 26.510218
3171 0.179515 45.267828 27.758816
3178 0.087502 40.218731 25.940964
3185 0.278068 29.539668 27.654819
3192 0.124533 37.748831 27.487052
3197 0.188900 36.879059 26.864356
3202 0.194471 31.179044 26.803366
3208 0.200043 33.930744 25.806666
3214 0.205614 33.739176 25.924839
3220 0.177009 40.044593 26.973785
3226 0.091805 39.060342 25.869304
3231 0.164893 36.730135 25.860490
3236 0.095041 36.525698 26.138997
3241 0.112298 36.788081 25.952310
3246 0.103033 36.425784 25.864267
3251 0.087269 35.203899 25.846752
3257 0.140034 37.146437 25.007200
3262 0.121996 38.265191 25.910079
3265 0.157631 36.350600 25.191328
3268 0.212599 37.249068 25.049907
3271 0.234052 36.989842 25.138774
3274 0.087412 37.918137 25.279152
3277 0.125342 38.459599 25.125826
3281 0.158954 38.396810 24.972499
3286 0.157720 36.017914 25.022007
3289 0.154126 36.808372 24.897294
3292 0.154287 34.342289 25.113127
3295 0.098297 28.683785 24.878749
3298 0.116883 33.991760 24.822302
3302 0.132766 38.228180 24.718443
3306 0.087352 39.306672 24.354623
3311 0.081412 38.945291 24.360425
3316 0.138809 39.262343 24.069504
3321 0.129236 40.511848 24.056799
3326 0.102922 40.938565 23.737482
3331 0.078526 41.525092 23.725068
3336 0.068820 41.861470 24.348822
-----
head and tail of the nonnan series are identified
the float id is: 62556.0
the ratio of nans in the trimmed chlor_a series 0.294117647059
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
3133 2006-11-02 62556.0 5.834625 50.249125 27.522625 -57.949250
3139 2006-11-04 62556.0 5.334833 49.416500 27.567667 -72.061333
3166 2006-11-14 62556.0 5.137667 53.608667 28.150333 34.161333
3173 2006-11-16 62556.0 5.442500 54.064625 27.811500 40.100625
3180 2006-11-18 62556.0 5.715125 54.318125 27.520625 1.126750
3187 2006-11-20 62556.0 6.240000 54.756750 27.799750 47.915250
3193 2006-11-22 62556.0 6.348000 55.204125 27.754000 9.081250
3198 2006-11-24 62556.0 6.579250 55.495000 27.695750 24.546875
3203 2006-11-26 62556.0 6.570375 55.701000 27.742875 11.443250
3209 2006-11-28 62556.0 7.069250 56.079625 27.799500 30.565250
3215 2006-11-30 62556.0 7.131625 56.095500 27.928125 -30.127250
3221 2006-12-02 62556.0 7.490125 55.834000 28.140000 1.828750
3227 2006-12-04 62556.0 7.503250 55.532875 28.091125 -43.780000
3232 2006-12-06 62556.0 7.707875 54.906125 27.511500 -27.171875
3237 2006-12-08 62556.0 7.615875 54.651875 27.546125 -13.482375
3242 2006-12-10 62556.0 7.230500 54.363250 27.565875 -15.802875
3247 2006-12-12 62556.0 6.851375 54.259750 27.616250 -8.637625
vn spd chlor_a dist cdm kd490 \
3133 -14.875375 60.580125 0.373612 138.596825 0.018392 0.093755
3139 -68.620667 99.872833 0.350356 81.898682 0.019416 0.088355
3166 37.864333 51.713667 0.247414 504.588073 0.019908 0.066115
3173 18.953375 45.429000 0.256681 530.971937 0.018500 0.068325
3180 32.342500 34.780250 0.265948 538.093854 0.017092 0.070536
3187 16.649750 52.870000 0.275215 550.867047 0.015684 0.072746
3193 12.979250 20.344750 0.324948 587.088720 0.019421 0.082757
3198 0.555750 29.958750 0.295121 602.435187 0.018593 0.078417
3203 17.445000 22.084500 0.265293 622.516663 0.017765 0.074077
3209 23.947500 42.582750 0.235466 620.790850 0.016938 0.069737
3215 6.980625 36.109250 0.222858 614.913595 0.016322 0.068589
3221 16.902000 27.500000 0.257083 567.869012 0.015878 0.074474
3227 3.869000 46.198875 0.238133 555.765958 0.019599 0.067518
3232 11.515750 29.838250 0.339329 486.662883 0.021028 0.084206
3237 -23.578250 27.307500 0.407752 465.604534 0.022706 0.095427
3242 -18.546875 25.398500 0.334601 458.187700 0.019560 0.083684
3247 -43.126875 44.911000 0.261450 468.938140 0.016414 0.071941
t865 par sst4
3133 0.152600 48.307125 27.104145
3139 0.099019 47.710830 27.588366
3166 0.193655 43.746740 27.918696
3173 0.170616 44.852822 27.157499
3180 0.147576 43.776359 27.221874
3187 0.124537 37.764289 27.469781
3193 0.094061 42.018845 27.310308
3198 0.094781 37.465290 27.015585
3203 0.095501 44.397211 27.589999
3209 0.096220 34.427559 27.620148
3215 0.089060 36.116240 27.239977
3221 0.109645 39.712388 27.926249
3227 0.132299 41.322236 28.012491
3232 0.132282 47.906891 27.187867
3237 0.083631 31.019762 27.187867
3242 0.129623 27.375824 27.187867
3247 0.175615 37.005782 27.187867
-----
head and tail of the nonnan series are identified
the float id is: 62557.0
the ratio of nans in the trimmed chlor_a series 0.173913043478
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
3134 2006-11-02 62557.0 13.647125 59.782875 28.159125 -36.397625
3140 2006-11-04 62557.0 12.959750 59.325375 28.084250 -22.129625
3145 2006-11-06 62557.0 12.230875 59.071375 28.250500 -21.920375
3150 2006-11-08 62557.0 11.849875 58.521250 28.293125 -41.609625
3155 2006-11-10 62557.0 11.405375 57.759750 28.262500 -48.464875
3160 2006-11-12 62557.0 10.996250 56.905375 28.245750 -59.866125
3167 2006-11-14 62557.0 10.782875 56.112875 28.172750 -49.002375
3174 2006-11-16 62557.0 10.678250 55.223375 28.198875 -54.032875
3181 2006-11-18 62557.0 10.563625 54.382875 28.246375 -58.389250
3188 2006-11-20 62557.0 10.593375 53.490375 28.314000 -49.396750
3194 2006-11-22 62557.0 10.573875 52.663375 28.242750 -51.873000
3199 2006-11-24 62557.0 10.805125 52.001500 28.012125 -40.118250
3204 2006-11-26 62557.0 11.485875 51.618250 27.767375 -9.809125
3210 2006-11-28 62557.0 12.603750 50.848000 27.047125 -79.874250
3216 2006-11-30 62557.0 13.474750 49.946250 26.957500 -35.137500
3222 2006-12-02 62557.0 13.725500 49.485875 27.182375 -25.964000
3228 2006-12-04 62557.0 13.638750 48.913625 27.195375 -51.049375
3233 2006-12-06 62557.0 13.482375 47.824375 27.133375 -86.421750
3238 2006-12-08 62557.0 12.879250 46.433000 27.109375 -49.461250
3243 2006-12-10 62557.0 12.879625 46.369250 27.476500 6.764625
3248 2006-12-12 62557.0 12.538250 46.351375 27.407500 -5.745875
3253 2006-12-14 62557.0 11.713625 45.990375 27.195125 -42.949500
3259 2006-12-16 62557.0 11.934143 45.293571 27.210571 -47.634286
vn spd chlor_a dist cdm kd490 \
3134 -18.360125 42.907625 0.281392 563.009930 0.023304 0.075921
3140 -61.466625 65.488250 0.262619 521.328325 0.020788 0.072300
3145 -33.017875 43.682500 0.245338 493.833138 0.018547 0.070181
3150 -23.322625 48.222375 0.270763 439.796127 0.020548 0.073433
3155 -29.825375 57.176500 0.277189 372.292746 0.019247 0.070751
3160 -16.148500 62.695125 0.242998 309.034208 0.017757 0.068209
3167 -17.384500 52.431500 0.263457 258.980556 0.019600 0.067777
3174 0.727250 54.640000 0.289672 216.902523 0.026358 0.072812
3181 -6.822500 59.502500 0.259287 198.445152 0.019069 0.066882
3188 0.118375 50.341875 0.259337 168.256269 0.016279 0.068574
3194 8.744250 53.887125 0.261030 137.375977 0.018167 0.068101
3199 23.024250 47.751000 0.299951 75.621702 0.018923 0.073021
3204 56.800625 59.785750 0.338872 44.424537 0.019678 0.077940
3210 77.835500 111.854375 0.377794 68.574551 0.020434 0.082859
3216 32.646125 49.250125 0.416715 138.679124 0.021189 0.087779
3222 4.687750 27.914500 0.434834 84.264382 0.023104 0.088400
3228 -12.078625 53.641125 0.506502 50.367617 0.029546 0.096451
3233 -21.302875 91.325375 0.612260 44.028175 0.042368 0.106852
3238 -20.700250 64.616875 0.703700 58.181520 0.054751 0.114270
3243 -3.030375 10.842875 0.511651 58.717688 0.043676 0.098630
3248 -51.906000 52.284500 0.615165 96.448720 0.043330 0.108910
3253 -19.933875 59.068750 0.536420 95.720396 0.043662 0.099748
3259 35.759714 59.785000 0.457675 94.515254 0.043993 0.090587
t865 par sst4
3134 0.154947 46.513770 28.084805
3140 0.056454 44.143673 27.838749
3145 0.058449 44.449896 27.034999
3150 0.069016 47.661500 27.952466
3155 0.166163 46.269287 27.445457
3160 0.130754 46.956829 28.370166
3167 0.076074 44.802719 28.065981
3174 0.192936 47.303908 27.879875
3181 0.104128 40.915806 27.099999
3188 0.124700 40.857600 27.907499
3194 0.115344 42.380090 27.623910
3199 0.125731 36.497290 27.340321
3204 0.136119 28.425232 27.056731
3210 0.146506 30.944124 26.757533
3216 0.156893 37.510641 25.783610
3222 0.167067 31.563703 25.866741
3228 0.150282 41.901101 26.842981
3233 0.176110 43.727038 26.214977
3238 0.080641 43.664914 26.379725
3243 0.123274 43.391916 26.428997
3248 0.126866 42.814791 27.117299
3253 0.128528 43.721634 26.675514
3259 0.130189 42.006801 26.170231
-----
head and tail of the nonnan series are identified
the float id is: 62558.0
the ratio of nans in the trimmed chlor_a series 0.1
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
3135 2006-11-02 62558.0 11.873250 54.126375 27.989750 -13.185625
3141 2006-11-04 62558.0 11.790375 53.722000 27.998750 -21.530375
3146 2006-11-06 62558.0 11.467625 53.700750 27.855875 7.333375
3151 2006-11-08 62558.0 10.868250 53.758250 27.871250 -2.590500
3156 2006-11-10 62558.0 9.307000 53.377500 28.216500 -41.495750
3161 2006-11-12 62558.0 8.014625 52.512125 28.418625 -73.419125
3168 2006-11-14 62558.0 7.797250 51.324500 28.163250 -65.138000
3175 2006-11-16 62558.0 8.135750 50.703875 28.213250 -17.041125
3182 2006-11-18 62558.0 8.447625 50.491875 28.201500 -9.080750
3189 2006-11-20 62558.0 8.583500 50.472500 28.258500 5.981000
vn spd chlor_a dist cdm kd490 \
3135 12.231500 27.254625 0.365989 51.567455 0.024645 0.082244
3141 -18.944125 34.014625 0.270819 55.651012 0.017691 0.072341
3146 -13.085875 17.881875 0.272240 81.838927 0.021611 0.072706
3151 -80.549125 82.626125 0.338841 144.950440 0.021270 0.082672
3156 -103.354750 111.598000 0.214918 248.661325 0.016165 0.064757
3161 -48.543750 92.600750 0.263233 237.322257 0.019495 0.070095
3168 11.546875 67.632125 0.240621 136.692169 0.018109 0.068770
3175 22.556750 28.717250 0.218008 60.111020 0.016723 0.067446
3182 17.679500 21.727875 0.286112 20.567967 0.022128 0.074137
3189 6.776000 9.038000 0.399664 14.954670 0.028379 0.085551
t865 par sst4
3135 0.148821 48.829226 27.633933
3141 0.118092 48.874424 27.852356
3146 0.106822 43.612337 27.832353
3151 0.063126 32.624916 27.911601
3156 0.099654 44.473103 27.800657
3161 0.103886 38.386056 28.029268
3168 0.095329 45.518607 27.936009
3175 0.086772 44.339823 27.283390
3182 0.086159 46.220410 28.111299
3189 0.090630 48.568707 27.616069
-----
head and tail of the nonnan series are identified
the float id is: 62555.0
the ratio of nans in the trimmed chlor_a series 0.304347826087
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
3165 2006-11-14 62555.0 5.045000 65.571000 29.310000 19.150000
3172 2006-11-16 62555.0 5.267375 65.716125 29.337000 13.514875
3179 2006-11-18 62555.0 5.458500 65.958625 29.216875 23.724875
3186 2006-11-20 62555.0 5.243375 66.435125 29.163750 34.620375
3282 2006-12-30 62555.0 5.032000 64.395250 28.551750 -4.329500
3299 2007-01-09 62555.0 5.073125 60.884875 27.645875 -32.747875
3303 2007-01-11 62555.0 5.240375 60.301500 27.435250 -39.726750
3307 2007-01-13 62555.0 5.608875 59.899250 27.516750 -17.901875
3312 2007-01-15 62555.0 5.613750 59.534500 27.366750 -30.172875
3317 2007-01-17 62555.0 5.729750 59.086500 27.226875 -24.731875
3322 2007-01-19 62555.0 5.706125 58.652625 27.222875 -35.211250
3327 2007-01-21 62555.0 5.865750 58.045625 27.310875 -31.371000
3332 2007-01-23 62555.0 5.983500 57.664750 27.462875 -26.901125
3337 2007-01-25 62555.0 6.009875 57.033375 27.422625 -50.815875
3341 2007-01-27 62555.0 6.483625 56.558375 27.431375 -6.722625
3345 2007-01-29 62555.0 6.737250 56.401500 27.484375 -16.770375
3350 2007-01-31 62555.0 7.244000 56.247750 27.578250 -0.775500
3355 2007-02-02 62555.0 7.875375 56.380625 27.607000 18.209125
3360 2007-02-04 62555.0 8.423250 56.757750 27.633125 31.156125
3365 2007-02-06 62555.0 8.641250 57.323125 27.639750 37.233500
3370 2007-02-08 62555.0 8.426750 57.896875 27.703125 38.600000
3375 2007-02-10 62555.0 7.913750 58.442000 27.795375 23.763250
3380 2007-02-12 62555.0 7.565625 58.777000 27.796125 21.762000
3385 2007-02-14 62555.0 7.289250 59.022250 27.925000 12.572250
3390 2007-02-16 62555.0 6.988625 59.134875 27.838750 -3.776625
3395 2007-02-18 62555.0 6.841375 59.066125 27.823750 0.765625
3400 2007-02-20 62555.0 6.624250 59.005000 27.794750 -10.972375
3405 2007-02-22 62555.0 6.550000 58.785750 27.842500 -15.548125
3409 2007-02-24 62555.0 6.693125 58.619625 28.116500 -7.238375
3413 2007-02-26 62555.0 6.841500 58.507375 28.138875 -2.555375
3417 2007-02-28 62555.0 6.872375 58.454625 28.297500 -7.854500
3421 2007-03-02 62555.0 6.776625 58.304250 28.421875 -12.448625
3425 2007-03-04 62555.0 6.666750 58.124500 28.439875 -14.104500
3429 2007-03-06 62555.0 6.667375 57.778375 28.457125 -19.632625
3433 2007-03-08 62555.0 6.708375 57.583875 28.539250 -13.507125
3437 2007-03-10 62555.0 6.716125 57.276375 28.611500 -22.237125
3442 2007-03-12 62555.0 6.945250 57.062875 28.677125 -7.128375
3449 2007-03-14 62555.0 7.113250 56.922000 28.673500 -11.750125
3456 2007-03-16 62555.0 7.484500 56.915875 28.691500 14.526375
3463 2007-03-18 62555.0 7.683375 57.145125 28.841875 12.946500
3470 2007-03-20 62555.0 7.750250 57.352625 28.840625 14.562500
3477 2007-03-22 62555.0 7.682875 57.573125 28.807125 13.442250
3485 2007-03-24 62555.0 7.558125 57.813250 28.842875 14.718875
3493 2007-03-26 62555.0 7.334375 57.959000 28.971125 8.882000
3501 2007-03-28 62555.0 7.204000 58.182125 29.083125 13.114125
3508 2007-03-30 62555.0 7.079000 58.287625 29.148625 4.240375
vn spd chlor_a dist cdm kd490 \
3165 28.900500 34.732000 0.103135 800.047063 0.009124 0.050212
3172 17.449250 22.398125 0.092668 783.600787 0.009984 0.049869
3179 3.736750 27.713375 0.095704 753.762159 0.009014 0.052578
3186 -25.541000 43.164000 0.109820 705.615055 0.009290 0.052737
3282 0.040500 14.450000 0.123936 929.316697 0.009566 0.052895
3299 9.836250 34.333375 0.131174 1080.753041 0.010418 0.054014
3303 17.800500 45.963375 0.138412 1025.829379 0.011269 0.055133
3307 13.977750 26.540875 0.145650 966.374583 0.012121 0.056252
3312 -0.404000 31.270750 0.152887 942.060140 0.012972 0.057372
3317 7.667250 26.655625 0.160125 903.518027 0.013824 0.058491
3322 -1.798375 36.799375 0.167363 880.325630 0.014675 0.059610
3327 15.337875 35.137875 0.174601 832.182732 0.015527 0.060729
3332 -2.453250 28.048625 0.153328 801.268891 0.015630 0.059535
3337 17.873500 55.833875 0.166083 769.100588 0.014829 0.058826
3341 25.742875 27.527000 0.123260 700.242401 0.012777 0.055115
3345 22.233250 28.925125 0.098195 667.747943 0.013626 0.051361
3350 37.573500 37.747875 0.100458 609.413625 0.012895 0.050159
3355 39.323375 43.716750 0.102722 551.697755 0.012163 0.048956
3360 30.288375 44.186125 0.134055 515.766653 0.012064 0.054018
3365 -4.380625 38.281500 0.166754 527.680534 0.013163 0.060138
3370 -22.767000 45.045875 0.093494 584.554552 0.009532 0.049373
3375 -33.864375 41.631500 0.107485 666.474408 0.009806 0.050154
3380 -19.011375 29.792750 0.087019 719.700605 0.010362 0.048214
3385 -14.433375 19.396375 0.088024 760.513935 0.010025 0.049969
3390 -18.844000 21.366875 0.086903 794.090097 0.011251 0.045734
3395 -8.171250 11.463500 0.090635 802.117457 0.010733 0.048436
3400 -11.580625 17.823250 0.097639 817.161980 0.010721 0.050776
3405 1.879875 16.936875 0.090807 809.700795 0.009879 0.050505
3409 10.527375 13.768000 0.083975 786.239524 0.009037 0.050233
3413 10.304250 12.878625 0.086454 765.692174 0.008758 0.048092
3417 -5.629875 10.983375 0.081132 759.589592 0.009200 0.048265
3421 -6.612250 14.208000 0.075608 759.283889 0.008171 0.046586
3425 -7.652625 16.892375 0.070083 759.143818 0.007142 0.044907
3429 8.625375 22.695625 0.064559 740.125176 0.006113 0.043228
3433 -4.765000 14.679875 0.071902 725.911451 0.006754 0.045778
3437 10.728750 25.939625 0.079245 709.608150 0.007395 0.048328
3442 12.630500 16.175625 0.086589 676.553879 0.008036 0.050878
3449 16.821875 23.581750 0.083782 653.145723 0.007917 0.048526
3456 19.865250 25.801000 0.051751 615.778394 0.006882 0.045177
3463 9.593250 16.363500 0.047265 608.050646 0.006859 0.044062
3470 -2.409750 15.266750 0.052093 612.638795 0.006781 0.044157
3477 -2.889750 14.231875 0.068017 631.474890 0.007256 0.043605
3485 -17.014500 23.314500 0.077599 657.257283 0.008508 0.047154
3493 -7.010375 12.780875 0.087181 686.773007 0.009760 0.050702
3501 -13.069875 19.641375 0.078159 712.351817 0.009154 0.048347
3508 -1.608250 5.858250 0.028591 730.326133 0.008606 0.039916
t865 par sst4
3165 0.101078 46.998185 28.462895
3172 0.073546 42.204668 28.735978
3179 0.071394 40.708121 28.654864
3186 0.083722 34.169096 28.573749
3282 0.096049 38.084571 28.196151
3299 0.105606 38.103848 27.957434
3303 0.115162 25.666930 27.718717
3307 0.124719 32.984998 27.479999
3312 0.134275 22.684993 26.660845
3317 0.143831 23.576771 24.829999
3322 0.153388 40.933205 27.692499
3327 0.162944 38.704003 27.160684
3332 0.126718 49.644279 27.252254
3337 0.108918 50.452049 27.301378
3341 0.118331 49.948555 27.103202
3345 0.141542 49.697120 27.232965
3350 0.151684 49.140102 26.432033
3355 0.161827 50.236000 27.473560
3360 0.117468 49.364182 27.358768
3365 0.129756 49.949692 27.565647
3370 0.065344 50.462282 27.699556
3375 0.072762 51.116135 27.772104
3380 0.110230 52.478584 26.368378
3385 0.126486 52.613190 27.487467
3390 0.152515 51.453785 27.244122
3395 0.118054 53.237149 27.520545
3400 0.130312 51.922630 27.668054
3405 0.117293 46.329701 27.389296
3409 0.104275 51.796361 28.023182
3413 0.093101 54.253209 27.830399
3417 0.112106 53.753960 28.151089
3421 0.144423 50.852441 28.214786
3425 0.176741 45.176158 27.373669
3429 0.209058 42.054515 28.044046
3433 0.197124 53.535062 27.195607
3437 0.185189 53.634333 28.238355
3442 0.173255 54.787734 28.084631
3449 0.149029 54.869100 28.081958
3456 0.155108 55.123794 28.484362
3463 0.148974 53.525138 28.530745
3470 0.109369 53.104426 28.497321
3477 0.117400 53.558735 28.800596
3485 0.133691 53.161060 28.696708
3493 0.149982 57.407120 28.735131
3501 0.172241 55.632358 28.880362
3508 0.344462 53.954910 28.809110
-----
head and tail of the nonnan series are identified
the float id is: 62198.0
the ratio of nans in the trimmed chlor_a series 0.25
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
3206 2006-11-28 62198.0 5.081000 50.952000 28.36000 9.229000
3212 2006-11-30 62198.0 5.622875 50.963000 28.35625 -9.287375
3218 2006-12-02 62198.0 5.723000 50.405625 28.33575 -53.869500
3224 2006-12-04 62198.0 5.303375 49.618875 28.25400 -45.080625
vn spd chlor_a dist cdm kd490 \
3206 114.549000 114.920000 0.221182 243.252078 0.017022 0.067994
3212 38.213750 46.242375 0.236392 221.017208 0.016980 0.069479
3218 -11.892375 55.875250 0.251602 159.078825 0.016938 0.070964
3224 -40.757875 61.220750 0.216971 102.779899 0.016024 0.067923
t865 par sst4
3206 0.033910 45.077813 27.722499
3212 0.054283 46.868554 27.573366
3218 0.074656 38.530424 28.027499
3224 0.135656 45.074452 27.191481
-----
head and tail of the nonnan series are identified
the float id is: 63036.0
the ratio of nans in the trimmed chlor_a series 0.111111111111
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
3254 2006-12-14 63036.0 5.273600 74.357200 28.197200 -105.422600
3361 2007-02-04 63036.0 5.102571 58.450143 28.459857 -40.583571
3366 2007-02-06 63036.0 5.305625 58.036250 28.455500 -17.409375
3371 2007-02-08 63036.0 5.188375 57.791000 28.572875 -14.508875
3376 2007-02-10 63036.0 5.109125 57.506125 28.546375 -23.086125
3381 2007-02-12 63036.0 5.152625 57.165000 28.512500 -20.866500
3386 2007-02-14 63036.0 5.245750 56.963500 28.589875 -2.344000
3391 2007-02-16 63036.0 5.199250 56.948375 28.682375 -13.790125
3396 2007-02-18 63036.0 5.090625 56.416625 28.710250 -38.152125
vn spd chlor_a dist cdm kd490 \
3254 -64.310000 123.621800 0.282062 80.939259 0.020245 0.076488
3361 18.739286 45.655286 0.091850 927.741025 0.010100 0.051201
3366 -0.544375 20.496625 0.084761 886.709608 0.008948 0.050147
3371 -7.448250 16.716000 0.077672 886.727067 0.007796 0.049093
3376 -0.755750 23.678500 0.098828 876.236156 0.008623 0.050943
3381 4.191375 21.652875 0.102908 841.342970 0.008402 0.051536
3386 6.566875 9.155250 0.102217 816.909173 0.009187 0.048537
3391 -13.451625 25.426625 0.128767 818.180376 0.008877 0.056251
3396 -2.133000 39.073250 0.150190 773.225233 0.009907 0.060877
t865 par sst4
3254 0.212000 43.489169 27.438261
3361 0.096455 49.923908 28.176007
3366 0.090917 49.124614 28.078002
3371 0.085380 51.750978 27.928859
3376 0.087189 53.866948 28.344229
3381 0.060965 52.722314 28.252306
3386 0.091305 43.222634 28.050120
3391 0.111192 48.466757 28.596900
3396 0.104486 53.566842 28.344534
-----
head and tail of the nonnan series are identified
the float id is: 62195.0
the ratio of nans in the trimmed chlor_a series 0.1
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
3291 2007-01-05 62195.0 6.182500 55.418250 27.222250 -9.585000
3294 2007-01-07 62195.0 6.295750 55.564000 27.067125 26.561250
3297 2007-01-09 62195.0 6.078625 55.906375 27.075250 20.232250
3301 2007-01-11 62195.0 6.202125 56.411250 27.291875 41.912875
3305 2007-01-13 62195.0 6.439500 57.051375 27.483750 41.146500
3310 2007-01-15 62195.0 6.638500 57.595625 27.539000 20.464875
3315 2007-01-17 62195.0 6.987500 57.884875 27.558250 23.651250
3320 2007-01-19 62195.0 7.184875 58.086500 27.449750 2.981750
3325 2007-01-21 62195.0 7.509250 58.302625 27.411875 21.254000
3330 2007-01-23 62195.0 7.639750 58.617250 27.390750 19.876750
3335 2007-01-25 62195.0 7.648500 58.870500 27.332750 18.343500
3340 2007-01-27 62195.0 7.554875 59.202625 27.321875 14.512125
3344 2007-01-29 62195.0 7.320125 59.244625 27.401375 -3.768000
3348 2007-01-31 62195.0 7.218750 59.210750 27.645250 -3.252875
3353 2007-02-02 62195.0 7.087375 59.110250 27.640125 -11.648250
3358 2007-02-04 62195.0 6.977875 58.805125 27.655625 -23.081625
3363 2007-02-06 62195.0 7.045125 58.530125 27.731875 -9.627125
3368 2007-02-08 62195.0 7.004000 58.320625 27.825750 -14.540625
3373 2007-02-10 62195.0 6.945750 58.193625 27.895625 -10.260375
3378 2007-02-12 62195.0 6.896875 58.005625 28.020875 -10.245875
3383 2007-02-14 62195.0 6.845625 57.861875 28.168000 -6.275875
3388 2007-02-16 62195.0 6.698500 57.745125 28.077875 -16.905875
3393 2007-02-18 62195.0 6.502125 57.398500 28.133000 -18.404750
3398 2007-02-20 62195.0 6.296375 57.134875 28.172375 -23.234875
3403 2007-02-22 62195.0 6.056750 56.620750 28.208750 -35.860125
3407 2007-02-24 62195.0 5.894000 56.133250 28.317125 -32.730625
3411 2007-02-26 62195.0 5.748625 55.519625 28.533375 -39.290625
3415 2007-02-28 62195.0 5.685625 54.960875 28.665625 -36.486000
3419 2007-03-02 62195.0 5.660750 54.371250 28.786625 -32.576625
3423 2007-03-04 62195.0 5.528875 53.931375 28.801125 -31.649250
3427 2007-03-06 62195.0 5.384875 53.270375 28.787750 -50.932500
3431 2007-03-08 62195.0 5.526375 52.598875 28.802000 -28.781750
3435 2007-03-10 62195.0 5.436375 52.137250 28.795500 -41.235250
3441 2007-03-12 62195.0 5.332125 51.397875 28.796375 -46.807500
3448 2007-03-14 62195.0 5.419500 50.714125 28.722875 -41.606500
3455 2007-03-16 62195.0 5.641625 50.138875 28.788000 -30.266500
3462 2007-03-18 62195.0 6.016250 49.812875 28.963250 -12.861875
3469 2007-03-20 62195.0 6.664375 49.687875 28.935875 -0.245125
3476 2007-03-22 62195.0 7.595250 49.903750 28.954750 21.553625
3484 2007-03-24 62195.0 8.076333 50.015333 29.062000 -15.286500
vn spd chlor_a dist cdm kd490 \
3291 15.237125 19.138750 0.193379 616.837537 0.019130 0.063548
3294 -10.738875 32.363875 0.322004 624.286415 0.024083 0.076097
3297 0.793500 25.667625 0.294420 669.113218 0.020963 0.075196
3301 5.792625 42.671375 0.266836 710.886444 0.017844 0.074294
3305 21.405375 46.918625 0.239251 726.898841 0.014725 0.073392
3310 11.970625 27.021875 0.489391 733.334303 0.024766 0.096117
3315 22.353875 33.945000 0.230321 715.115571 0.017341 0.068683
3320 15.547125 19.535625 0.200719 708.302650 0.017277 0.063792
3325 15.011750 26.364125 0.255207 692.337184 0.019634 0.077477
3330 0.901125 21.824250 0.227118 702.161237 0.019524 0.068374
3335 3.685000 19.779625 0.220668 719.400581 0.021855 0.068199
3340 -16.189375 23.476625 0.202742 751.508872 0.018309 0.065846
3344 -11.046125 12.440750 0.216915 773.921757 0.016756 0.066436
3348 -4.758125 9.012250 0.159082 779.920925 0.013121 0.060262
3353 -11.048125 16.952875 0.126631 783.909048 0.016060 0.052067
3358 0.327625 23.824750 0.134735 772.603111 0.012570 0.055080
3363 1.342875 12.438500 0.128374 748.658328 0.011461 0.055850
3368 -0.402375 16.915000 0.088107 739.244825 0.009635 0.049323
3373 -7.148625 14.492625 0.084660 736.940706 0.009581 0.048603
3378 -2.369500 11.233750 0.082513 730.561462 0.009681 0.048090
3383 -0.748375 8.806250 0.107908 727.396438 0.008782 0.052146
3388 -20.093375 27.721250 0.094030 735.349986 0.010613 0.046935
3393 -6.207000 20.049375 0.106476 736.801518 0.009467 0.051210
3398 -18.452000 30.292875 0.083081 745.171878 0.009597 0.045959
3403 -9.456250 37.395125 0.059686 739.023094 0.009726 0.040708
3407 -14.526125 36.210625 0.102584 701.112516 0.009215 0.053369
3411 -2.614250 39.456500 0.088528 650.961029 0.008242 0.048856
3415 -6.961625 37.306750 0.089494 600.918499 0.007843 0.049104
3419 0.070250 34.212000 0.059680 546.231128 0.006676 0.046896
3423 -13.667750 34.745750 0.098092 513.400066 0.008392 0.052424
3427 -0.096500 51.415125 0.132853 458.409944 0.008865 0.057616
3431 9.225250 31.481750 0.065111 386.905803 0.008116 0.045684
3435 -14.491625 44.151000 0.069123 350.550443 0.008350 0.044629
3441 1.886000 47.142375 0.117400 277.204070 0.007630 0.055317
3448 9.939250 43.233125 0.085005 203.752087 0.007660 0.050477
3455 17.689250 35.513750 0.047753 135.557293 0.007908 0.044022
3462 33.057625 36.086375 0.083114 86.473424 0.007589 0.050993
3469 48.701625 49.547750 0.081990 50.059030 0.007615 0.048510
3476 63.361000 67.023750 0.138991 15.878678 0.015349 0.052790
3484 3.437000 18.360000 0.195992 3.173951 0.023083 0.057071
t865 par sst4
3291 NaN 46.740881 26.758015
3294 0.240134 46.245062 26.743903
3297 0.210953 44.086389 26.729791
3301 0.181772 35.453289 26.715679
3305 0.152591 40.832220 26.701567
3310 0.242400 43.781421 26.687455
3315 0.129141 48.006166 23.244999
3320 0.113564 47.224784 26.615606
3325 0.114349 48.494341 26.068351
3330 0.149219 49.913523 26.838202
3335 0.111219 48.667159 27.183386
3340 0.093248 48.738120 27.151299
3344 0.096798 50.389224 26.354720
3348 0.215684 51.373827 27.048404
3353 0.167952 50.948858 26.974123
3358 0.122787 49.578680 27.698872
3363 0.092387 50.398617 27.508698
3368 0.093189 52.169733 27.682264
3373 0.087947 51.253710 27.448126
3378 0.109953 52.874259 27.302378
3383 0.066854 51.999558 27.837346
3388 0.135519 53.567190 27.492468
3393 0.116848 53.675988 27.746511
3398 0.160750 50.582090 27.939615
3403 0.204653 50.179821 27.744528
3407 0.155469 53.160293 27.690725
3411 0.113081 53.417864 27.230327
3415 0.104954 54.875918 28.126103
3419 0.181949 54.845232 28.502002
3423 0.106050 54.888311 28.321249
3427 0.095035 54.892027 28.336451
3431 0.088336 48.753135 28.351652
3435 0.096571 44.090495 28.116176
3441 0.103931 47.017304 28.269115
3448 0.146286 54.817616 28.498758
3455 0.261685 54.535229 28.589859
3462 0.122551 53.838838 28.677739
3469 0.070167 55.733255 28.881223
3476 0.084526 55.858776 28.676716
3484 0.098885 55.329731 28.592817
-----
head and tail of the nonnan series are identified
the float id is: 62193.0
the ratio of nans in the trimmed chlor_a series 0.131578947368
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
3309 2007-01-15 62193.0 5.042857 53.708143 27.159429 9.145571
3314 2007-01-17 62193.0 5.094500 53.730625 27.064000 -5.910000
3319 2007-01-19 62193.0 5.136625 53.647000 26.883375 -9.656000
3324 2007-01-21 62193.0 5.192000 53.403500 26.847875 -9.774000
3329 2007-01-23 62193.0 5.377500 53.436250 26.911125 2.396125
3334 2007-01-25 62193.0 5.337250 53.211625 26.951500 -22.286375
3339 2007-01-27 62193.0 5.720250 53.131125 26.914625 10.188625
3343 2007-01-29 62193.0 5.831125 53.209000 26.967500 -1.894500
3347 2007-01-31 62193.0 6.145250 53.308125 27.037625 13.015125
3352 2007-02-02 62193.0 6.573750 53.454875 27.092625 10.852250
3357 2007-02-04 62193.0 7.278750 53.648875 27.091625 6.493000
3362 2007-02-06 62193.0 7.972500 53.567375 26.897125 -12.867625
3367 2007-02-08 62193.0 8.475250 53.245250 26.841500 -30.628000
3372 2007-02-10 62193.0 8.580375 52.731125 26.886375 -29.939125
3377 2007-02-12 62193.0 8.481000 52.346875 26.930375 -20.224000
3382 2007-02-14 62193.0 8.268375 52.191125 27.179875 2.822500
3387 2007-02-16 62193.0 8.119375 52.292750 27.332750 6.422625
3392 2007-02-18 62193.0 8.179000 52.418625 27.334875 10.393375
3397 2007-02-20 62193.0 8.322500 52.537625 27.332750 0.069000
3402 2007-02-22 62193.0 8.529500 52.494000 27.236500 -3.345750
3406 2007-02-24 62193.0 8.761750 52.310875 27.304375 -18.739625
3410 2007-02-26 62193.0 8.955625 51.975000 27.343375 -22.839750
3414 2007-02-28 62193.0 8.869250 51.580875 27.271750 -24.107250
3418 2007-03-02 62193.0 8.567750 51.299875 27.387250 -10.217875
3422 2007-03-04 62193.0 8.211000 51.229250 27.217625 0.871125
3426 2007-03-06 62193.0 7.895500 51.590000 27.621875 42.844000
3430 2007-03-08 62193.0 7.792125 52.292250 27.956750 42.142625
3434 2007-03-10 62193.0 7.769750 52.806625 28.164250 21.385125
3440 2007-03-12 62193.0 7.655375 53.048625 28.220250 13.346625
3447 2007-03-14 62193.0 7.445000 53.177000 28.208125 1.296875
3454 2007-03-16 62193.0 7.368000 53.187375 28.327625 1.312750
3461 2007-03-18 62193.0 7.427250 53.146375 28.540000 -3.170375
3468 2007-03-20 62193.0 7.564000 53.175625 28.499750 4.778625
3475 2007-03-22 62193.0 7.697750 53.260000 28.666500 8.108125
3483 2007-03-24 62193.0 7.901875 53.499750 28.687625 18.133500
3492 2007-03-26 62193.0 7.958750 53.731750 28.780875 15.824750
3500 2007-03-28 62193.0 8.086125 54.077000 29.061375 24.158000
3507 2007-03-30 62193.0 7.970875 54.283625 29.094875 4.071375
vn spd chlor_a dist cdm kd490 \
3309 4.292429 11.362000 0.228946 519.438579 0.018449 0.069725
3314 6.992500 11.807875 0.229606 518.661379 0.016928 0.071569
3319 -4.906375 13.930500 0.230265 508.306666 0.015406 0.073413
3324 17.578125 24.244000 0.252420 482.004860 0.016967 0.075555
3329 -4.397625 15.936500 0.274575 474.796943 0.018527 0.077697
3334 15.275750 32.530250 0.296730 455.485339 0.020087 0.079839
3339 17.011000 22.404000 0.237601 427.155884 0.018389 0.072209
3343 11.071125 15.627375 0.230841 429.090022 0.021464 0.069443
3347 19.912750 25.033500 0.212718 418.002704 0.022310 0.067170
3352 40.640375 42.282125 0.216732 407.507253 0.018229 0.067646
3357 45.737375 46.833500 0.202724 386.719918 0.017869 0.065537
3362 41.892625 44.059000 0.374534 341.056452 0.027345 0.077743
3367 18.242875 37.449500 0.360684 285.358692 0.026182 0.078130
3372 0.240500 30.095875 0.373682 228.665348 0.025356 0.080316
3377 -13.795000 25.044500 0.299961 196.425667 0.023791 0.077000
3382 -12.772125 14.738625 0.296404 192.723647 0.026124 0.072247
3387 -2.252875 9.276750 0.284301 210.609282 0.024243 0.070123
3392 8.447625 13.969625 0.233051 219.488147 0.025715 0.064558
3397 9.557250 12.958625 0.202984 223.555194 0.023009 0.062387
3402 14.267375 15.634625 0.198848 207.730213 0.017139 0.061398
3406 15.990875 25.174625 0.298765 178.266166 0.021030 0.074304
3410 5.855500 25.009375 0.269504 135.854918 0.018852 0.071520
3414 -18.618875 32.519125 0.295969 102.268294 0.022236 0.071244
3418 -17.067250 22.073500 0.261338 91.766127 0.019704 0.071207
3422 -24.332625 26.301125 0.364668 105.660197 0.022681 0.087418
3426 -15.504250 45.915500 0.240617 156.020734 0.016828 0.070887
3430 1.315125 42.252000 0.116567 230.727608 0.010975 0.054356
3434 -5.490250 22.599250 0.095021 279.073037 0.010891 0.050568
3440 -10.492000 17.487000 0.087012 308.479231 0.009344 0.049171
3447 -11.276250 13.508750 0.084013 332.743256 0.009424 0.048608
3454 -2.869125 5.584875 0.100101 338.370815 0.008731 0.051004
3461 14.507625 18.006750 0.116189 330.975720 0.008038 0.053400
3468 0.405000 6.508375 0.137984 325.692441 0.008259 0.059071
3475 16.311000 19.152000 0.071077 326.389700 0.007597 0.047929
3483 5.342500 20.640000 0.044570 338.327640 0.007719 0.043349
3492 8.009000 18.276750 0.039178 357.822188 0.007831 0.042631
3500 0.447875 26.301375 0.112758 386.454500 0.008708 0.054784
3507 -10.325625 11.990000 0.106797 412.394872 0.008879 0.054280
t865 par sst4
3309 0.242042 38.624875 26.751894
3314 0.175371 38.588265 26.664779
3319 0.108700 48.418636 26.507811
3324 0.134200 38.464728 26.841249
3329 0.159700 47.112769 26.528821
3334 0.185200 42.821985 26.700872
3339 0.161907 51.274425 26.679021
3343 0.146447 50.970852 26.704291
3347 0.109276 49.671631 26.547885
3352 0.093286 50.139848 26.890280
3357 0.096224 50.925468 27.093650
3362 0.100777 49.133471 26.813662
3367 0.070783 51.606787 26.579373
3372 0.075530 51.298258 26.552493
3377 0.086260 51.966522 25.864803
3382 0.086399 52.095855 27.142325
3387 0.065258 50.668757 27.124417
3392 0.173875 52.169076 27.017996
3397 0.113111 52.674581 27.307361
3402 0.080014 51.623146 27.117805
3406 0.096271 52.861507 27.181865
3410 0.103081 53.740325 26.946485
3414 0.111715 53.586253 25.541039
3418 0.078545 54.790947 26.926821
3422 0.167739 51.888520 26.401735
3426 0.141883 52.869000 27.161045
3430 0.116027 55.028355 28.098826
3434 0.102638 54.997209 28.062386
3440 0.180691 54.972422 28.055321
3447 0.170135 55.840870 28.160620
3454 0.186222 55.407109 27.942561
3461 0.202309 54.284494 28.254882
3468 0.118456 54.529855 28.286612
3475 0.235413 55.518972 28.037538
3483 0.205135 55.015465 28.655714
3492 0.211917 56.312769 28.546044
3500 0.155607 57.100232 28.676015
3507 0.167003 55.153594 28.794493
-----
head and tail of the nonnan series are identified
the float id is: 62553.0
the ratio of nans in the trimmed chlor_a series 0.05
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
3349 2007-01-31 62553.0 5.070667 55.906333 27.734667 -41.187000
3354 2007-02-02 62553.0 5.167625 55.546625 27.613750 -31.108125
3359 2007-02-04 62553.0 5.185875 55.036500 27.589750 -36.360500
3364 2007-02-06 62553.0 5.340000 54.468375 27.591875 -28.950000
3369 2007-02-08 62553.0 5.592875 54.185250 27.634750 -12.706875
3374 2007-02-10 62553.0 5.682750 53.972375 27.631250 -17.791125
3379 2007-02-12 62553.0 5.917000 53.732750 27.584750 -10.626750
3384 2007-02-14 62553.0 6.316875 53.718750 27.753750 10.370500
3389 2007-02-16 62553.0 6.668625 53.849000 27.757500 -1.099250
3394 2007-02-18 62553.0 7.184625 53.764625 27.703375 3.663625
3399 2007-02-20 62553.0 7.703250 53.854875 27.635125 -12.438500
3404 2007-02-22 62553.0 8.286375 53.484500 27.488500 -17.812500
3408 2007-02-24 62553.0 8.954875 53.168000 27.431500 -29.331250
3412 2007-02-26 62553.0 9.588875 52.662125 27.421875 -30.495500
3416 2007-02-28 62553.0 9.915500 52.127125 27.432625 -37.739125
3420 2007-03-02 62553.0 10.106875 51.623500 27.552375 -23.227750
3424 2007-03-04 62553.0 10.201250 51.404500 27.347375 -6.256500
3428 2007-03-06 62553.0 10.449875 51.423875 27.387000 1.257000
3432 2007-03-08 62553.0 11.159750 51.293875 27.207125 -10.697125
3436 2007-03-10 62553.0 11.295667 51.242000 26.985000 5.557500
vn spd chlor_a dist cdm kd490 \
3349 18.143333 45.120333 0.161694 725.817116 0.014599 0.058155
3354 4.867500 31.712125 0.206556 686.232057 0.016047 0.065905
3359 0.161500 36.803375 0.185229 636.526783 0.015253 0.062314
3364 18.850500 35.529750 0.139074 574.304059 0.013818 0.054702
3369 10.935625 17.039500 0.143046 532.736015 0.013406 0.056172
3374 6.178125 19.542375 0.137095 507.556744 0.013095 0.055696
3379 22.322250 26.397750 0.123969 471.195643 0.012173 0.053397
3384 26.347625 28.450375 0.120064 447.407922 0.012237 0.052567
3389 20.132250 22.402750 0.114093 439.939405 0.012232 0.051661
3394 45.047500 46.965000 0.163927 403.039191 0.015533 0.061868
3399 21.802375 31.153000 0.112145 383.233849 0.014181 0.052470
3404 47.908250 51.731500 0.107945 317.705688 0.013376 0.052109
3408 43.339125 52.422750 0.103745 250.869195 0.012571 0.051748
3412 31.586500 44.329125 0.170481 164.964046 0.014028 0.057829
3416 12.821625 40.085125 0.172564 96.053226 0.015366 0.058682
3420 11.910375 26.585250 0.195336 39.248021 0.018747 0.060249
3424 3.496750 8.493000 0.186987 18.352529 0.016057 0.061840
3428 42.909875 44.685625 0.222448 1.928428 0.021292 0.068430
3432 22.418375 25.665750 0.537766 12.268663 0.051121 0.101761
3436 13.173000 14.395500 0.603478 16.557477 0.055117 0.112602
t865 par sst4
3349 0.114737 51.092337 26.438347
3354 0.133844 51.626039 27.438727
3359 0.135295 49.558907 27.512499
3364 0.075049 53.035379 27.551234
3369 0.057474 53.018104 27.788568
3374 0.030793 52.762123 27.524154
3379 0.049697 52.558331 27.264455
3384 0.063605 53.212500 27.318447
3389 0.076745 52.679791 27.667968
3394 0.119080 51.632509 27.382845
3399 0.165080 52.477811 27.291648
3404 0.154056 51.794721 26.916569
3408 0.143031 52.206338 27.362005
3412 0.126109 53.567048 27.254857
3416 0.138629 54.053539 26.596725
3420 0.110761 54.224891 27.504015
3424 0.049429 51.241986 27.345804
3428 0.074500 52.796080 27.240337
3432 0.095220 54.672466 26.628511
3436 0.085500 54.043839 26.624296
-----
head and tail of the nonnan series are identified
the float id is: 59365.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
3438 2007-03-12 59365.0 7.006200 68.008800 28.762600 14.862750
3445 2007-03-14 59365.0 6.978875 68.162250 28.740250 11.414250
3452 2007-03-16 59365.0 6.820375 68.552750 29.009625 41.498125
3459 2007-03-18 59365.0 6.350875 69.236375 29.139000 37.492375
3466 2007-03-20 59365.0 6.121125 69.730000 29.461500 31.253250
3473 2007-03-22 59365.0 6.172125 70.091625 29.545250 8.093375
3481 2007-03-24 59365.0 6.404500 70.264125 29.685250 17.284250
3490 2007-03-26 59365.0 6.638500 70.528625 29.530000 14.946875
vn spd chlor_a dist cdm kd490 \
3438 1.044750 15.367750 0.137562 522.972393 0.014425 0.058279
3445 -3.776875 12.272750 0.137100 505.770628 0.012974 0.058266
3452 -20.974125 46.895000 0.149805 460.963346 0.011325 0.060336
3459 -30.982875 48.907000 0.155976 383.289484 0.011717 0.059814
3466 1.688125 31.942625 0.113560 330.186586 0.012600 0.052503
3473 7.669000 18.593625 0.083208 289.805375 0.010958 0.049628
3481 13.086000 22.500000 0.094872 269.530259 0.013089 0.052457
3490 25.653625 32.108750 0.058173 241.609294 0.012393 0.045795
t865 par sst4
3438 0.171487 55.267114 27.835571
3445 0.141314 49.832789 28.632318
3452 0.141109 54.586843 28.384067
3459 0.163128 54.826848 28.024916
3466 0.147741 56.509342 29.222688
3473 0.170382 56.851777 28.989491
3481 0.205933 55.717785 28.225616
3490 0.246104 54.717668 29.207255
-----
head and tail of the nonnan series are identified
the float id is: 59367.0
the ratio of nans in the trimmed chlor_a series 0.2
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
3439 2007-03-12 59367.0 8.682000 68.706000 29.020500 -27.279200
3446 2007-03-14 59367.0 8.830000 68.316500 28.827375 -21.409250
3453 2007-03-16 59367.0 9.060125 68.135125 29.277875 -10.202000
3460 2007-03-18 59367.0 9.222125 68.014375 29.376000 0.518750
3467 2007-03-20 59367.0 9.279250 68.127500 29.286000 6.663875
3474 2007-03-22 59367.0 9.192500 68.165000 29.206625 3.010125
3482 2007-03-24 59367.0 9.007000 68.275750 29.288125 3.215500
3491 2007-03-26 59367.0 8.665625 68.212375 29.407125 -5.421750
3499 2007-03-28 59367.0 8.179750 67.947875 29.427375 -29.013500
3506 2007-03-30 59367.0 7.961000 67.635750 29.654000 -9.193250
vn spd chlor_a dist cdm kd490 \
3439 -3.872800 28.416600 0.153285 419.979695 0.012832 0.060746
3446 20.754625 31.860625 0.137482 455.014091 0.011817 0.056568
3453 7.611875 13.337125 0.098174 467.386423 0.010663 0.051106
3460 11.885375 14.177375 0.129850 476.457937 0.011886 0.056359
3467 -4.842000 10.794125 0.143422 463.049778 0.013954 0.056095
3474 -3.597625 6.780250 0.163284 460.915813 0.013372 0.060533
3482 -22.505375 25.528625 0.128783 453.864811 0.014879 0.056070
3491 -25.115125 26.049375 0.145694 471.597467 0.014274 0.059122
3499 -24.651125 39.644250 0.162605 518.382030 0.013669 0.062175
3506 -16.227125 20.185625 0.179516 559.680575 0.013063 0.065227
t865 par sst4
3439 0.157695 55.558604 28.506105
3446 0.147357 55.092691 28.633834
3453 0.172309 54.917106 28.410635
3460 0.193572 55.288241 28.204248
3467 0.188670 54.492976 27.826565
3474 0.162762 55.559657 28.863430
3482 0.197568 55.810285 28.705152
3491 0.171169 54.859459 28.809236
3499 0.206140 55.354196 28.557343
3506 0.241112 55.015807 28.901728
-----
head and tail of the nonnan series are identified
the float id is: 70697.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
3443 2007-03-12 70697.0 7.003800 67.997000 28.805600 12.309250
3450 2007-03-14 70697.0 6.989500 68.136500 28.776250 11.142250
3457 2007-03-16 70697.0 6.839000 68.510875 29.062625 41.232125
3464 2007-03-18 70697.0 6.354750 69.210125 29.184250 38.489500
3471 2007-03-20 70697.0 6.120750 69.717375 29.482750 31.007000
3478 2007-03-22 70697.0 6.155125 70.057250 29.582250 8.125875
3487 2007-03-24 70697.0 6.298250 70.279625 29.726875 23.192875
3495 2007-03-26 70697.0 6.533375 70.605750 29.607375 15.051625
vn spd chlor_a dist cdm kd490 \
3443 1.680250 12.941500 0.136758 524.234074 0.014393 0.058104
3450 -2.692625 11.643000 0.135960 508.740946 0.012899 0.058029
3457 -21.414625 46.838250 0.138158 465.775902 0.011359 0.058698
3464 -31.774250 50.146000 0.158473 386.186700 0.011613 0.060263
3471 1.957000 31.775000 0.111170 331.581636 0.012588 0.052025
3478 4.040250 15.842875 0.085554 293.771322 0.010899 0.049924
3487 8.898750 26.772125 0.077336 268.087736 0.013538 0.048761
3495 23.944375 30.158250 0.054739 232.144886 0.012568 0.045097
t865 par sst4
3443 0.171866 55.439054 27.859670
3450 0.141905 49.350927 28.635380
3457 0.145157 55.298498 28.624787
3464 0.166371 55.356637 28.009877
3471 0.148812 56.403934 29.215119
3478 0.171560 56.894121 28.933903
3487 0.213622 54.661622 28.301912
3495 0.254554 54.974421 29.268762
-----
head and tail of the nonnan series are identified
the float id is: 70699.0
the ratio of nans in the trimmed chlor_a series 0.1
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
3444 2007-03-12 70699.0 8.687667 68.710167 29.078333 -27.397200
3451 2007-03-14 70699.0 8.827875 68.316375 28.842625 -22.656625
3458 2007-03-16 70699.0 9.063125 68.121625 29.276125 -11.099875
3465 2007-03-18 70699.0 9.232000 67.989375 29.365375 -0.094625
3472 2007-03-20 70699.0 9.298750 68.104375 29.308125 8.034125
3479 2007-03-22 70699.0 9.215875 68.143125 29.242750 2.369375
3488 2007-03-24 70699.0 9.040750 68.266000 29.327625 5.216750
3496 2007-03-26 70699.0 8.706750 68.227250 29.403125 -4.707250
3504 2007-03-28 70699.0 8.219000 67.978125 29.482375 -27.707000
3510 2007-03-30 70699.0 7.980750 67.668125 29.800750 -9.900875
vn spd chlor_a dist cdm kd490 \
3444 -4.442000 28.453400 0.154602 419.324801 0.012913 0.060976
3451 20.858250 33.045500 0.137642 455.097092 0.011818 0.056628
3458 7.909750 14.169375 0.098542 468.751028 0.010670 0.051165
3465 12.529750 15.179375 0.128413 478.943152 0.011923 0.056379
3472 -4.970000 11.837000 0.159294 465.143196 0.013844 0.059013
3479 -2.830875 5.576875 0.160382 462.732071 0.013307 0.060057
3488 -21.590125 25.073500 0.127147 453.957050 0.014747 0.055715
3496 -25.137500 26.316750 0.108795 468.574927 0.020447 0.051715
3504 -25.016750 38.937875 0.146828 513.590063 0.016758 0.058830
3510 -18.446750 22.595250 0.184862 555.522460 0.013069 0.065946
t865 par sst4
3444 0.157318 55.525900 28.513473
3451 0.146728 55.094881 28.630782
3458 0.172548 54.989905 28.409344
3465 0.196215 54.941146 28.352976
3472 0.189071 54.861480 28.282027
3479 0.159783 55.762097 28.932884
3488 0.193764 55.778099 28.706448
3496 0.176100 55.022975 28.904163
3504 0.208616 55.048603 28.534194
3510 0.241132 54.802689 29.045914
-----
head and tail of the nonnan series are identified
the float id is: 59363.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
3480 2007-03-24 59363.0 5.10600 61.865000 29.04575 16.38375 22.34100
3489 2007-03-26 59363.0 5.28875 62.142625 29.38775 28.80325 7.27675
3497 2007-03-28 59363.0 5.16760 62.476000 29.25000 16.75120 -28.62460
spd chlor_a dist cdm kd490 t865 \
3480 28.26650 0.155724 1150.598000 0.015692 0.060916 0.181129
3489 32.04075 0.119520 1157.947094 0.019160 0.054617 0.223318
3497 33.48480 0.138938 1140.596700 0.019889 0.056631 0.222917
par sst4
3480 56.081753 29.039434
3489 51.035011 28.890376
3497 56.638788 28.587293
-----
head and tail of the nonnan series are identified
the float id is: 70695.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
3486 2007-03-24 70695.0 5.094500 61.804250 29.108250 15.859 27.516500
3494 2007-03-26 70695.0 5.301375 62.085625 29.364625 28.327 7.905875
3502 2007-03-28 70695.0 5.177800 62.434400 29.272000 17.600 -31.424000
spd chlor_a dist cdm kd490 t865 \
3486 32.960500 0.152683 1146.855666 0.015893 0.059433 0.232170
3494 31.757875 0.120140 1152.457689 0.019563 0.054241 0.219596
3502 37.391400 0.141371 1145.026998 0.020341 0.056624 0.214682
par sst4
3486 55.875663 28.938385
3494 50.792085 28.786371
3502 56.442649 28.898690
-----
head and tail of the nonnan series are identified
the float id is: 63068.0
the ratio of nans in the trimmed chlor_a series 0.2
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4326 2007-11-01 63068.0 7.977250 60.736875 28.366375 -6.620125
4335 2007-11-03 63068.0 7.526125 60.461500 28.620375 -24.244500
4345 2007-11-05 63068.0 7.205875 60.076375 28.821750 -25.075875
4354 2007-11-07 63068.0 7.035500 59.734375 28.739875 -15.220000
4363 2007-11-09 63068.0 6.756000 59.464375 28.829500 -22.107250
4373 2007-11-11 63068.0 6.527750 59.043625 28.803375 -37.517375
4382 2007-11-13 63068.0 6.462875 58.394750 28.601375 -41.541500
4391 2007-11-15 63068.0 6.694000 57.650750 28.487375 -53.311375
4400 2007-11-17 63068.0 7.266750 56.890250 27.961375 -47.060000
4409 2007-11-19 63068.0 7.798625 55.946125 27.773375 -61.811750
4419 2007-11-21 63068.0 8.374250 55.300375 27.922750 -28.605375
4429 2007-11-23 63068.0 8.690750 54.870875 28.004750 -24.614750
4438 2007-11-25 63068.0 8.986125 54.540750 27.999375 -17.627000
4447 2007-11-27 63068.0 9.166125 54.285750 27.962625 -15.820625
4458 2007-11-29 63068.0 9.209375 54.022500 27.795625 -19.836625
4469 2007-12-01 63068.0 9.242250 53.673875 27.591375 -24.055875
4480 2007-12-03 63068.0 9.278250 53.122375 27.399125 -42.527500
4491 2007-12-05 63068.0 9.395000 52.468125 27.307750 -47.175125
4502 2007-12-07 63068.0 9.528750 51.697875 27.231750 -43.935125
4514 2007-12-09 63068.0 9.633375 51.214875 27.178750 -14.771625
4527 2007-12-11 63068.0 9.863500 51.232250 27.007500 14.672000
4540 2007-12-13 63068.0 10.461750 51.518750 26.794000 11.025500
4553 2007-12-15 63068.0 11.021375 51.374500 26.405625 -20.261250
4566 2007-12-17 63068.0 10.649875 51.211625 25.953625 -1.150875
4579 2007-12-19 63068.0 10.550000 51.189000 25.493000 -1.150875
vn spd chlor_a dist cdm kd490 \
4326 -36.703750 38.401375 0.241590 845.542644 0.016169 0.073381
4335 -20.996125 32.201625 0.201525 853.399123 0.015001 0.069204
4345 -18.687000 31.462375 0.214635 846.258219 0.013149 0.070542
4354 -10.661375 21.521500 0.163345 833.531559 0.013419 0.060430
4363 -15.980375 27.834625 0.135745 837.091031 0.012215 0.055237
4373 -14.181125 41.113625 0.128651 828.287270 0.011336 0.055207
4382 3.931750 42.030125 0.115128 793.965178 0.013038 0.053970
4391 29.718750 61.499000 0.144972 730.845913 0.014576 0.057696
4400 33.065500 58.944125 0.170591 636.267381 0.015870 0.060986
4409 43.791125 76.981625 0.181836 540.103006 0.016149 0.063575
4419 24.619750 38.042750 0.202036 456.869835 0.015617 0.064703
4429 18.177375 30.734375 0.215282 411.675925 0.016686 0.065451
4438 16.772250 24.524875 0.228528 369.963255 0.017754 0.066200
4447 5.907375 18.015750 0.241773 341.833946 0.018823 0.066948
4458 3.321500 20.160750 0.195533 316.886524 0.018887 0.064408
4469 -0.147500 24.131000 0.257326 280.889972 0.020024 0.071776
4480 7.673875 43.716500 0.319119 226.031864 0.021161 0.079145
4491 5.718625 47.881250 0.380911 160.667666 0.022298 0.086514
4502 8.597250 44.901625 0.442704 93.647232 0.023435 0.093882
4514 8.368625 19.568125 0.405986 42.628892 0.041628 0.084944
4527 22.491375 27.076875 0.676109 39.015483 0.042141 0.112574
4540 54.404375 57.605875 0.383579 11.532547 0.030407 0.084123
4553 -6.634500 38.910875 0.554816 24.514063 0.034050 0.101465
4566 -16.449500 17.719375 1.024177 6.907655 0.096950 0.149236
4579 -16.449500 17.719375 0.585995 1.513460 0.219782 0.137724
t865 par sst4
4326 0.236200 49.862334 27.935947
4335 0.150559 46.353063 28.076419
4345 0.087723 49.025863 27.844690
4354 0.083408 51.065498 28.301874
4363 0.082799 51.293897 28.331866
4373 0.057704 50.738793 28.446642
4382 0.104009 45.534357 27.845582
4391 0.182429 47.059255 28.162377
4400 0.168760 49.832649 27.623183
4409 0.119566 46.621586 27.241156
4419 0.092038 47.523842 27.404118
4429 0.107452 36.419144 27.104999
4438 0.122866 34.518432 27.564999
4447 0.138280 47.050195 27.290342
4458 0.156334 46.242838 27.322380
4469 0.161575 38.491217 27.171470
4480 0.166817 45.485900 27.132499
4491 0.172058 44.426409 26.849592
4502 0.177300 36.775759 26.360367
4514 0.306980 40.036409 26.312354
4527 0.212700 46.036144 26.797048
4540 0.113739 44.164741 26.686285
4553 0.093892 39.249816 26.037215
4566 0.167088 44.044693 25.803749
4579 0.157415 43.460899 25.261163
-----
head and tail of the nonnan series are identified
the float id is: 63069.0
the ratio of nans in the trimmed chlor_a series 0.0204081632653
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4346 2007-11-05 63069.0 19.375625 61.113750 28.348375 -2.096875
4355 2007-11-07 63069.0 19.350375 61.151250 28.500500 3.040000
4364 2007-11-09 63069.0 19.225125 61.173625 28.574875 1.084750
4374 2007-11-11 63069.0 19.043125 61.184125 28.366000 1.379875
4383 2007-11-13 63069.0 18.827875 61.270875 28.250625 6.617750
4392 2007-11-15 63069.0 18.552250 61.370250 28.008125 6.656000
4401 2007-11-17 63069.0 18.228125 61.478625 27.712375 5.822625
4410 2007-11-19 63069.0 17.928500 61.541750 27.791000 0.896625
4420 2007-11-21 63069.0 17.715875 61.499375 27.531875 -4.104375
4430 2007-11-23 63069.0 17.483250 61.444375 27.388125 -2.030625
4439 2007-11-25 63069.0 17.162875 61.467500 27.257000 5.463875
4448 2007-11-27 63069.0 16.808125 61.576875 27.177250 6.359000
4459 2007-11-29 63069.0 16.416125 61.621625 27.032875 -0.749875
4470 2007-12-01 63069.0 15.971250 61.607500 26.710875 -1.914125
4481 2007-12-03 63069.0 15.536375 61.542500 26.677000 -8.256375
4492 2007-12-05 63069.0 15.168500 61.338750 26.534375 -17.012250
4503 2007-12-07 63069.0 14.934000 60.996500 26.501625 -22.811875
4515 2007-12-09 63069.0 14.779125 60.662500 26.536625 -16.292125
4528 2007-12-11 63069.0 14.610125 60.446500 26.622000 -11.626500
4541 2007-12-13 63069.0 14.477875 60.273500 26.552875 -11.753125
4554 2007-12-15 63069.0 14.477625 59.991750 26.316875 -26.595125
4567 2007-12-17 63069.0 14.517875 59.454375 26.176500 -36.194875
4580 2007-12-19 63069.0 14.807000 58.770500 26.217000 -49.710625
4592 2007-12-21 63069.0 15.411500 57.927625 26.122375 -51.801250
4605 2007-12-23 63069.0 16.233375 57.167250 25.890125 -46.688250
4618 2007-12-25 63069.0 16.594250 56.433875 25.177625 -40.835000
4629 2007-12-27 63069.0 16.202250 55.906875 24.789625 -27.695375
4641 2007-12-29 63069.0 15.441250 55.506875 24.479000 -20.685750
4653 2007-12-31 63069.0 14.959625 55.139000 24.398500 -25.550375
4665 2008-01-02 63069.0 14.782125 54.749750 24.708625 -23.455375
4677 2008-01-04 63069.0 14.760875 54.230875 25.292375 -47.252500
4688 2008-01-06 63069.0 14.847750 52.939250 25.735375 -101.494875
4699 2008-01-08 63069.0 14.612125 51.694125 25.410375 -42.520125
4710 2008-01-10 63069.0 13.495000 51.430500 25.422125 -7.634625
4721 2008-01-12 63069.0 12.463000 51.122375 25.897500 -32.802375
4732 2008-01-14 63069.0 12.146000 50.337875 25.800125 -73.010875
4743 2008-01-16 63069.0 12.461250 49.097750 25.796000 -64.138750
4754 2008-01-18 63069.0 13.329000 48.397875 25.623500 -30.949000
4764 2008-01-20 63069.0 13.501000 47.899000 25.692750 -34.547000
4774 2008-01-22 63069.0 12.941000 47.556000 25.727000 -10.114625
4784 2008-01-24 63069.0 11.937750 47.113375 26.040875 -52.465375
4795 2008-01-26 63069.0 11.697750 46.092000 25.832875 -56.218250
4806 2008-01-28 63069.0 11.901125 45.464250 26.163625 -37.569875
4817 2008-01-30 63069.0 12.074000 45.084000 26.013000 -53.074000
4845 2008-02-05 63069.0 10.847500 45.083500 25.749333 11.639667
4855 2008-02-07 63069.0 11.001375 45.198875 25.542000 6.857000
4865 2008-02-09 63069.0 10.952625 45.224375 25.503750 -3.911875
4875 2008-02-11 63069.0 11.165625 45.183625 25.508000 -3.053000
4884 2008-02-13 63069.0 11.653333 45.067333 25.644333 -29.751667
vn spd chlor_a dist cdm kd490 \
4346 -0.649875 7.203875 0.344464 258.151325 0.029077 0.079831
4355 -3.584250 6.927000 0.373622 262.958989 0.029474 0.086771
4364 -12.195500 12.715375 0.325961 272.062341 0.027723 0.079571
4374 -10.287750 11.451125 0.283235 284.122189 0.024983 0.074650
4383 -17.766250 19.173750 0.309915 305.656293 0.025625 0.076689
4392 -18.625000 20.064250 0.359721 332.054753 0.034513 0.082441
4401 -21.514625 22.453250 0.330248 362.881070 0.039391 0.078488
4410 -16.113750 16.802125 0.378431 389.542536 0.036779 0.080572
4420 -12.563625 13.794125 0.324377 402.535345 0.030304 0.078877
4430 -17.944250 18.453625 0.389247 416.184023 0.036773 0.086531
4439 -21.768500 22.575375 0.454118 434.329620 0.043243 0.094185
4448 -22.668000 23.615750 0.356515 464.185839 0.034320 0.084255
4459 -27.444625 28.510750 0.358514 492.447961 0.045066 0.084834
4470 -29.366500 29.621625 0.348625 521.783475 0.026970 0.083402
4481 -25.702625 27.861125 0.221211 549.273993 0.020352 0.067783
4492 -20.331625 27.593500 0.335453 564.130794 0.035783 0.078011
4503 -10.604750 25.604625 0.357994 561.158597 0.051175 0.086135
4515 -11.182375 20.202000 0.402479 550.451158 0.034429 0.091490
4528 -10.114875 15.633250 0.353662 542.228079 0.035208 0.085730
4541 -4.315125 13.366250 0.417995 536.497473 0.032389 0.087455
4554 0.149500 26.925250 0.503255 513.282099 0.047513 0.100267
4567 7.990000 37.694125 0.463100 467.975009 0.042008 0.098493
4580 29.922375 58.449875 0.604021 394.470490 0.059646 0.106485
4592 47.622625 70.698250 0.620592 285.769679 0.087748 0.117242
4605 51.015500 69.631625 0.192522 164.824117 0.011943 0.072010
4618 -7.196500 43.528500 0.469983 100.504613 0.050886 0.095566
4629 -43.860750 52.876125 0.636346 128.342340 0.038020 0.102672
4641 -44.101500 49.114000 0.379422 180.312867 0.025773 0.089167
4653 -17.643500 31.734250 0.460939 221.761725 0.038479 0.094220
4665 -5.210500 24.298250 0.463737 238.428359 0.035279 0.092560
4677 1.245750 47.405625 0.500099 227.282010 0.036814 0.093925
4688 4.512375 102.120625 0.544022 115.799108 0.054946 0.114608
4699 -44.294625 71.641375 1.240136 76.888075 0.073077 0.180574
4710 -85.098375 85.505625 1.052279 139.390312 0.091209 0.143836
4721 -35.695125 50.852125 0.665194 62.373169 0.058377 0.103884
4732 -9.684625 74.592625 0.439693 37.427579 0.034394 0.087655
4743 50.450250 83.254000 0.287555 122.701305 0.020139 0.076415
4754 41.206750 53.796875 0.447691 71.518094 0.042014 0.089109
4764 -11.641375 37.928750 0.418649 47.672485 0.054724 0.090687
4774 -61.297875 62.712375 0.452786 80.310503 0.047056 0.092363
4784 -47.916000 75.409250 0.435333 79.752440 0.038479 0.091167
4795 7.179000 57.082250 0.373840 96.986274 0.039307 0.084193
4806 18.926125 42.349375 0.407627 104.744137 0.042151 0.087982
4817 10.170000 54.040000 0.460723 74.937303 0.035363 0.091124
4845 18.906167 22.588833 0.526521 33.506168 0.041937 0.104675
4855 2.783625 10.278375 0.425186 40.443192 0.048512 0.092326
4865 -2.769125 8.016375 0.385796 34.412341 0.046947 0.086564
4875 35.035875 35.757875 0.982998 58.259315 0.115498 0.138827
4884 52.212333 61.050667 0.628804 113.606664 0.058957 0.105205
t865 par sst4
4346 0.085080 42.141118 27.888595
4355 0.092122 41.823900 28.307215
4364 0.114929 42.358519 27.728999
4374 0.062073 42.927869 28.301983
4383 0.052945 42.570752 27.823555
4392 0.080602 41.469975 26.985636
4401 0.129017 36.091099 27.007032
4410 0.133516 41.500136 27.812594
4420 0.131456 40.996261 27.392645
4430 0.144587 39.464694 26.934640
4439 0.157718 40.635022 27.225943
4448 0.092184 38.665786 27.059319
4459 0.165162 36.505063 26.249892
4470 0.109484 37.973759 26.062428
4481 0.177543 34.516208 25.874964
4492 0.224565 35.608626 25.687499
4503 0.231807 41.098269 25.809452
4515 0.133154 41.524046 26.422572
4528 0.088628 41.689773 26.306829
4541 0.087594 34.375838 26.313464
4554 0.104700 39.619578 26.215285
4567 0.149124 40.917242 25.835680
4580 0.156314 39.887406 25.328771
4592 0.196384 36.547282 25.876057
4605 0.329108 25.057675 25.565252
4618 0.151862 25.657334 25.254447
4629 0.187030 34.455439 24.674098
4641 0.130217 33.648722 24.358469
4653 0.129898 41.229874 24.257273
4665 0.090291 40.729960 25.094374
4677 0.055723 34.447235 24.821295
4688 0.098700 41.412388 24.649932
4699 0.211524 39.901717 24.876353
4710 0.192450 43.292922 25.102774
4721 0.128800 44.294887 25.677499
4732 0.166730 45.435405 25.143157
4743 0.146948 40.473029 25.073362
4754 0.127165 45.547807 25.275288
4764 0.136115 45.617658 24.799636
4774 0.124054 46.511586 24.789999
4784 0.082973 46.717620 25.393593
4795 0.073982 47.499814 26.051686
4806 0.087042 48.101768 25.919954
4817 0.118164 48.249558 25.921070
4845 0.203697 48.398524 25.074241
4855 0.222598 47.556412 25.665222
4865 0.220054 50.771725 24.944166
4875 0.114831 50.964811 25.195860
4884 0.116368 50.563632 25.400730
-----
head and tail of the nonnan series are identified
the float id is: 63071.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4328 2007-11-01 63071.0 5.666375 51.798125 27.879500 34.378750
4337 2007-11-03 63071.0 5.386750 52.221875 27.916750 8.642250
4365 2007-11-09 63071.0 5.299800 50.179200 28.479800 -13.175800
4375 2007-11-11 63071.0 6.183875 50.410250 28.326375 39.420250
4384 2007-11-13 63071.0 6.986125 51.417875 27.956750 88.991875
4393 2007-11-15 63071.0 7.593375 52.957250 27.601125 89.104125
4402 2007-11-17 63071.0 7.649500 53.876500 27.563500 31.086250
4411 2007-11-19 63071.0 6.966750 54.015500 27.405875 -10.662000
4421 2007-11-21 63071.0 5.679333 53.666667 27.290167 -39.432833
vn spd chlor_a dist cdm kd490 \
4328 2.419250 35.843750 0.208575 305.185431 0.012230 0.069783
4337 -36.615750 41.781375 0.134931 361.388116 0.013012 0.056735
4365 64.141000 67.165200 0.109174 155.841191 0.009558 0.052073
4375 65.655875 78.005750 0.122074 145.807477 0.010471 0.054929
4384 42.086750 98.623125 0.133209 194.538451 0.011072 0.054142
4393 27.515250 93.610750 0.179816 303.472263 0.012871 0.061544
4402 -19.143750 40.671250 0.226506 388.289126 0.017808 0.067717
4411 -73.840750 75.066000 0.224519 439.278271 0.017527 0.069321
4421 -102.818000 110.287667 0.264355 479.859514 0.018632 0.073187
t865 par sst4
4328 0.132758 46.305668 27.951426
4337 0.241273 51.687769 27.095178
4365 0.040143 52.153092 28.115452
4375 0.139958 49.793344 28.101300
4384 0.123782 50.422822 27.746097
4393 0.071225 42.880197 27.181249
4402 0.091164 47.260576 27.359766
4411 0.103135 49.740974 27.320152
4421 0.163473 45.199513 27.123194
-----
head and tail of the nonnan series are identified
the float id is: 63074.0
the ratio of nans in the trimmed chlor_a series 0.0945945945946
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4347 2007-11-05 63074.0 13.920000 56.415750 27.640375 40.422375
4356 2007-11-07 63074.0 15.121250 57.477625 27.967750 97.925375
4366 2007-11-09 63074.0 14.547375 58.808750 28.057625 43.182625
4376 2007-11-11 63074.0 13.544250 58.696375 28.009875 -55.657625
4385 2007-11-13 63074.0 13.275375 57.532875 27.933125 -74.481125
4394 2007-11-15 63074.0 13.562875 56.619375 27.762875 -34.396625
4403 2007-11-17 63074.0 14.435875 56.377750 27.585875 12.684250
4412 2007-11-19 63074.0 15.200500 57.032750 27.438625 60.896375
4422 2007-11-21 63074.0 14.807875 58.032375 27.283000 51.719875
4431 2007-11-23 63074.0 13.717750 58.587500 27.189125 15.576125
4440 2007-11-25 63074.0 12.870375 58.651250 27.123375 -6.112250
4449 2007-11-27 63074.0 12.388250 58.427875 27.069750 -17.915000
4460 2007-11-29 63074.0 12.069625 58.095875 27.089375 -21.790250
4471 2007-12-01 63074.0 11.940875 57.752625 27.251000 -25.327875
4482 2007-12-03 63074.0 12.004250 57.396750 27.201375 -18.006250
4493 2007-12-05 63074.0 12.364500 57.097625 27.334500 -15.428000
4504 2007-12-07 63074.0 12.964000 56.907750 27.150125 -12.271500
4516 2007-12-09 63074.0 13.543000 56.692500 27.140750 -12.547875
4529 2007-12-11 63074.0 13.945250 56.447250 27.021375 -22.042500
4542 2007-12-13 63074.0 14.275250 55.917125 26.639125 -44.800375
4555 2007-12-15 63074.0 14.865000 54.952500 26.148000 -71.865625
4568 2007-12-17 63074.0 15.713250 53.927500 25.980625 -51.624500
4581 2007-12-19 63074.0 16.179750 53.159875 25.953000 -49.456875
4593 2007-12-21 63074.0 15.559875 52.412125 26.044000 -43.203250
4606 2007-12-23 63074.0 14.027000 51.823875 26.213500 -2.823375
4619 2007-12-25 63074.0 13.187500 52.553375 26.296875 71.778000
4630 2007-12-27 63074.0 13.450500 53.642625 25.987125 62.520250
4642 2007-12-29 63074.0 13.762375 54.586500 25.870250 53.938125
4654 2007-12-31 63074.0 13.834375 55.352625 25.854625 42.331500
4666 2008-01-02 63074.0 13.709500 55.978125 25.731125 35.844500
... ... ... ... ... ... ...
4827 2008-02-01 63074.0 17.494875 59.238500 25.170875 13.217500
4836 2008-02-03 63074.0 17.431125 59.523750 24.714125 27.351125
4846 2008-02-05 63074.0 17.361000 60.043875 24.686500 26.409250
4856 2008-02-07 63074.0 17.149125 60.286375 24.636250 8.856250
4866 2008-02-09 63074.0 16.831875 60.343625 24.553750 0.220750
4876 2008-02-11 63074.0 16.472625 60.290125 24.455125 -7.420500
4885 2008-02-13 63074.0 16.135250 60.048500 24.358625 -23.633625
4892 2008-02-15 63074.0 15.860875 59.686625 24.527625 -19.359750
4898 2008-02-17 63074.0 15.750500 59.343500 24.653125 -18.727750
4905 2008-02-19 63074.0 15.913125 59.150250 24.815500 -10.696125
4916 2008-02-21 63074.0 16.077750 58.974250 24.696000 -10.833000
4931 2008-02-23 63074.0 15.923375 58.855625 24.316625 -2.553250
4948 2008-02-25 63074.0 15.877875 58.817250 24.438375 -4.395500
4965 2008-02-27 63074.0 15.908250 58.752250 24.591000 -5.364750
4986 2008-02-29 63074.0 15.931125 58.667250 24.648500 -1.562125
5007 2008-03-02 63074.0 15.929500 58.699500 25.088500 5.566375
5028 2008-03-04 63074.0 15.904375 58.815750 25.518625 7.836125
5051 2008-03-06 63074.0 15.768750 58.868500 25.618750 -4.195625
5076 2008-03-08 63074.0 15.511750 58.644375 25.392125 -19.314250
5101 2008-03-10 63074.0 15.296875 58.305250 25.163750 -23.897500
5126 2008-03-12 63074.0 15.263500 57.944875 25.321375 -20.370125
5149 2008-03-14 63074.0 15.383000 57.716000 25.500750 -9.187500
5172 2008-03-16 63074.0 15.408375 57.534875 25.708125 -12.764375
5195 2008-03-18 63074.0 15.529000 57.457750 25.943625 6.640500
5218 2008-03-20 63074.0 15.553125 57.633625 26.183625 11.376000
5239 2008-03-22 63074.0 15.493500 57.764625 26.368125 3.367875
5259 2008-03-24 63074.0 15.450625 57.811625 26.765500 4.308125
5279 2008-03-26 63074.0 15.557000 57.777625 26.992125 -8.024750
5299 2008-03-28 63074.0 15.665875 57.597875 27.101125 -8.286000
5319 2008-03-30 63074.0 15.874250 57.610625 27.127625 6.489125
vn spd chlor_a dist cdm kd490 \
4347 82.783250 92.217875 0.289694 253.014972 0.019184 0.071749
4356 34.139875 118.827375 0.447176 289.344271 0.029097 0.088873
4366 -75.604000 90.864875 0.195289 419.250299 0.018387 0.062916
4376 -42.646750 76.134250 0.189751 463.657715 0.017761 0.064416
4385 3.761500 75.233375 0.192551 334.187946 0.017224 0.062896
4394 33.650000 50.181000 0.182341 251.347793 0.017196 0.060226
4403 70.009875 75.995125 0.270348 287.680637 0.024376 0.074591
4412 16.460375 68.228875 0.269708 264.611348 0.023665 0.075482
4422 -58.575125 79.267375 0.313979 347.820396 0.029005 0.079978
4431 -67.446250 69.807125 0.283040 457.066110 0.026662 0.072184
4440 -43.520000 45.292375 0.239888 447.643083 0.048958 0.075477
4449 -24.164000 30.541750 0.346349 422.829334 0.025286 0.084175
4460 -12.517875 25.586625 0.326547 390.166285 0.021919 0.076289
4471 -4.294250 26.982500 0.272305 355.641628 0.017803 0.073074
4482 9.327375 20.408125 0.218063 316.263414 0.013688 0.069859
4493 36.207875 40.044500 0.269297 278.628837 0.019364 0.071456
4504 39.067750 41.556625 0.236842 260.830424 0.021067 0.067146
4516 32.656375 35.537250 0.202224 257.544922 0.020425 0.064363
4529 20.815375 31.047875 0.247431 257.411056 0.024122 0.068653
4542 25.192500 51.671375 0.309247 241.591829 0.034583 0.076983
4555 50.867750 88.151500 0.358591 229.805086 0.030054 0.085003
4568 50.311750 72.642125 0.326026 120.107238 0.027010 0.083126
4581 3.324500 53.783750 0.388988 51.729634 0.031738 0.088363
4593 -87.375125 98.538625 0.517531 21.604816 0.052017 0.099393
4606 -90.758750 99.842250 0.478425 141.916110 0.043710 0.092795
4619 -2.874000 77.417500 0.299095 93.514772 0.028855 0.077002
4630 19.900375 65.859500 0.363776 82.645269 0.027125 0.085000
4642 17.180500 57.078000 0.364502 127.216127 0.030225 0.085277
4654 -5.780625 42.956875 0.365228 166.528983 0.033326 0.085555
4666 -6.488375 36.526875 0.503278 201.336723 0.038121 0.094233
... ... ... ... ... ... ...
4827 -5.353875 19.637750 0.546375 222.620023 0.034715 0.092393
4836 -0.208750 28.659375 0.445247 248.587960 0.032088 0.095601
4846 -7.234125 29.642000 0.344118 295.261270 0.029460 0.098809
4856 -19.082875 21.819375 0.328985 330.036671 0.026832 0.087826
4866 -21.560250 21.903000 0.313853 357.534562 0.024204 0.076843
4876 -23.996000 25.322125 0.353027 381.632615 0.026578 0.082164
4885 -19.940375 31.437625 0.294018 393.803129 0.030245 0.079382
4892 -15.975500 25.433500 0.633127 397.861610 0.037781 0.098919
4898 5.017500 20.506500 0.612924 373.139493 0.041894 0.101717
4905 16.064250 19.498375 0.830826 346.104540 0.054306 0.116518
4916 -5.425875 18.092000 0.928073 320.644974 0.050469 0.111760
4931 -6.258000 8.405000 0.489076 318.799894 0.060289 0.097411
4948 -0.167750 8.415125 0.703444 318.220517 0.050752 0.107880
4965 3.190000 10.113625 4.551787 310.586549 0.043942 0.202600
4986 -0.013500 4.469250 9.086452 301.687937 0.086154 0.290130
5007 1.043500 6.630375 4.664053 304.609283 0.079806 0.207198
5028 -5.023000 9.640125 3.637097 316.425332 0.085977 0.234610
5051 -13.694000 15.165375 1.661244 329.678509 0.054344 0.163345
5076 -17.630375 26.448875 1.819093 328.957446 0.068065 0.152145
5101 -8.369625 25.534875 1.317858 320.765021 0.065232 0.172268
5126 8.162375 25.193250 0.881695 300.240072 0.062399 0.130521
5149 2.823000 11.630375 0.445533 275.771430 0.059567 0.088774
5172 2.980875 16.369500 0.442863 263.600842 0.045211 0.087033
5195 10.112375 14.744000 0.371388 247.923298 0.033473 0.079607
5218 -2.968125 17.616125 0.337993 255.120551 0.032368 0.076176
5239 -4.838000 21.331750 0.243406 268.320439 0.030826 0.075567
5259 2.825750 23.770750 0.254462 275.075667 0.029284 0.074130
5279 6.716625 17.356000 0.253686 263.316845 0.030668 0.071919
5299 9.303500 26.637000 0.251863 242.544603 0.027898 0.068954
5319 12.843875 17.389250 0.250041 224.373251 0.025128 0.065989
t865 par sst4
4347 0.279588 45.689467 26.720938
4356 0.166582 45.581292 26.740580
4366 0.035511 45.004119 27.715073
4376 0.055885 45.606024 28.218736
4385 0.056152 46.524120 27.728124
4394 0.049807 40.866356 27.774455
4403 0.108344 42.557014 27.501629
4412 0.151061 43.942157 27.249551
4422 0.127980 43.834003 27.040961
4431 0.237806 43.202990 27.049391
4440 0.134992 44.366583 26.870471
4449 0.082666 45.018312 27.010726
4460 0.108200 44.049750 24.809999
4471 0.145535 40.664478 25.989986
4482 0.182871 32.741903 26.953749
4493 0.220206 39.840288 27.063913
4504 0.257541 41.717549 27.091456
4516 0.215226 40.535308 26.269944
4529 0.140658 38.852339 26.978250
4542 0.235161 38.458268 26.687677
4555 0.083199 41.086358 25.882727
4568 0.078711 39.644969 25.792701
4581 0.091470 40.709490 25.721554
4593 0.069194 35.907203 25.816955
4606 0.140999 40.446059 25.630003
4619 0.183770 38.332124 25.517499
4630 0.162282 36.315081 25.640624
4642 0.156508 28.529572 25.619053
4654 0.150734 39.760871 25.552499
4666 0.073233 40.630788 25.665667
... ... ... ...
4827 0.231503 41.115114 25.012854
4836 0.303877 42.496290 24.020964
4846 0.376250 42.935111 22.769999
4856 0.232393 45.190357 24.342452
4866 0.088535 44.520065 24.098251
4876 0.090684 46.942368 24.314257
4885 0.092833 45.909305 22.887499
4892 0.099565 47.851753 22.872526
4898 0.062663 49.152543 24.034306
4905 0.090213 49.781153 24.660240
4916 0.173463 48.501858 24.065007
4931 0.138205 49.400215 23.180348
4948 0.100261 50.366477 24.269500
4965 0.106158 51.673491 24.547083
4986 0.108503 51.918181 24.663116
5007 0.076397 52.358667 24.611445
5028 0.115216 52.735916 24.842615
5051 0.108820 53.306684 25.333834
5076 0.070647 53.668325 25.294107
5101 0.146577 53.852455 24.823872
5126 0.160976 54.247099 24.937645
5149 0.175375 54.988302 24.858984
5172 0.164470 55.343214 25.804374
5195 0.115526 55.449075 25.690505
5218 0.088125 55.163554 26.060026
5239 0.117344 55.513692 26.017168
5259 0.125868 56.107505 26.333936
5279 0.125506 56.056066 26.444692
5299 0.104068 56.369177 26.737684
5319 0.082629 49.378432 26.666371
[74 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 63075.0
the ratio of nans in the trimmed chlor_a series 0.288888888889
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4330 2007-11-01 63075.0 5.701250 63.537625 28.134750 15.958000
4339 2007-11-03 63075.0 5.580500 63.636125 28.451625 -2.993000
4348 2007-11-05 63075.0 5.674250 63.660125 28.792750 4.814875
4357 2007-11-07 63075.0 5.722500 63.656375 28.817125 -0.855625
4367 2007-11-09 63075.0 5.754750 63.664625 29.046125 -0.791125
4377 2007-11-11 63075.0 5.636625 63.521000 28.822625 -16.500875
4386 2007-11-13 63075.0 5.595250 63.269375 28.470250 -14.363875
4395 2007-11-15 63075.0 5.597125 63.103125 28.537250 -4.424250
4404 2007-11-17 63075.0 5.513375 63.179625 28.607000 2.516875
4413 2007-11-19 63075.0 5.337500 63.091875 28.568250 -3.946750
4423 2007-11-21 63075.0 5.231125 63.113250 28.752875 5.403000
4432 2007-11-23 63075.0 5.104143 63.357286 28.799857 31.330857
4594 2007-12-21 63075.0 5.025000 63.858500 28.490000 10.559000
4607 2007-12-23 63075.0 5.047000 63.883800 28.248000 -0.936800
4631 2007-12-27 63075.0 5.132500 63.111333 28.690333 -24.083167
4643 2007-12-29 63075.0 5.196875 62.708125 27.991000 -32.248125
4655 2007-12-31 63075.0 5.457125 62.259750 27.658125 -19.155750
4667 2008-01-02 63075.0 5.895000 62.078125 27.546125 -11.968500
4679 2008-01-04 63075.0 6.134750 61.737250 27.536750 -28.578875
4690 2008-01-06 63075.0 6.536125 61.465625 27.648750 -9.888625
4701 2008-01-08 63075.0 6.854750 61.096000 27.695000 -34.468375
4712 2008-01-10 63075.0 7.254250 60.445750 27.460375 -50.502000
4723 2008-01-12 63075.0 7.461875 59.633875 27.382250 -48.999500
4734 2008-01-14 63075.0 7.251750 58.868375 27.335500 -51.936250
4745 2008-01-16 63075.0 7.225750 58.164375 27.405750 -36.357500
4756 2008-01-18 63075.0 7.035625 57.520000 27.036000 -49.994750
4766 2008-01-20 63075.0 7.045875 56.838000 26.893750 -28.992250
4776 2008-01-22 63075.0 6.893375 56.396625 26.794125 -31.358250
4786 2008-01-24 63075.0 6.963125 55.956750 26.762375 -27.168375
4797 2008-01-26 63075.0 7.008375 55.437000 26.672500 -37.209875
4808 2008-01-28 63075.0 7.118250 54.912000 26.764125 -31.553125
4819 2008-01-30 63075.0 6.944000 54.325625 26.799750 -37.181375
4828 2008-02-01 63075.0 6.902375 54.048000 26.754625 -9.319500
4837 2008-02-03 63075.0 6.633125 53.513875 26.524375 -47.278750
4847 2008-02-05 63075.0 6.566375 52.909500 26.208125 -46.405250
4857 2008-02-07 63075.0 6.034625 52.113000 26.057500 -37.329875
4867 2008-02-09 63075.0 5.521500 51.835375 26.022625 -3.942625
4877 2008-02-11 63075.0 5.132500 51.800250 26.004250 -7.808750
4966 2008-02-27 63075.0 5.047143 51.656000 26.054429 4.079000
4987 2008-02-29 63075.0 5.095875 51.546125 26.058125 -16.109625
5008 2008-03-02 63075.0 5.431375 51.303250 26.131625 -10.234750
5029 2008-03-04 63075.0 5.873750 51.107000 26.385375 -25.411750
5052 2008-03-06 63075.0 6.083875 50.349250 26.284375 -71.166500
5077 2008-03-08 63075.0 5.619000 49.257000 26.102750 -56.982500
5102 2008-03-10 63075.0 5.048000 48.802000 26.012000 -47.471000
vn spd chlor_a dist cdm kd490 \
4330 -8.028875 18.756750 0.297612 1017.291187 0.023094 0.074728
4339 0.881250 13.853375 0.221924 1007.646969 0.019088 0.066979
4348 0.683750 8.609250 0.147726 1004.037266 0.015105 0.058561
4357 6.882125 11.159125 0.162620 1003.992041 0.014294 0.060720
4367 -4.780625 7.025625 0.156279 1002.790368 0.013382 0.059099
4377 -3.489125 18.359875 0.156156 1019.758500 0.014257 0.057224
4386 -1.687000 16.602000 0.220516 1047.940094 0.020342 0.066929
4395 1.575625 10.473375 0.233187 1066.259937 0.021310 0.068481
4404 -18.600875 24.834375 0.169806 1058.720875 0.016129 0.063114
4413 -1.841625 8.445000 0.147861 1070.519404 0.013943 0.057244
4423 -9.447875 11.844875 0.157530 1069.629141 0.014315 0.058615
4432 -12.897429 34.143429 0.259498 1044.520878 0.015256 0.077479
4594 9.373000 14.127000 0.191200 988.424478 0.019091 0.060737
4607 -2.904200 8.180000 0.129100 985.884868 0.013034 0.053827
4631 15.577500 30.889500 0.135633 1071.280729 0.012913 0.056547
4643 6.998000 34.606500 0.136765 1114.655781 0.013647 0.056864
4655 25.111375 33.778125 0.137897 1154.428375 0.014381 0.057182
4667 21.034625 25.945625 0.139029 1106.812148 0.015115 0.057499
4679 20.221750 36.237250 0.140162 1061.048313 0.015849 0.057817
4690 20.631125 25.748250 0.134492 1009.011114 0.016385 0.054224
4701 27.369250 44.294625 0.144971 955.056300 0.010799 0.056813
4712 20.782875 54.777125 0.150723 872.128926 0.011650 0.057568
4723 -0.845000 50.563875 0.156475 791.710701 0.012500 0.058322
4734 -14.503250 54.648250 0.162227 752.959457 0.013351 0.059077
4745 0.670125 39.322375 0.167979 709.263704 0.014202 0.059832
4756 -10.549625 53.723625 0.173731 690.739609 0.015053 0.060587
4766 -2.080375 31.135750 0.179483 656.140686 0.015904 0.061341
4776 -4.807125 33.728250 0.185236 651.529046 0.016755 0.062096
4786 3.838500 28.127500 0.190988 626.323318 0.017605 0.062851
4797 9.536250 39.371375 0.327628 573.312727 0.030224 0.076976
4808 -7.032000 34.382250 0.379623 516.657684 0.032322 0.081897
4819 0.444875 40.655375 0.191712 469.885388 0.017718 0.065203
4828 -20.727000 24.438125 0.220907 446.118999 0.015895 0.069543
4837 0.884875 49.803625 0.287270 409.625537 0.020404 0.074431
4847 -25.147750 53.728125 0.353634 355.972439 0.024914 0.079319
4857 -36.590125 53.784125 0.337887 311.469371 0.033152 0.079942
4867 -30.300500 31.236625 0.381307 316.779334 0.027882 0.087995
4877 -33.526250 34.688000 0.368865 326.803202 0.027189 0.088358
4966 6.158143 11.398857 0.357165 315.843254 0.031625 0.087897
4987 7.893375 19.244250 0.265024 302.520694 0.030799 0.075322
5008 31.480000 33.675500 0.272744 263.541535 0.029973 0.073266
5029 22.831750 36.059000 0.245852 228.770434 0.026107 0.071302
5052 -1.070750 72.217000 0.268094 142.310165 0.033635 0.072971
5077 -57.430500 82.024250 0.290335 50.289402 0.041162 0.074640
5102 -67.367000 82.413000 0.312577 43.402204 0.048690 0.076309
t865 par sst4
4330 0.149503 45.207658 27.893196
4339 0.132911 51.935171 27.784958
4348 0.104144 52.558581 28.109811
4357 0.061974 52.059176 28.370076
4367 0.057960 50.358253 28.285869
4377 0.044881 50.588575 28.539854
4386 0.105485 50.775241 27.534694
4395 0.109222 51.308811 25.626688
4404 0.106465 51.133423 28.316431
4413 0.094642 50.233642 28.305739
4423 0.090605 46.423134 28.088364
4432 0.128954 48.641421 28.085777
4594 0.162342 36.607065 27.466249
4607 0.195731 42.989731 27.518368
4631 0.088548 44.456846 27.788124
4643 0.113808 43.603257 27.699576
4655 0.139067 23.919975 27.503592
4667 0.164327 33.557866 27.407499
4679 0.189587 44.508304 27.354237
4690 0.122600 47.780786 27.309005
4701 0.122297 35.408915 27.300782
4712 0.117844 30.460547 26.419999
4723 0.113391 45.994840 26.578609
4734 0.108938 30.507896 26.816492
4745 0.104485 37.808687 27.054374
4756 0.100033 46.546060 26.905902
4766 0.095580 45.132277 26.455500
4776 0.091127 47.763271 26.571962
4786 0.086674 48.955012 26.631296
4797 0.128529 49.056366 26.338662
4808 0.119488 50.438237 26.734023
4819 0.134498 45.577177 26.505934
4828 0.130810 44.436357 26.037863
4837 0.147106 49.158226 25.483531
4847 0.163402 46.289736 24.621942
4857 0.217579 42.899129 22.679697
4867 0.114471 51.727123 25.395761
4877 0.104184 52.901662 24.635824
4966 0.168624 55.895241 25.078467
4987 0.136406 55.887276 25.962554
5008 0.135750 54.152288 25.840375
5029 0.116790 54.622947 25.864997
5052 0.119366 55.803417 26.361249
5077 0.121942 55.134463 26.044865
5102 0.124519 56.072452 26.004614
-----
head and tail of the nonnan series are identified
the float id is: 63076.0
the ratio of nans in the trimmed chlor_a series 0.392156862745
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4331 2007-11-01 63076.0 8.287750 63.780625 27.785750 -2.162625
4340 2007-11-03 63076.0 8.437375 63.761500 28.334625 -3.626875
4349 2007-11-05 63076.0 8.584375 63.655250 28.370500 1.214125
4358 2007-11-07 63076.0 8.673375 63.745750 28.440375 -0.732250
4368 2007-11-09 63076.0 8.759000 63.724500 28.733375 5.347250
4378 2007-11-11 63076.0 8.784000 63.728500 28.545750 -10.074625
4387 2007-11-13 63076.0 8.970500 63.724000 28.347375 12.961125
4396 2007-11-15 63076.0 8.960375 63.817000 28.317375 3.134625
4405 2007-11-17 63076.0 8.977125 64.026500 28.241500 11.467375
4414 2007-11-19 63076.0 8.940125 64.119250 28.161500 8.212375
4424 2007-11-21 63076.0 8.910000 64.223500 28.107500 1.986625
4433 2007-11-23 63076.0 8.916625 64.209125 28.036500 2.830500
4441 2007-11-25 63076.0 8.884625 64.253125 28.035250 -7.174625
4450 2007-11-27 63076.0 8.931625 64.180875 28.015125 1.347750
4461 2007-11-29 63076.0 8.740250 64.060875 27.932625 -14.738000
4472 2007-12-01 63076.0 8.648625 63.936500 28.191500 -7.111000
4483 2007-12-03 63076.0 8.566250 63.637000 27.973625 -20.948250
4494 2007-12-05 63076.0 8.550250 63.354750 28.002500 -19.457500
4505 2007-12-07 63076.0 8.506125 63.080125 27.990250 -16.406750
4517 2007-12-09 63076.0 8.449000 62.796250 28.083250 -18.740500
4530 2007-12-11 63076.0 8.320500 62.514375 28.043375 -18.483625
4543 2007-12-13 63076.0 8.229000 62.205625 27.887625 -18.972000
4556 2007-12-15 63076.0 8.085625 61.859250 27.808875 -27.485500
4569 2007-12-17 63076.0 8.019250 61.428250 27.845750 -25.813375
4582 2007-12-19 63076.0 7.874250 60.951250 27.785250 -33.058000
4595 2007-12-21 63076.0 7.764500 60.554625 27.840000 -14.491750
4608 2007-12-23 63076.0 7.589875 60.384875 28.043750 -19.289750
4620 2007-12-25 63076.0 7.394625 59.883750 27.976875 -34.907625
4632 2007-12-27 63076.0 7.297750 59.309375 27.651500 -45.284250
4644 2007-12-29 63076.0 7.409375 58.541250 27.399625 -41.977500
4656 2007-12-31 63076.0 7.453500 58.067625 27.132250 -29.832375
4668 2008-01-02 63076.0 7.449750 57.536000 26.957625 -25.538750
4680 2008-01-04 63076.0 7.544750 57.276125 27.009375 -21.596375
4691 2008-01-06 63076.0 7.614500 56.924125 27.138250 -14.993125
4702 2008-01-08 63076.0 7.542500 56.575375 27.100375 -37.806125
4713 2008-01-10 63076.0 7.564000 56.004000 27.072500 -31.986250
4724 2008-01-12 63076.0 7.423875 55.421750 26.979125 -42.427375
4735 2008-01-14 63076.0 7.386875 54.775250 27.011125 -34.913125
4746 2008-01-16 63076.0 7.338750 54.180875 26.942000 -46.139500
4757 2008-01-18 63076.0 7.467625 53.499375 26.720125 -32.323375
4767 2008-01-20 63076.0 7.405500 53.192750 26.596375 -9.963250
4777 2008-01-22 63076.0 7.235375 53.066125 26.601250 -16.072750
4787 2008-01-24 63076.0 7.045750 52.686625 26.608875 -24.320500
4798 2008-01-26 63076.0 6.808250 52.330250 26.574250 -24.563125
4809 2008-01-28 63076.0 6.494875 52.028500 26.557375 -12.204125
4820 2008-01-30 63076.0 6.092000 51.755375 26.627750 -22.028625
4829 2008-02-01 63076.0 5.917375 51.530625 26.690500 -10.385625
4838 2008-02-03 63076.0 5.679375 51.183875 26.533250 -31.376250
4848 2008-02-05 63076.0 5.568000 50.795000 26.310750 -18.488500
4858 2008-02-07 63076.0 5.323000 50.463125 26.172250 -23.768500
4868 2008-02-09 63076.0 5.108000 50.158143 26.060857 -16.117714
vn spd chlor_a dist cdm kd490 \
4331 6.219375 13.088250 0.625288 953.591610 0.035885 0.106067
4340 4.373250 10.315750 0.490667 952.242875 0.027459 0.094221
4349 15.400000 20.470625 0.343660 960.665495 0.022782 0.080672
4358 -0.850625 7.439625 0.339664 949.135106 0.023623 0.079408
4368 7.669000 12.087125 0.292056 949.869402 0.021843 0.074397
4378 4.623250 16.504500 0.258385 948.991974 0.021693 0.075368
4387 5.462375 19.493125 0.314222 946.435502 0.028371 0.079299
4396 5.700250 14.765375 0.288888 936.462417 0.033580 0.076552
4405 -8.234625 16.342500 0.197048 913.390394 0.029047 0.065777
4414 1.155375 9.573125 0.229367 903.880614 0.021440 0.069377
4424 -2.790875 6.061375 0.245138 893.039734 0.021398 0.071868
4433 3.306375 11.841500 0.269757 894.493051 0.021888 0.074102
4441 -2.671000 15.571750 0.294376 890.249564 0.022379 0.076335
4450 -2.689000 12.075500 0.318995 897.317228 0.022870 0.078569
4461 -8.720500 20.273875 0.343614 913.703478 0.023360 0.080802
4472 -11.847875 17.321875 0.368232 928.938238 0.023851 0.083035
4483 3.313500 22.118625 0.268782 963.004370 0.020298 0.073190
4494 -2.576250 20.264125 0.291177 993.889535 0.022320 0.076865
4505 -5.720875 17.574250 0.313571 1024.511261 0.024342 0.080540
4517 -3.916750 20.007750 0.307010 1010.362383 0.021965 0.076081
4530 -8.906250 20.943125 0.219837 989.645267 0.021665 0.068498
4543 -7.357000 21.398875 0.247156 965.029206 0.021609 0.072355
4556 -6.919125 28.497000 0.252027 940.594492 0.022802 0.073611
4569 -5.477125 27.343875 0.256898 904.820065 0.023994 0.074868
4582 -8.682875 34.399250 0.261769 871.279502 0.025187 0.076124
4595 -7.636750 17.987000 0.317352 844.283095 0.026456 0.080518
4608 -16.942250 26.183875 0.316889 842.391850 0.033964 0.078812
4620 -4.630250 35.383750 0.309697 816.456304 0.031818 0.079235
4632 -3.933000 46.067000 0.302504 780.513439 0.029672 0.079657
4644 15.177000 45.127000 0.295312 716.965517 0.027527 0.080080
4656 -12.952375 33.380000 0.288119 682.407713 0.025381 0.080503
4668 16.694000 32.573000 0.229063 651.535627 0.020653 0.070279
4680 -3.698375 23.080625 0.170006 628.388072 0.015925 0.060055
4691 6.890750 17.795875 0.205004 603.324626 0.016457 0.065593
4702 -6.186875 40.678375 0.267771 594.186746 0.019701 0.071572
4713 -2.860500 33.211375 0.280837 566.606560 0.016812 0.073750
4724 -8.121250 43.404250 0.269049 551.022694 0.017956 0.072895
4735 -1.240875 35.630000 0.257261 489.134362 0.019099 0.072039
4746 4.753125 47.975250 0.245474 434.845361 0.020243 0.071183
4757 1.315375 33.206000 0.233686 361.875991 0.021387 0.070327
4767 -5.533750 11.872250 0.221898 336.578768 0.022531 0.069472
4777 -16.371750 24.532125 0.249862 334.437957 0.022477 0.072550
4787 -9.110125 26.177125 0.207799 307.837614 0.019732 0.065955
4798 -19.273000 31.566250 0.220997 287.372492 0.022503 0.066860
4809 -26.042375 29.510000 0.234194 279.593342 0.025274 0.067764
4820 -15.878500 28.299875 0.247392 274.482418 0.028045 0.068668
4829 -14.347875 18.317250 0.259603 265.008947 0.027829 0.070450
4838 -9.540000 33.475125 0.271813 242.604007 0.027613 0.072232
4848 -10.645750 21.750000 0.284024 205.487000 0.027398 0.074015
4858 -17.059750 29.510250 0.296235 182.832336 0.027182 0.075797
4868 -15.079000 22.512143 0.275992 164.944299 0.025499 0.074496
t865 par sst4
4331 0.184502 49.087704 27.253212
4340 0.178826 46.880799 26.994087
4349 0.091915 45.159687 26.254999
4358 0.122167 49.350021 26.829987
4368 0.118352 48.456143 28.097044
4378 0.096166 48.772288 28.290430
4387 0.154166 46.623652 27.622143
4396 0.197095 49.500967 27.853378
4405 0.207813 49.072500 28.150867
4414 0.191763 47.080178 28.024288
4424 0.193281 45.874930 27.634999
4433 0.183311 44.922651 27.842499
4441 0.173342 44.211780 27.852488
4450 0.163373 45.739370 27.432499
4461 0.153403 44.495184 27.831210
4472 0.143434 43.251893 27.795806
4483 0.093037 34.018000 27.760403
4494 0.107083 37.750969 27.724999
4505 0.121129 36.249597 26.836293
4517 0.147410 46.709831 27.096571
4530 0.129529 43.329341 25.340396
4543 0.129358 43.417370 27.599374
4556 0.159183 44.791534 27.548706
4569 0.189007 44.245364 26.946076
4582 0.218832 43.987341 26.964999
4595 0.129916 45.532730 27.293781
4608 0.167836 43.703752 27.522544
4620 0.181152 38.505007 27.752082
4632 0.194468 36.524299 26.705903
4644 0.207784 34.345493 26.928066
4656 0.221100 43.622315 26.873949
4668 0.164093 44.937857 26.660833
4680 0.107086 45.369008 26.827972
4691 0.094429 46.123431 26.720686
4702 0.080641 40.012775 26.486602
4713 0.098276 33.551973 25.782874
4724 0.115910 42.635439 26.573749
4735 0.133545 39.623443 26.623019
4746 0.151180 22.670279 26.599374
4757 0.168815 29.618272 26.183808
4767 0.186450 48.142222 26.428749
4777 0.143983 46.710868 26.526972
4787 0.099008 49.255908 24.820624
4798 0.117483 49.215742 26.460401
4809 0.135958 48.228783 25.952338
4820 0.154432 51.131214 26.501373
4829 0.228498 49.700423 26.511911
4838 0.302564 47.101150 25.811315
4848 0.286805 48.824632 26.024839
4858 0.402724 48.545900 25.827395
4868 0.139878 52.248514 23.810836
-----
head and tail of the nonnan series are identified
the float id is: 63928.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4341 2007-11-03 63928.0 9.377250 54.388500 27.499250 15.376750
4350 2007-11-05 63928.0 9.957500 54.120625 27.652500 -49.338500
4359 2007-11-07 63928.0 10.613875 52.878500 27.805625 -95.666625
4369 2007-11-09 63928.0 10.664167 51.743833 27.944500 -57.604000
vn spd chlor_a dist cdm kd490 \
4341 32.333125 40.136625 0.179143 323.584154 0.017015 0.062779
4350 38.963000 64.277875 0.225375 253.165664 0.016908 0.069241
4359 30.792625 103.462750 0.304560 161.258824 0.022468 0.074576
4369 -15.560200 61.345800 0.457165 43.469153 0.024082 0.089544
t865 par sst4
4341 0.123736 44.817865 NaN
4350 0.115422 46.397641 27.176022
4359 0.261184 42.600693 27.020675
4369 0.121857 46.438032 26.327762
-----
head and tail of the nonnan series are identified
the float id is: 63929.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4333 2007-11-01 63929.0 10.570000 52.511125 27.543375 -51.249125
4342 2007-11-03 63929.0 10.146375 51.903750 27.591875 -28.408375
4351 2007-11-05 63929.0 9.064375 51.476500 27.612875 -10.567125
4360 2007-11-07 63929.0 8.578875 51.961625 27.680125 57.856625
4370 2007-11-09 63929.0 9.258375 52.517375 27.864125 3.439500
4379 2007-11-11 63929.0 9.928875 52.313000 28.162375 -26.000125
4388 2007-11-13 63929.0 10.213500 51.810500 28.040875 -30.185500
4397 2007-11-15 63929.0 9.868500 51.233250 27.548875 -38.726500
4406 2007-11-17 63929.0 8.897750 50.584750 27.100750 -42.776875
vn spd chlor_a dist cdm kd490 \
4333 -1.106125 52.366750 0.464949 120.771135 0.058132 0.093334
4342 -56.499750 64.281375 0.588755 62.518218 0.051656 0.100931
4351 -72.628125 77.315125 0.322104 81.135175 0.024494 0.081220
4360 25.510750 68.619875 0.212038 154.869339 0.016257 0.068923
4370 48.044625 51.672500 0.348097 174.951551 0.024281 0.079563
4379 31.862750 43.768125 0.251712 113.341975 0.019961 0.069664
4388 -1.918125 34.712875 0.247972 50.136625 0.019997 0.068313
4397 -39.066500 56.719875 0.302109 38.945595 0.023975 0.073169
4406 -65.485875 78.600375 0.422778 10.284616 0.039093 0.083482
t865 par sst4
4333 0.336039 47.886013 27.248041
4342 0.129891 38.998764 27.005253
4351 0.071136 45.133210 27.360628
4360 0.172406 42.507217 27.085656
4370 0.180025 50.105211 27.441874
4379 0.110592 49.354679 27.881729
4388 0.090356 48.352165 27.979205
4397 0.069730 48.183298 27.621364
4406 0.083530 48.591540 26.980994
-----
head and tail of the nonnan series are identified
the float id is: 63935.0
the ratio of nans in the trimmed chlor_a series 0.0769230769231
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4344 2007-11-03 63935.0 13.630125 58.412500 27.537000 -27.442250
4353 2007-11-05 63935.0 12.989750 57.652875 27.743625 -67.516000
4362 2007-11-07 63935.0 12.487875 56.706375 28.018000 -49.285375
4372 2007-11-09 63935.0 11.830375 56.026750 28.250500 -39.092750
4381 2007-11-11 63935.0 11.096625 55.208000 28.096000 -66.800125
4390 2007-11-13 63935.0 10.930000 54.131125 27.939125 -57.677125
4399 2007-11-15 63935.0 11.143750 53.254750 27.705250 -53.154875
4408 2007-11-17 63935.0 11.565250 52.678375 27.641000 -23.925125
4417 2007-11-19 63935.0 11.930000 52.418000 27.610250 -10.655000
4426 2007-11-21 63935.0 12.137125 52.112250 27.509750 -29.498125
4435 2007-11-23 63935.0 12.722625 51.636750 27.167625 -30.374000
4443 2007-11-25 63935.0 13.677500 51.214625 26.798375 -11.626875
4452 2007-11-27 63935.0 14.402625 51.467500 26.768875 41.813625
4463 2007-11-29 63935.0 14.674250 52.337375 26.883625 59.537500
4474 2007-12-01 63935.0 14.213375 53.136500 26.645750 31.123000
4485 2007-12-03 63935.0 13.440625 53.191500 26.505500 -30.906750
4496 2007-12-05 63935.0 13.079750 52.224000 26.403000 -72.644125
4507 2007-12-07 63935.0 13.586250 51.258250 26.367500 -43.331375
4519 2007-12-09 63935.0 14.082125 50.881875 26.282375 -7.295875
4532 2007-12-11 63935.0 14.200750 51.000500 26.698875 17.267500
4545 2007-12-13 63935.0 14.244375 51.338500 26.472125 24.581000
4558 2007-12-15 63935.0 13.987000 51.646375 26.227375 19.395625
4571 2007-12-17 63935.0 13.586000 52.071750 26.301250 29.405500
4584 2007-12-19 63935.0 12.904125 52.465125 25.988250 13.928750
4597 2007-12-21 63935.0 12.425750 52.415625 25.890000 -15.986375
4610 2007-12-23 63935.0 12.253500 52.254000 25.909000 -9.830000
vn spd chlor_a dist cdm kd490 \
4344 -27.460125 42.375875 0.410475 436.221698 0.027918 0.087361
4353 -42.791750 82.592375 0.244110 341.175541 0.024430 0.068034
4362 -34.633125 60.401000 0.250535 235.362897 0.019753 0.070216
4372 -48.849750 62.828500 0.254938 179.661245 0.022530 0.068939
4381 -35.497250 77.726250 0.194049 174.749139 0.015462 0.063991
4390 7.625250 58.384875 0.163800 154.971214 0.014278 0.058371
4399 23.241000 59.232125 0.174540 106.575647 0.015869 0.059343
4408 27.470500 36.929375 0.251692 72.688368 0.019988 0.072092
4417 14.707500 18.578500 0.268723 25.801893 0.026303 0.075737
4426 23.483875 39.017250 0.277287 7.528138 0.030728 0.073456
4435 49.819250 59.023375 0.347582 62.256479 0.024709 0.084129
4443 59.628375 62.585375 0.443062 161.702418 0.030047 0.091676
4452 38.186375 57.889875 0.451193 91.114165 0.032370 0.089580
4463 -8.880625 61.159625 0.392302 99.783032 0.034692 0.087066
4474 -45.613375 57.000875 0.273349 170.853789 0.017199 0.084728
4485 -46.978875 61.846875 0.264307 87.482014 0.023025 0.074580
4496 6.916875 75.240375 0.288867 70.869817 0.023860 0.074161
4507 46.275625 64.205750 0.316081 158.354117 0.026011 0.076398
4519 15.165375 18.185000 0.343295 109.586575 0.028162 0.078636
4532 4.125625 19.012625 0.341279 100.023619 0.032492 0.080737
4545 -6.327375 28.694500 0.287732 104.441166 0.030388 0.076060
4558 -19.384625 28.130875 0.331445 140.706731 0.023047 0.083098
4571 -37.572125 48.361750 0.387647 126.584290 0.031807 0.084665
4584 -40.278375 43.768750 0.335692 61.728728 0.024850 0.082886
4597 -22.549625 28.758125 0.443178 25.030526 0.033227 0.089510
4610 -8.331000 12.886000 0.550664 5.256418 0.041603 0.096134
t865 par sst4
4344 0.155589 43.185698 27.428117
4353 0.186617 45.455666 27.551249
4362 0.115620 45.855664 27.594999
4372 0.089720 45.907505 28.007499
4381 0.082839 46.284098 28.129663
4390 0.042453 47.202843 27.933055
4399 0.045692 46.509978 27.774137
4408 0.068136 45.466252 27.439798
4417 0.103196 42.362124 27.607735
4426 0.134400 43.389155 27.575013
4435 0.088425 42.040348 27.048209
4443 0.094890 44.778302 26.388812
4452 0.115169 43.922709 26.251002
4463 0.159105 43.158848 26.611431
4474 0.235500 39.435849 26.698005
4485 0.174134 39.315565 26.277224
4496 0.170582 35.097051 26.389153
4507 0.160655 39.111966 26.408961
4519 0.150728 42.354969 26.219883
4532 0.120684 42.453392 26.303103
4545 0.121597 42.355801 26.333109
4558 0.117973 38.552327 26.091810
4571 0.174812 42.077307 26.151524
4584 0.074800 41.679021 24.736122
4597 0.157952 38.640120 25.605711
4610 0.241104 27.915539 25.477499
-----
head and tail of the nonnan series are identified
the float id is: 63930.0
the ratio of nans in the trimmed chlor_a series 0.258064516129
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4343 2007-11-03 63930.0 5.267333 57.870167 27.436667 19.959333
4352 2007-11-05 63930.0 5.978500 57.958875 27.784500 -3.207750
4361 2007-11-07 63930.0 7.034375 57.817625 27.921250 -3.611125
4371 2007-11-09 63930.0 7.669250 57.716875 28.338500 -25.784500
4380 2007-11-11 63930.0 8.289875 57.168875 28.120375 -29.830500
4389 2007-11-13 63930.0 9.032375 56.885375 27.972500 -2.775750
4398 2007-11-15 63930.0 9.637250 56.908250 27.929750 2.796000
4407 2007-11-17 63930.0 10.331875 57.067625 28.006500 7.664000
4416 2007-11-19 63930.0 11.022875 57.141625 27.944000 3.266000
4425 2007-11-21 63930.0 11.788750 57.070375 27.663875 -14.682875
4434 2007-11-23 63930.0 12.219375 56.629000 27.263250 -27.570125
4442 2007-11-25 63930.0 11.992625 56.393375 27.221125 -13.141875
4451 2007-11-27 63930.0 11.588625 56.019125 27.142125 -34.210375
4462 2007-11-29 63930.0 11.051000 55.329000 27.015875 -49.695500
4473 2007-12-01 63930.0 10.696875 54.666125 26.890375 -33.010875
4484 2007-12-03 63930.0 10.349125 54.207000 26.913250 -23.617125
4495 2007-12-05 63930.0 10.180750 53.917250 26.952000 -16.596750
4506 2007-12-07 63930.0 10.081000 53.728375 26.959375 -4.132250
4518 2007-12-09 63930.0 10.052250 53.699875 27.044750 -0.451625
4531 2007-12-11 63930.0 10.050500 53.598250 NaN -19.020500
4544 2007-12-13 63930.0 9.826625 53.292750 NaN -11.697500
4557 2007-12-15 63930.0 9.545625 53.066250 NaN -21.166875
4570 2007-12-17 63930.0 9.203000 52.832250 NaN -4.860750
4583 2007-12-19 63930.0 8.797625 52.687125 NaN -17.869375
4596 2007-12-21 63930.0 8.547250 52.303250 NaN -32.164375
4609 2007-12-23 63930.0 8.410500 51.779500 NaN -30.570625
4621 2007-12-25 63930.0 8.271750 51.299875 NaN -29.915125
4633 2007-12-27 63930.0 7.957500 50.736125 NaN -40.933000
4645 2007-12-29 63930.0 7.336750 50.112750 NaN -44.916625
4657 2007-12-31 63930.0 6.313250 49.357125 NaN -50.042875
4669 2008-01-02 63930.0 5.271750 48.692250 NaN -64.986750
vn spd chlor_a dist cdm kd490 \
4343 45.441833 51.475167 0.381533 882.498111 0.029452 0.082105
4352 56.348500 57.277250 0.286943 816.650913 0.021235 0.069949
4361 67.519125 68.393875 0.190813 706.880016 0.016059 0.061948
4371 27.460125 40.303625 0.183196 641.170600 0.014281 0.060856
4380 48.306250 57.361000 0.139968 550.956353 0.012208 0.055453
4389 43.124875 45.354500 0.180855 464.847026 0.015893 0.062748
4398 41.784625 43.025375 0.194907 412.111026 0.014859 0.065109
4407 42.355875 43.921375 0.162789 368.195532 0.016828 0.059278
4416 44.891500 45.752625 0.205050 329.287842 0.016715 0.065995
4425 51.736375 55.207625 0.224690 287.509881 0.020776 0.067498
4434 -3.154625 33.029000 0.372830 229.798998 0.041368 0.081950
4442 -16.552375 22.150500 0.378904 210.386570 0.046852 0.087895
4451 -37.466000 51.015375 0.422990 192.180736 0.031653 0.087159
4462 -25.702875 56.603750 0.363516 185.562040 0.027158 0.085091
4473 -23.453250 40.512750 0.349450 190.801618 0.021597 0.088467
4484 -17.541875 29.665000 0.302016 217.067202 0.020114 0.081007
4495 -7.168375 18.711500 0.254581 222.646319 0.018632 0.073547
4506 -5.926375 8.446750 0.207147 228.302756 0.017150 0.066087
4518 2.724000 4.975125 0.159712 230.834058 0.015667 0.058627
4531 -8.147000 21.724250 0.183597 229.297489 0.017302 0.063981
4544 -17.282875 21.689875 0.282906 216.761221 0.024449 0.076373
4557 -17.859125 28.104750 0.286518 206.189463 0.023933 0.081457
4570 -26.894625 27.779875 0.150614 204.907382 0.014914 0.062513
4583 -19.824125 27.682000 0.240805 215.376963 0.022844 0.069329
4596 -14.043500 35.619875 0.263206 188.501123 0.021970 0.073202
4609 -8.366750 32.131375 0.275306 145.548045 0.022335 0.075282
4621 -11.306625 33.303125 0.287406 110.906488 0.022699 0.077363
4633 -26.354875 49.197750 0.299507 72.002589 0.023064 0.079443
4645 -53.631125 70.176000 0.311607 48.606592 0.023428 0.081524
4657 -81.445375 95.662625 0.323707 30.638340 0.023792 0.083604
4669 -82.759000 105.363750 0.335808 18.869380 0.024157 0.085685
t865 par sst4
4343 0.185623 51.941116 26.488699
4352 0.134068 52.100135 26.439431
4361 0.079279 52.006588 27.382062
4371 0.045292 50.805364 27.705529
4380 0.096025 49.772097 28.083368
4389 0.043506 48.692528 28.232791
4398 0.069528 47.574106 27.184999
4407 0.173502 47.131810 27.891850
4416 0.119526 45.936214 27.882499
4425 0.147263 43.508396 27.594981
4434 0.113511 45.969716 26.776544
4442 0.117393 45.565847 26.515140
4451 0.071163 45.794074 26.617527
4462 0.059858 45.775289 26.601173
4473 0.105472 32.416268 26.723140
4484 0.116222 29.916986 26.791327
4495 0.126972 33.192990 25.042361
4506 0.137723 37.085513 23.382499
4518 0.148473 43.449319 23.682391
4531 0.232240 43.933111 25.118637
4544 0.156401 45.163367 26.675832
4557 0.122536 43.253537 26.571997
4570 0.187016 39.262170 26.827503
4583 0.266182 41.563053 26.994609
4596 0.242923 40.415014 26.748749
4609 0.219758 38.043583 25.906718
4621 0.196593 32.282886 26.279999
4633 0.173428 35.475901 26.140357
4645 0.150263 41.470736 25.696255
4657 0.127098 46.334413 26.353241
4669 0.103933 49.254513 26.073403
-----
head and tail of the nonnan series are identified
the float id is: 59369.0
the ratio of nans in the trimmed chlor_a series 0.363636363636
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4418 2007-11-21 59369.0 5.102667 66.921000 29.211667 0.889000
4428 2007-11-23 59369.0 5.294250 66.890625 28.815750 -7.438750
4437 2007-11-25 59369.0 5.536375 66.678250 29.219250 -18.054875
4446 2007-11-27 59369.0 5.936875 66.420000 29.415625 -12.011750
4457 2007-11-29 59369.0 6.263000 66.217250 28.957125 -21.140625
4468 2007-12-01 59369.0 6.730125 65.875875 28.785750 -12.052500
4479 2007-12-03 59369.0 7.279375 65.816125 28.692625 -4.154000
4490 2007-12-05 59369.0 7.759000 65.734250 28.581500 4.479500
4501 2007-12-07 59369.0 8.146250 65.949875 28.585875 11.812500
4513 2007-12-09 59369.0 8.416500 66.115250 28.600250 11.808250
4526 2007-12-11 59369.0 8.449750 66.287625 28.527750 11.317625
4539 2007-12-13 59369.0 8.500125 66.496000 28.499125 15.826375
4552 2007-12-15 59369.0 8.444500 66.688375 28.512375 5.961250
4565 2007-12-17 59369.0 8.406250 66.883750 28.567125 19.697750
4578 2007-12-19 59369.0 8.311250 67.185250 28.455500 18.068375
4591 2007-12-21 59369.0 8.417750 67.500500 28.376125 27.907375
4604 2007-12-23 59369.0 8.474125 67.862750 28.362500 10.651250
4617 2007-12-25 59369.0 8.436000 68.079000 28.397625 19.728875
4628 2007-12-27 59369.0 8.311875 68.438500 28.363875 28.668625
4640 2007-12-29 59369.0 8.170625 68.778250 28.348250 7.204500
4652 2007-12-31 59369.0 8.157500 68.792625 28.393750 4.385750
4664 2008-01-02 59369.0 8.183625 68.951625 28.389000 7.286000
4676 2008-01-04 59369.0 8.116000 69.030750 28.394375 6.714125
4687 2008-01-06 59369.0 7.990625 69.077375 28.030875 -6.555000
4698 2008-01-08 59369.0 7.882750 68.949750 28.274500 -3.457000
4709 2008-01-10 59369.0 7.699125 68.937375 28.333750 -3.484250
4720 2008-01-12 59369.0 7.561250 68.832500 28.402750 -6.234375
4731 2008-01-14 59369.0 7.460000 68.684375 28.274500 -7.289125
4742 2008-01-16 59369.0 7.601750 68.811250 28.108750 11.870375
4753 2008-01-18 59369.0 7.421875 68.834125 28.138250 -4.025375
... ... ... ... ... ... ...
4826 2008-02-01 59369.0 6.999000 69.684000 28.013875 27.986625
4835 2008-02-03 59369.0 7.259625 69.953625 28.103000 3.031875
4844 2008-02-05 59369.0 7.551875 70.019000 27.864750 0.085125
4854 2008-02-07 59369.0 7.628125 69.730250 27.654875 -22.436875
4864 2008-02-09 59369.0 8.036125 69.529750 27.413625 -12.409375
4874 2008-02-11 59369.0 8.671000 69.438750 27.496625 6.348000
4883 2008-02-13 59369.0 9.427500 69.547250 27.650625 4.413000
4891 2008-02-15 59369.0 9.976000 69.591750 27.807875 -2.346375
4897 2008-02-17 59369.0 10.200125 69.505500 27.879250 1.350375
4904 2008-02-19 59369.0 10.333250 69.685500 27.979875 10.261125
4914 2008-02-21 59369.0 10.607250 69.746250 27.903625 3.855500
4929 2008-02-23 59369.0 10.700500 69.710500 27.808500 -7.238250
4946 2008-02-25 59369.0 10.684250 69.634000 27.685625 -7.643125
4963 2008-02-27 59369.0 10.655375 69.633875 27.769375 7.660000
4984 2008-02-29 59369.0 10.610000 69.665500 28.115625 7.694875
5005 2008-03-02 59369.0 10.480875 69.657625 28.108250 -17.281000
5026 2008-03-04 59369.0 10.518625 69.561125 28.337875 0.249625
5049 2008-03-06 59369.0 10.573000 69.443625 28.267250 -8.663375
5074 2008-03-08 59369.0 10.732625 69.150500 28.559625 -24.048125
5099 2008-03-10 59369.0 10.866125 68.821375 28.711250 -18.365875
5124 2008-03-12 59369.0 10.634125 68.664250 28.579500 -4.933000
5147 2008-03-14 59369.0 10.400250 68.642750 28.366250 -6.576250
5170 2008-03-16 59369.0 10.188125 68.438250 28.242250 -10.252000
5193 2008-03-18 59369.0 10.003250 68.348875 28.248625 -3.029375
5216 2008-03-20 59369.0 9.796000 68.295000 28.272250 -1.802000
5237 2008-03-22 59369.0 9.697500 68.354125 28.326125 9.425125
5257 2008-03-24 59369.0 9.754625 68.634375 28.462750 17.668250
5277 2008-03-26 59369.0 9.786000 68.676750 28.928375 -1.329250
5297 2008-03-28 59369.0 9.789500 68.642375 28.775500 -12.023625
5317 2008-03-30 59369.0 9.924625 68.503125 28.912125 -3.291750
vn spd chlor_a dist cdm kd490 \
4418 29.502667 29.805000 0.231218 653.014360 0.016794 0.068877
4428 12.823500 15.738000 0.192392 654.968945 0.013464 0.063167
4437 22.319750 28.879625 0.178770 673.618000 0.013281 0.060619
4446 25.190375 28.258000 0.165147 697.012516 0.013098 0.058071
4457 18.888750 28.834500 0.163481 717.487894 0.012401 0.058520
4468 39.403500 42.740125 0.162905 755.605155 0.013252 0.058292
4479 28.004500 28.896375 0.162329 767.052165 0.014103 0.058064
4490 35.142000 38.260625 0.161752 762.457321 0.014954 0.057836
4501 17.582375 22.036500 0.161176 726.292442 0.015805 0.057608
4513 9.961875 17.169375 0.160600 700.414813 0.016656 0.057380
4526 0.090750 12.259875 0.210591 681.137839 0.018019 0.064628
4539 3.705375 16.801500 0.197895 657.535955 0.018483 0.062988
4552 -5.860625 10.402875 0.185198 638.867643 0.018946 0.061348
4565 -3.440875 20.380625 0.172501 619.515431 0.019410 0.059707
4578 -7.029500 19.999000 0.250928 591.290912 0.017140 0.073575
4591 17.634375 34.264000 0.218772 554.624833 0.017389 0.066768
4604 -3.638750 14.174500 0.186616 514.959121 0.017639 0.059962
4617 -7.260625 21.374750 0.210102 494.172255 0.019314 0.063887
4628 -7.272000 30.267375 0.212491 463.090094 0.015883 0.066484
4640 -8.175000 12.882875 0.109397 436.606411 0.012895 0.052619
4652 5.681375 10.598000 0.131994 435.915161 0.013702 0.055415
4664 -4.565500 10.733500 0.118434 419.207493 0.016207 0.052507
4676 -4.540000 8.676250 0.142594 415.461299 0.017039 0.055732
4687 -8.507125 15.350750 0.172133 418.450911 0.016686 0.058920
4698 -7.475125 8.969125 0.211454 436.752502 0.018991 0.061983
4709 -15.460625 19.138000 0.189468 439.714598 0.017644 0.059857
4720 -6.482625 11.186500 0.167482 446.141930 0.016296 0.057731
4731 4.900125 15.973000 0.145495 458.910531 0.014949 0.055604
4742 -1.007750 19.458750 0.123509 449.671942 0.013602 0.053478
4753 -11.674875 14.477625 0.114500 441.852230 0.014751 0.051146
... ... ... ... ... ... ...
4826 18.491875 34.154625 0.089035 339.935100 0.010717 0.048666
4835 25.110500 27.251125 0.096900 318.007599 0.010659 0.047785
4844 -0.965500 19.606000 0.090082 319.770171 0.011106 0.046733
4854 24.042375 36.976625 0.090931 352.649815 0.010017 0.049130
4864 26.818750 30.206875 0.091779 374.529001 0.008928 0.051528
4874 48.973375 49.761000 0.092688 346.558470 0.010074 0.051026
4883 45.681500 46.010375 0.093598 307.029880 0.011221 0.050524
4891 26.521000 28.189250 0.094507 294.402165 0.012368 0.050022
4897 4.200000 13.411625 0.095417 301.044078 0.013514 0.049520
4904 12.858375 19.751875 0.098312 278.475769 0.012929 0.048858
4914 14.314875 17.218125 0.088495 264.044628 0.012503 0.048440
4929 5.900625 11.049625 0.067880 265.551395 0.012102 0.047450
4946 -6.878375 15.448375 0.069182 274.117804 0.012883 0.046860
4963 -4.069125 15.057625 0.070484 274.793520 0.013664 0.046270
4984 -1.202000 21.260875 0.071786 272.551212 0.014446 0.045680
5005 -1.465000 27.691625 0.073088 277.077711 0.015227 0.045090
5026 -4.915500 12.847375 0.074390 286.118618 0.016008 0.044500
5049 8.315250 15.783625 0.075692 297.117850 0.016790 0.043910
5074 18.153125 32.283875 0.084831 325.196186 0.013697 0.048919
5099 -3.692625 22.270375 0.090487 358.995451 0.012257 0.050116
5124 -18.239500 20.408250 0.106876 379.452900 0.013095 0.053326
5147 -17.739750 23.016750 0.094706 386.838976 0.009372 0.052744
5170 -10.343250 14.853750 0.085711 414.380550 0.010097 0.050025
5193 -13.648750 14.561125 0.086989 429.385849 0.009801 0.049329
5216 -11.016500 11.676875 0.088268 437.444875 0.009506 0.048632
5237 2.247000 13.159250 0.089546 431.854995 0.009210 0.047936
5257 -3.631875 21.353375 0.090825 400.665834 0.008914 0.047240
5277 10.399000 14.146000 0.093859 395.750199 0.009077 0.047692
5297 -2.548375 19.749375 0.093928 399.482384 0.008941 0.048038
5317 12.127875 14.046250 0.093997 413.901105 0.008805 0.048384
t865 par sst4
4418 0.152164 48.236679 28.463783
4428 0.068668 46.586099 28.349999
4437 0.063283 39.294673 28.331342
4446 0.057898 49.278334 28.563425
4457 0.095698 39.472100 28.439869
4468 0.106932 33.583628 28.316312
4479 0.118167 23.472814 28.192755
4490 0.129401 22.719373 27.976249
4501 0.140635 40.954437 28.277309
4513 0.151870 43.676898 28.178950
4526 0.104764 41.705833 27.657600
4539 0.115328 43.341606 27.136249
4552 0.125893 40.419986 27.373350
4565 0.136458 42.704791 27.311155
4578 0.215900 37.889893 27.153448
4591 0.154085 28.228453 28.343360
4604 0.092270 29.290360 27.254999
4617 0.083659 32.966303 27.838105
4628 0.052682 38.255578 28.383777
4640 0.099941 44.602901 28.205706
4652 0.147199 44.645830 28.215634
4664 0.202426 46.333119 28.206502
4676 0.156219 47.149527 27.675662
4687 0.152119 41.216136 28.103183
4698 0.162145 37.304213 27.988412
4709 0.154857 47.168483 27.921021
4720 0.147569 45.434222 28.066117
4731 0.140282 41.594540 27.445804
4742 0.132994 49.232514 28.008390
4753 0.124426 49.620988 27.896353
... ... ... ...
4826 0.100395 52.215451 27.888640
4835 0.099208 50.496230 27.609736
4844 0.117418 45.668638 27.073094
4854 0.121999 33.018180 26.732062
4864 0.126581 35.788581 26.391031
4874 0.131163 48.760766 26.049999
4883 0.135744 50.292385 26.345801
4891 0.140326 51.033685 27.053085
4897 0.144908 52.118763 27.917956
4904 0.100098 52.060849 27.916083
4914 0.126270 50.289345 27.818287
4929 0.169665 50.464218 27.660751
4946 0.163448 49.620148 27.210678
4963 0.157232 50.730797 26.502378
4984 0.151015 53.361391 25.724207
5005 0.144799 53.428273 27.968543
5026 0.138582 55.040677 27.982335
5049 0.132366 54.459259 27.235574
5074 0.152997 54.505699 28.376670
5099 0.173629 54.897071 28.321906
5124 0.201859 53.190650 28.033846
5147 0.181692 48.480282 28.079708
5170 0.161524 33.241396 27.294147
5193 0.154836 32.766638 27.001136
5216 0.148149 47.303422 26.708124
5237 0.141461 55.628111 27.809406
5257 0.134773 56.963522 27.118068
5277 0.136677 55.771467 27.995589
5297 0.109380 55.890331 28.491014
5317 0.082083 57.799146 28.432931
[66 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 59368.0
the ratio of nans in the trimmed chlor_a series 0.305084745763
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4427 2007-11-23 59368.0 5.078400 67.129400 28.959600 -6.385000
4436 2007-11-25 59368.0 5.247750 66.963625 29.147625 -18.423375
4445 2007-11-27 59368.0 5.651500 66.687750 29.220625 -12.626875
4456 2007-11-29 59368.0 5.950875 66.453625 29.135875 -25.258000
4467 2007-12-01 59368.0 6.383125 65.991375 28.914250 -22.027250
4478 2007-12-03 59368.0 6.921375 65.775250 28.816625 -15.209875
4489 2007-12-05 59368.0 7.356000 65.474875 28.601625 -12.604500
4500 2007-12-07 59368.0 7.751875 65.442875 28.601125 -5.223625
4512 2007-12-09 59368.0 8.036625 65.305375 28.648125 -2.100750
4525 2007-12-11 59368.0 8.140125 65.322875 28.535375 -1.832750
4538 2007-12-13 59368.0 8.257250 65.328125 28.419750 4.323250
4551 2007-12-15 59368.0 8.244375 65.326000 28.367250 -4.537375
4564 2007-12-17 59368.0 8.381750 65.357250 28.295250 12.335250
4577 2007-12-19 59368.0 8.439875 65.584250 28.293125 13.466250
4590 2007-12-21 59368.0 8.596625 65.941125 28.315625 38.898500
4603 2007-12-23 59368.0 8.599875 66.539250 28.291000 24.491625
4616 2007-12-25 59368.0 8.477625 66.878250 28.256125 24.478625
4627 2007-12-27 59368.0 8.417250 67.257625 28.168125 27.998125
4639 2007-12-29 59368.0 8.272875 67.683500 28.075875 20.192000
4651 2007-12-31 59368.0 8.242875 67.966625 28.074625 18.795750
4663 2008-01-02 59368.0 8.397125 68.315125 28.110625 18.907875
4675 2008-01-04 59368.0 8.563125 68.604875 28.103625 22.710875
4686 2008-01-06 59368.0 8.852375 68.924000 28.075250 14.786250
4697 2008-01-08 59368.0 9.211750 68.966875 28.158000 -1.304250
4708 2008-01-10 59368.0 9.318375 69.005500 28.134500 0.773750
4719 2008-01-12 59368.0 9.454250 69.067000 28.107125 7.482250
4730 2008-01-14 59368.0 9.696875 69.105250 28.155750 4.000000
4741 2008-01-16 59368.0 10.004000 69.261000 28.168750 8.119875
4752 2008-01-18 59368.0 10.180625 69.322625 28.140000 -3.571750
4762 2008-01-20 59368.0 10.354125 69.113000 28.040125 -12.879500
4772 2008-01-22 59368.0 10.628500 69.085750 27.998625 3.191375
4782 2008-01-24 59368.0 10.857000 69.194625 27.870125 10.158875
4793 2008-01-26 59368.0 11.002750 69.210500 27.790500 0.149500
4804 2008-01-28 59368.0 11.301000 69.532000 27.672125 32.942875
4815 2008-01-30 59368.0 11.415500 70.022250 27.340000 31.628625
4825 2008-02-01 59368.0 11.326750 70.630125 27.325625 46.748375
4834 2008-02-03 59368.0 10.785125 71.548875 27.500500 70.536250
4843 2008-02-05 59368.0 10.014750 72.450125 27.554875 25.771375
4853 2008-02-07 59368.0 8.534500 72.359875 27.421250 -32.253125
4863 2008-02-09 59368.0 7.502875 71.563250 27.532375 -59.801000
4873 2008-02-11 59368.0 7.086625 70.669875 27.597750 -55.184375
4882 2008-02-13 59368.0 6.868125 69.851125 27.817000 -51.645875
4890 2008-02-15 59368.0 6.856750 69.000125 27.939000 -54.319875
4896 2008-02-17 59368.0 7.347875 68.432625 28.098500 -11.409250
4903 2008-02-19 59368.0 7.627250 68.289500 28.234250 -19.322625
4913 2008-02-21 59368.0 8.197000 68.169625 28.182750 9.809375
4928 2008-02-23 59368.0 8.437875 68.304625 28.126375 6.241250
4945 2008-02-25 59368.0 8.503625 68.361750 28.033750 2.689500
4962 2008-02-27 59368.0 8.470250 68.509000 28.099125 6.366125
4983 2008-02-29 59368.0 8.347625 68.499875 28.249000 1.461125
5004 2008-03-02 59368.0 8.125500 68.461000 28.379250 -10.625625
5025 2008-03-04 59368.0 7.990500 68.249750 28.473250 -10.491250
5048 2008-03-06 59368.0 7.805250 68.078875 28.442250 -17.311625
5073 2008-03-08 59368.0 7.552625 67.782625 28.511750 -17.519500
5098 2008-03-10 59368.0 7.307875 67.537500 28.587250 -15.338750
5123 2008-03-12 59368.0 6.985125 67.227625 28.615375 -22.705875
5146 2008-03-14 59368.0 6.680750 66.833750 28.278750 -30.080500
5169 2008-03-16 59368.0 6.073125 66.192875 28.550750 -50.880625
5192 2008-03-18 59368.0 5.350750 65.433125 28.512500 -42.268750
vn spd chlor_a dist cdm kd490 \
4427 12.083800 13.862800 0.152606 629.793941 0.011554 0.056990
4436 19.120000 26.852625 0.187187 648.050220 0.013179 0.061877
4445 26.462250 29.640375 0.192953 670.813930 0.014661 0.061203
4456 15.669250 29.859500 0.167550 693.180562 0.013441 0.058017
4467 39.173125 46.593000 0.162495 742.228481 0.013732 0.057481
4478 25.415250 30.331125 0.157439 767.858507 0.014024 0.056944
4489 35.542750 40.365625 0.152384 804.815740 0.014315 0.056407
4500 11.831375 16.474125 0.147329 793.023012 0.014607 0.055871
4512 20.315375 21.911000 0.133298 797.778781 0.015476 0.056592
4525 2.386750 9.569125 0.158938 792.715067 0.014928 0.059184
4538 4.563125 8.927000 0.171151 788.704287 0.014932 0.060343
4551 1.714875 8.773750 0.129735 789.302473 0.012745 0.052951
4564 9.954250 17.244500 0.178670 782.136581 0.024677 0.058010
4577 0.333375 13.907250 0.220303 756.326352 0.021017 0.065975
4590 16.672250 43.359875 0.183442 714.040539 0.017542 0.062084
4603 -11.512125 27.652875 0.146581 650.075387 0.014067 0.058194
4616 -7.785625 25.804375 0.150411 617.782892 0.013080 0.059237
4627 -1.621500 28.880875 0.154242 579.957281 0.012092 0.060281
4639 -9.902750 23.493375 0.145446 541.314378 0.013125 0.058189
4651 5.616625 20.558750 0.136651 513.715495 0.014159 0.056097
4663 7.026250 20.391875 0.115655 471.712759 0.012809 0.053673
4675 15.406625 27.992625 0.095204 435.197326 0.014277 0.051053
4686 26.214250 31.408125 0.106343 390.896264 0.014261 0.052120
4697 14.448375 16.994875 0.131410 374.633413 0.014597 0.053842
4708 2.969500 4.775375 0.128335 367.731944 0.015476 0.051376
4719 10.825375 13.858375 0.118287 358.049383 0.013375 0.050796
4730 24.275500 26.752875 0.101966 349.873487 0.016168 0.049914
4741 14.657000 17.896750 0.091281 330.591775 0.015074 0.049395
4752 4.280000 10.055750 0.084490 321.004167 0.013717 0.049776
4762 23.634250 29.250375 0.069234 338.258254 0.010835 0.047766
4772 11.159625 12.315375 0.102008 334.152945 0.011929 0.050201
4782 9.671500 17.016625 0.103607 318.535267 0.013762 0.049505
4793 18.955375 23.201500 0.105205 315.337984 0.015595 0.048809
4804 12.430125 36.183625 0.105789 279.790255 0.013891 0.048894
4815 3.325875 31.985375 0.122116 227.398237 0.016317 0.051838
4825 -22.346375 53.438375 0.106751 160.391378 0.012870 0.050355
4834 -35.192125 79.565500 0.098530 68.892327 0.015145 0.051586
4843 -79.130125 88.485250 0.097747 17.891392 0.015258 0.050971
4853 -90.474250 97.554375 0.096963 77.891395 0.015370 0.050356
4863 -39.979250 72.790125 0.096180 153.621535 0.015482 0.049740
4873 -18.762375 58.527875 0.095396 236.837558 0.015594 0.049125
4882 -13.065000 53.513250 0.094613 319.221746 0.015706 0.048510
4890 19.732500 59.133250 0.093830 412.224077 0.015818 0.047894
4896 30.094750 34.320000 0.093046 483.095737 0.015931 0.047279
4903 21.767500 31.687250 0.109424 505.780187 0.014329 0.049110
4913 30.421875 33.427875 0.091703 495.312547 0.011544 0.050704
4928 9.003625 11.888875 0.090725 471.039955 0.011756 0.050107
4945 2.490500 6.598125 0.087026 462.470191 0.012534 0.049826
4962 -12.002500 22.027500 0.083327 448.898810 0.013311 0.049546
4983 -5.592000 11.851000 0.079628 455.294878 0.014089 0.049265
5004 -14.950625 19.312875 0.075929 469.859867 0.014867 0.048984
5025 -5.463000 13.429625 0.080133 497.397534 0.013012 0.049584
5048 -15.855750 24.279000 0.084337 523.648276 0.011156 0.050184
5073 -15.643250 23.854125 0.088541 558.052098 0.009301 0.050785
5098 -19.306750 24.776750 0.074738 579.327648 0.009300 0.048700
5123 -20.292250 30.648000 0.096421 608.495873 0.009848 0.052025
5146 -25.311625 39.963500 0.136917 649.566216 0.010553 0.058632
5169 -47.367875 69.679875 0.131491 721.074166 0.010998 0.056723
5192 -40.345625 58.754625 0.103256 813.123532 0.011426 0.053043
t865 par sst4
4427 0.110207 47.567190 28.423124
4436 0.068226 43.015738 28.377716
4445 0.076061 48.132490 28.052442
4456 0.063203 39.587781 27.727168
4467 0.063864 28.359412 27.401894
4478 0.064525 27.080647 27.076621
4489 0.065185 22.948510 26.751347
4500 0.065846 36.443783 28.362825
4512 0.123693 43.749902 28.402037
4525 0.140516 38.237709 28.441249
4538 0.119030 40.693005 28.444447
4551 0.107463 41.801434 26.655758
4564 0.189270 43.549212 27.185200
4577 0.167056 40.120892 28.028135
4590 0.109226 31.218354 28.013716
4603 0.051396 27.074204 27.843333
4616 0.085979 37.685504 28.112474
4627 0.120562 44.607709 27.760783
4639 0.144865 45.496520 27.304798
4651 0.169169 44.735281 28.027340
4663 0.182252 43.024069 27.973336
4675 0.164692 46.475271 27.833246
4686 0.177768 42.608658 27.921320
4697 0.130873 41.024212 27.960909
4708 0.101891 45.575148 27.558697
4719 0.161082 45.678447 27.990122
4730 0.155081 46.630637 27.249666
4741 0.185353 46.310941 28.095731
4752 0.220312 45.159826 27.275290
4762 0.196327 45.975487 27.504374
4772 0.139197 47.764403 27.299201
4782 0.127515 47.020205 27.609999
4793 0.115832 48.520063 27.869821
4804 0.111550 46.844151 27.220624
4815 0.180898 48.447148 27.354841
4825 0.173996 48.739397 27.076748
4834 0.131696 47.987016 26.790329
4843 0.134277 45.604585 26.885333
4853 0.136858 35.437552 26.536207
4863 0.139439 45.614400 26.187080
4873 0.142020 43.733583 25.837954
4882 0.144601 50.105934 25.488828
4890 0.147182 54.080102 27.598986
4896 0.149763 50.891300 28.116412
4903 0.114656 51.120298 27.476721
4913 0.176550 52.283807 27.716797
4928 0.218507 52.739912 28.132475
4945 0.288902 46.868039 27.778944
4962 0.258396 45.408129 27.588560
4983 0.227889 50.738790 27.411830
5004 0.197383 52.520131 27.256153
5025 0.184544 52.824399 28.420510
5048 0.171704 54.350087 27.715387
5073 0.158865 52.417441 28.257764
5098 0.146025 52.454520 27.621249
5123 0.112348 44.848380 28.294999
5146 0.246912 49.562021 27.429999
5169 0.160961 52.929978 27.333013
5192 0.379165 54.758324 28.153252
-----
head and tail of the nonnan series are identified
the float id is: 40273.0
the ratio of nans in the trimmed chlor_a series 0.354838709677
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4455 2007-11-29 40273.0 5.779375 67.262000 29.278625 -13.289625
4466 2007-12-01 40273.0 6.383500 67.014500 28.956375 -8.953750
4477 2007-12-03 40273.0 6.925375 66.927625 28.944000 -7.426500
4488 2007-12-05 40273.0 7.323875 66.825750 28.821625 0.950375
4499 2007-12-07 40273.0 7.658375 66.997875 28.776375 12.057125
4511 2007-12-09 40273.0 7.856625 67.182125 28.780875 15.836750
4524 2007-12-11 40273.0 7.883125 67.380000 28.717375 9.185000
4537 2007-12-13 40273.0 7.845500 67.548500 28.707750 11.790500
4550 2007-12-15 40273.0 7.746500 67.672500 28.668250 2.494375
4563 2007-12-17 40273.0 7.730500 67.744500 28.814375 11.061875
4576 2007-12-19 40273.0 7.621125 67.957750 28.732375 8.927375
4589 2007-12-21 40273.0 7.597250 68.098250 28.658375 19.264500
4602 2007-12-23 40273.0 7.540750 68.379250 28.659000 3.875000
4615 2007-12-25 40273.0 7.525625 68.448375 28.826000 10.676000
4626 2007-12-27 40273.0 7.394750 68.486375 28.753375 -2.355750
4638 2007-12-29 40273.0 7.280125 68.479875 28.709250 -3.848125
4650 2007-12-31 40273.0 7.171875 68.355625 28.707625 -5.523750
4662 2008-01-02 40273.0 7.074750 68.427500 28.708000 8.268375
4674 2008-01-04 40273.0 6.915250 68.468750 28.728250 1.291250
4685 2008-01-06 40273.0 7.011000 68.603625 28.497500 22.252250
4696 2008-01-08 40273.0 7.272375 69.149625 28.411625 39.011875
4707 2008-01-10 40273.0 7.295125 69.611875 28.398875 16.180500
4718 2008-01-12 40273.0 7.243875 69.873875 28.394625 21.500625
4729 2008-01-14 40273.0 7.195375 70.012875 28.284750 3.808500
4740 2008-01-16 40273.0 7.164125 70.167250 28.307625 0.040750
4751 2008-01-18 40273.0 7.082125 70.116500 28.256250 6.575375
4761 2008-01-20 40273.0 7.063500 70.237750 28.262375 4.955750
4771 2008-01-22 40273.0 7.014000 70.298125 28.248250 -5.617375
4781 2008-01-24 40273.0 7.095000 70.207500 28.281375 12.796500
4792 2008-01-26 40273.0 7.138500 70.443875 28.211375 -0.039875
... ... ... ... ... ... ...
4824 2008-02-01 40273.0 8.350125 70.605375 27.996500 -6.131750
4833 2008-02-03 40273.0 9.147750 70.451375 27.969125 -10.555375
4842 2008-02-05 40273.0 10.107750 70.092875 27.816500 -46.789625
4852 2008-02-07 40273.0 10.396625 69.249875 27.617875 -51.594750
4862 2008-02-09 40273.0 10.595875 68.553125 27.531375 -29.817500
4872 2008-02-11 40273.0 10.796375 68.161125 27.483500 -26.153625
4881 2008-02-13 40273.0 10.971125 67.803250 27.547125 -17.551125
4889 2008-02-15 40273.0 11.133500 67.560875 27.638000 -13.441625
4895 2008-02-17 40273.0 11.288375 67.322750 27.773250 -16.868875
4902 2008-02-19 40273.0 11.536500 67.177875 27.868750 -2.794250
4910 2008-02-21 40273.0 11.942375 67.147125 27.775625 2.345000
4925 2008-02-23 40273.0 12.305500 67.187625 27.663625 3.500000
4941 2008-02-25 40273.0 12.483000 67.372375 27.474000 13.893875
4959 2008-02-27 40273.0 12.392625 67.812500 27.401875 37.469625
4980 2008-02-29 40273.0 12.223500 68.419875 27.659500 42.458375
5001 2008-03-02 40273.0 12.293250 68.988000 27.793625 34.877375
5022 2008-03-04 40273.0 12.697000 69.455500 27.886250 16.687250
5045 2008-03-06 40273.0 13.181000 69.601125 27.904125 4.434625
5070 2008-03-08 40273.0 13.528750 69.688875 28.171750 12.785000
5095 2008-03-10 40273.0 13.689875 69.964000 28.220250 18.325875
5120 2008-03-12 40273.0 13.656625 70.246625 28.188500 17.207625
5143 2008-03-14 40273.0 13.505375 70.526875 28.048375 8.887375
5166 2008-03-16 40273.0 13.362875 70.536125 28.091000 1.522750
5189 2008-03-18 40273.0 13.323875 70.604125 28.235250 4.050125
5212 2008-03-20 40273.0 13.272875 70.645000 28.237750 2.643250
5234 2008-03-22 40273.0 13.234125 70.684000 28.372250 1.580250
5254 2008-03-24 40273.0 13.247250 70.748500 28.351000 4.497875
5274 2008-03-26 40273.0 13.408000 70.818000 28.736875 2.163750
5294 2008-03-28 40273.0 13.621875 70.755750 28.578500 -9.774125
5314 2008-03-30 40273.0 13.810625 70.566000 28.540000 -11.082000
vn spd chlor_a dist cdm kd490 \
4455 31.701750 35.494250 0.164108 605.938505 0.013523 0.057860
4466 43.060500 44.502875 0.153737 629.041850 0.013418 0.056292
4477 26.196125 27.596000 0.143365 640.901911 0.013313 0.054724
4488 28.016125 29.695125 0.132994 657.216512 0.013209 0.053157
4499 12.048500 18.480625 0.122623 637.579680 0.013104 0.051589
4511 10.960875 20.299125 0.142381 610.042477 0.013826 0.056089
4524 -2.879375 9.932125 0.194893 588.916234 0.015590 0.063311
4537 -3.607625 12.466625 0.247404 573.798499 0.017354 0.070533
4550 -5.963375 7.523875 0.299916 566.351665 0.019118 0.077756
4563 1.144375 11.368000 0.139411 560.098099 0.014077 0.053160
4576 -13.478375 17.219750 0.137385 541.020087 0.013580 0.052968
4589 7.016000 22.258625 0.135359 525.346136 0.013082 0.052776
4602 -7.948125 17.506500 0.133333 493.752228 0.012585 0.052584
4615 -4.619375 17.213875 0.172015 485.951290 0.013983 0.058913
4626 -4.302750 7.973750 0.156175 478.436060 0.013219 0.056550
4638 -11.494375 13.644375 0.163186 476.452778 0.014233 0.058322
4650 -2.729000 8.481125 0.170198 487.733945 0.015248 0.060095
4662 -11.830750 15.988875 0.154385 478.177353 0.016034 0.056720
4674 -3.463000 6.425625 0.143056 471.309792 0.016916 0.055403
4685 16.481750 28.895625 0.132963 457.893434 0.014159 0.053889
4696 10.427625 40.662125 0.137793 404.050913 0.013336 0.056363
4707 -3.911500 17.302125 0.134179 355.308459 0.012321 0.052849
4718 -9.929500 26.462125 0.117298 325.945469 0.012328 0.053966
4729 12.745000 19.389250 0.138616 309.705321 0.011760 0.057108
4740 -17.162625 25.435875 0.099516 292.373016 0.011888 0.052102
4751 1.334625 11.193875 0.088934 295.342894 0.012819 0.048759
4761 1.633875 8.342625 0.111623 281.857404 0.014216 0.050103
4771 -9.042125 18.338750 0.102868 274.031626 0.013510 0.048881
4781 16.181000 27.587500 0.094114 285.992828 0.012804 0.047659
4792 3.574500 24.371500 0.085359 262.340358 0.012099 0.046438
... ... ... ... ... ... ...
4824 37.321625 38.236625 0.076832 261.812231 0.010532 0.046378
4833 71.928750 73.365875 0.095192 223.350094 0.011692 0.049529
4842 35.962875 62.022125 0.111299 239.440049 0.011784 0.050083
4852 6.531375 52.538750 0.111425 322.555153 0.015881 0.053026
4862 17.757500 34.918875 0.070909 392.149334 0.012067 0.047449
4872 11.858000 29.015250 0.074915 431.606054 0.011565 0.048721
4881 7.960375 19.407500 0.078920 469.065764 0.011063 0.049993
4889 13.452625 19.508750 0.090472 494.873800 0.011844 0.051449
4895 9.378000 20.406625 0.086842 520.860816 0.012650 0.046741
4902 19.393500 20.171750 0.107430 537.761433 0.013852 0.050435
4910 29.167750 30.091625 0.135433 545.842581 0.013300 0.053585
4925 21.719250 22.987375 0.118424 548.835153 0.015048 0.052365
4941 1.250250 16.311875 0.130222 532.731851 0.019500 0.054996
4959 -16.362500 43.338875 0.130587 483.870745 0.022017 0.055247
4980 -3.952375 43.481875 0.130951 415.614257 0.024534 0.055498
5001 19.626375 41.047250 0.100625 356.247983 0.018016 0.051992
5022 30.030375 35.828125 0.096283 320.524790 0.020201 0.051178
5045 26.379250 26.943625 0.091941 330.521996 0.022385 0.050363
5070 16.940750 23.755750 0.087599 344.648956 0.024570 0.049549
5095 4.141500 20.030875 0.073092 333.682505 0.017024 0.048349
5120 -4.812500 18.378125 0.087838 309.527503 0.016177 0.049130
5143 -15.170250 20.952625 0.092057 276.815907 0.015586 0.049553
5166 -1.814750 6.627625 0.096277 264.387143 0.014995 0.049976
5189 -3.163250 7.681750 0.100496 256.231536 0.014404 0.050399
5212 -3.663125 6.104000 0.104716 249.077280 0.013812 0.050822
5234 -1.511250 5.026875 0.108935 243.062638 0.013221 0.051245
5254 4.908250 10.804250 0.113155 239.512917 0.012630 0.051668
5274 14.001500 19.357625 0.117375 248.662470 0.012039 0.052092
5294 13.762500 19.208375 0.131257 271.791624 0.012923 0.054324
5314 10.855125 17.660375 0.102830 300.706971 0.010263 0.050837
t865 par sst4
4455 0.104564 41.712905 NaN
4466 0.105097 33.953374 NaN
4477 0.105629 28.737875 NaN
4488 0.106161 30.490821 28.456249
4499 0.106693 43.962386 28.652499
4511 0.123600 45.302540 25.838734
4524 0.124784 41.642622 27.133993
4537 0.125967 46.671131 28.338756
4550 0.127151 42.586141 28.603860
4563 0.164828 41.858939 28.306634
4576 0.192074 38.502959 28.294999
4589 0.219319 34.067162 28.175094
4602 0.246565 39.009070 27.454999
4615 0.048817 43.084054 27.586018
4626 0.068034 44.985972 28.721859
4638 0.109449 44.481791 28.525718
4650 0.150865 41.906144 27.524323
4662 0.128076 47.126722 28.384108
4674 0.137724 47.911502 28.356206
4685 0.138375 44.142365 28.408372
4696 0.112604 41.326090 28.141680
4707 0.088367 47.145424 27.828241
4718 0.142360 41.411617 27.969396
4729 0.249749 30.170771 28.024193
4740 0.168470 49.455223 28.230339
4751 0.122873 48.318440 26.936911
4761 0.079167 50.664937 27.528698
4771 0.082541 50.723972 26.565141
4781 0.085915 48.995064 26.763533
4792 0.089289 48.190246 27.605344
... ... ... ...
4824 0.090857 51.448844 27.718453
4833 0.089653 49.569118 27.805572
4842 0.112506 48.557820 24.647786
4852 0.167199 23.518717 25.946326
4862 0.165697 45.673380 26.086874
4872 0.164195 47.362408 26.137317
4881 0.162693 48.682817 26.941577
4889 0.119086 51.485306 25.887398
4895 0.137195 51.299315 27.593856
4902 0.099697 51.311737 27.730261
4910 0.077957 51.283778 27.288536
4925 0.158271 48.592276 27.493371
4941 0.206563 47.311026 26.357484
4959 0.210738 50.923038 26.516220
4980 0.214913 52.453970 26.433112
5001 0.202390 53.238226 27.543121
5022 0.200644 53.692965 27.791418
5045 0.198898 52.636790 27.703736
5070 0.197152 51.451821 25.344503
5095 0.265643 51.648874 27.734761
5120 0.213127 47.043598 27.755893
5143 0.197337 50.242832 27.310788
5166 0.181548 50.859415 26.856874
5189 0.165758 49.399311 26.523882
5212 0.149969 48.982529 27.436666
5234 0.134179 47.100474 27.221366
5254 0.118389 49.134338 27.860230
5274 0.102600 56.162301 27.804680
5294 0.129550 56.569526 28.289235
5314 0.083228 56.759624 28.381881
[62 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 72634.0
the ratio of nans in the trimmed chlor_a series 0.333333333333
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4453 2007-11-27 72634.0 5.274333 67.368500 29.149667 -10.240167
4464 2007-11-29 72634.0 5.775500 67.271250 29.183250 -13.390375
4475 2007-12-01 72634.0 6.372500 67.016375 28.892875 -10.183000
4486 2007-12-03 72634.0 6.909250 66.907125 28.856625 -8.104000
4497 2007-12-05 72634.0 7.329750 66.787625 28.734750 -1.004125
4509 2007-12-07 72634.0 7.692000 66.953875 28.717500 11.858250
4521 2007-12-09 72634.0 7.890125 67.117750 28.744750 14.524125
4534 2007-12-11 72634.0 7.919625 67.314250 28.755500 9.998750
4547 2007-12-13 72634.0 7.884500 67.502375 28.697750 13.187750
4560 2007-12-15 72634.0 7.771625 67.639125 28.689000 3.158625
4573 2007-12-17 72634.0 7.704875 67.722125 28.887750 12.466875
4586 2007-12-19 72634.0 7.539250 67.953125 28.665750 10.584000
4599 2007-12-21 72634.0 7.300625 68.050375 28.649250 4.899750
4612 2007-12-23 72634.0 7.150250 68.123000 28.639250 4.426250
4623 2007-12-25 72634.0 7.011625 68.189000 28.629250 4.021375
4635 2007-12-27 72634.0 6.879250 68.248250 28.619250 3.514250
4647 2007-12-29 72634.0 6.752250 68.297750 28.609250 2.772625
4659 2007-12-31 72634.0 6.632125 68.332125 28.599250 1.379375
4671 2008-01-02 72634.0 6.514875 68.310375 28.561500 -7.585125
4682 2008-01-04 72634.0 6.416375 68.127000 28.553125 -13.069375
4693 2008-01-06 72634.0 6.496750 67.880750 28.523875 -17.853625
4704 2008-01-08 72634.0 6.521625 67.623875 28.402125 -18.079625
4715 2008-01-10 72634.0 6.515000 67.250000 28.354250 -26.881375
4726 2008-01-12 72634.0 6.717250 66.869125 28.381375 -17.861750
4737 2008-01-14 72634.0 6.827250 66.659625 28.328000 -14.719125
4748 2008-01-16 72634.0 6.902500 66.443250 28.176875 -11.365250
4758 2008-01-18 72634.0 6.705500 66.198625 28.164125 -23.729500
4768 2008-01-20 72634.0 6.649375 65.712750 28.059750 -34.388125
4778 2008-01-22 72634.0 6.578250 65.232625 27.960000 -26.029250
4788 2008-01-24 72634.0 6.466375 64.877375 27.937875 -16.677375
4799 2008-01-26 72634.0 6.345875 64.628750 27.951375 -21.803375
4810 2008-01-28 72634.0 6.368125 64.323000 28.007625 -14.404750
4821 2008-01-30 72634.0 6.327125 64.022250 27.995125 -25.651000
4830 2008-02-01 72634.0 6.423000 63.691875 28.073625 -14.662500
4839 2008-02-03 72634.0 6.434500 63.422875 27.878625 -22.084625
4849 2008-02-05 72634.0 6.540125 63.057250 27.693875 -23.017125
4859 2008-02-07 72634.0 6.678125 62.719000 27.569125 -20.861250
4869 2008-02-09 72634.0 6.849375 62.339125 27.483875 -19.076875
4878 2008-02-11 72634.0 7.148000 62.162875 27.408875 -18.151375
4886 2008-02-13 72634.0 7.381875 61.827375 27.497000 -9.629750
4893 2008-02-15 72634.0 7.870000 61.658750 27.271625 -19.279000
4899 2008-02-17 72634.0 8.406500 61.569625 26.976250 8.285125
4907 2008-02-19 72634.0 8.577625 61.644375 27.156625 3.866375
4921 2008-02-21 72634.0 8.780250 61.871500 27.215625 18.112750
4937 2008-02-23 72634.0 8.730750 62.052250 27.290500 10.576250
4955 2008-02-25 72634.0 8.726750 62.343000 27.395250 21.914500
4973 2008-02-27 72634.0 8.549000 62.645375 27.560875 18.499000
4994 2008-02-29 72634.0 8.289000 62.884750 27.597625 7.752750
5015 2008-03-02 72634.0 7.889750 62.803750 27.736125 -16.328250
5038 2008-03-04 72634.0 7.591375 62.517750 27.791375 -22.325000
5063 2008-03-06 72634.0 7.253375 62.000250 27.717000 -37.658625
5088 2008-03-08 72634.0 6.934750 61.467750 27.701250 -33.232125
5113 2008-03-10 72634.0 6.654125 61.048375 28.031750 -25.291625
5137 2008-03-12 72634.0 6.358875 60.401875 28.145125 -55.129000
5160 2008-03-14 72634.0 6.358625 59.762500 28.552000 -22.643250
5182 2008-03-16 72634.0 5.875500 59.144750 28.402625 -55.790875
5205 2008-03-18 72634.0 5.611375 58.485500 28.512750 -25.787750
5228 2008-03-20 72634.0 5.303250 58.100000 28.586375 -30.032125
5308 2008-03-28 72634.0 5.059000 57.140000 28.991000 6.583000
5328 2008-03-30 72634.0 5.199625 57.204750 29.305875 -0.180500
vn spd chlor_a dist cdm kd490 \
4453 44.540500 46.529667 0.158441 603.530101 0.013473 0.055698
4464 31.286875 34.915000 0.161514 604.973739 0.013299 0.057735
4475 42.356125 44.043625 0.153676 628.847800 0.013227 0.056364
4486 26.427500 28.225625 0.145839 643.011764 0.013155 0.054993
4497 31.148750 32.959250 0.138001 661.475181 0.013083 0.053622
4509 11.594750 18.208000 0.130164 640.450485 0.013012 0.052250
4521 11.294625 19.339625 0.138265 615.085586 0.013715 0.055308
4534 -2.848750 10.721375 0.114293 593.903559 0.012674 0.048742
4547 -3.547125 13.846125 0.214886 576.575971 0.016174 0.064122
4560 -7.888500 9.386000 0.315478 568.388161 0.019674 0.079502
4573 -2.485375 13.154500 0.151294 563.597119 0.015261 0.055274
4586 -19.420500 23.093875 0.134659 539.381816 0.017266 0.054382
4599 -10.423875 11.518875 0.118025 523.431826 0.019272 0.053491
4612 -9.143625 10.158750 0.150061 512.696931 0.014136 0.055299
4623 -8.658750 9.547125 0.167661 503.293030 0.014386 0.057773
4635 -8.298375 9.012625 0.168598 495.102978 0.012597 0.058227
4647 -7.919000 8.393125 0.171184 488.415273 0.013750 0.059033
4659 -7.407750 7.558000 0.173771 483.810302 0.014904 0.059838
4671 -8.689375 12.505625 0.157330 485.769049 0.016788 0.055825
4682 -1.413000 13.496250 0.160926 505.947239 0.016035 0.056139
4693 7.592750 21.363625 0.149675 533.243108 0.015170 0.056421
4704 -1.888250 18.602750 0.174111 561.699187 0.018539 0.058686
4715 2.814250 27.493625 0.142949 603.033156 0.014939 0.055132
4726 17.111625 25.205750 0.138293 645.838197 0.014270 0.054558
4737 6.144750 17.262000 0.133636 669.639112 0.013601 0.053984
4748 -5.820000 14.970000 0.128979 694.067216 0.012932 0.053410
4758 -10.303750 28.164375 0.124322 719.840503 0.012263 0.052837
4768 0.075500 34.599250 0.119666 773.323378 0.011594 0.052263
4778 -11.523125 28.820250 0.115009 826.230396 0.010925 0.051689
4788 -4.199750 18.098125 0.110352 865.423235 0.010257 0.051115
4799 -6.056000 23.778625 0.087766 893.026366 0.010372 0.048679
4810 2.142750 16.033125 0.065181 926.818716 0.010488 0.046243
4821 -0.348875 26.421125 0.086893 960.157844 0.012288 0.047434
4830 7.236125 16.890125 0.094011 996.578929 0.011471 0.048862
4839 -1.851625 22.503375 0.100931 1026.330979 0.012391 0.052027
4849 14.422125 27.558625 0.102280 1066.763969 0.012199 0.051635
4859 0.311875 21.759250 0.103630 1103.671066 0.012007 0.051243
4869 29.439750 39.636750 0.104979 1061.869344 0.011815 0.050851
4878 2.258125 20.618750 0.106328 1026.566162 0.011623 0.050459
4886 28.169125 32.842375 0.107678 981.390105 0.011432 0.050066
4893 40.032625 45.240875 0.109027 935.119930 0.011240 0.049674
4899 16.215250 20.274875 0.128347 894.786982 0.013821 0.056432
4907 17.992500 20.665125 0.120812 892.213757 0.012871 0.055940
4921 -2.246375 20.729125 0.093385 903.197991 0.011080 0.050004
4937 2.225875 11.507000 0.071804 923.336614 0.011708 0.047971
4955 -7.763125 24.509375 0.084335 951.952189 0.011848 0.050555
4973 -12.255125 22.293750 0.069350 990.533079 0.011283 0.046157
4994 -23.465500 26.611625 0.054365 1027.203423 0.010718 0.041759
5015 -21.372125 28.104875 0.067857 1040.884666 0.010443 0.043772
5038 -20.582125 30.848375 0.081216 1031.207918 0.008912 0.047575
5063 -19.404625 42.557750 0.063179 1005.190412 0.009188 0.046720
5088 -20.009500 39.667875 0.065944 980.441065 0.009786 0.045777
5113 -23.161750 34.992625 0.068235 966.076730 0.008812 0.047441
5137 -6.854000 56.433250 0.070527 938.577485 0.007838 0.049105
5160 -10.245375 30.991625 0.060899 891.964413 0.009330 0.046690
5182 -32.037250 65.081625 0.056533 893.682766 0.008362 0.045980
5205 -10.268375 28.375875 0.049262 880.178213 0.008193 0.044588
5228 -32.277250 44.305250 0.079879 890.107387 0.009052 0.045026
5308 31.480000 32.161000 0.079834 844.411775 0.008591 0.045417
5328 15.337500 21.354500 0.079722 842.419399 0.008532 0.045623
t865 par sst4
4453 0.065341 47.152015 28.048709
4464 0.089340 41.889734 28.104969
4475 0.091597 34.226570 28.161229
4486 0.093854 28.582087 28.217489
4497 0.096111 29.714169 28.273749
4509 0.098367 44.103355 28.604374
4521 0.097041 45.604437 28.084999
4534 0.213116 43.270651 27.918623
4547 0.172035 46.488024 28.270394
4560 0.130955 41.429376 28.417743
4573 0.138283 40.095656 28.428102
4586 0.121653 36.271089 28.112499
4599 0.105023 30.039732 28.286753
4612 0.088394 27.678249 28.304374
4623 0.066666 38.073354 28.368003
4635 0.054828 47.416174 28.501696
4647 0.108178 40.348874 28.270191
4659 0.161529 39.402376 28.326410
4671 0.162970 45.849581 28.487801
4682 0.145479 48.487863 28.241785
4693 0.120891 48.049928 28.192030
4704 0.089533 39.759888 27.513984
4715 0.173287 38.519198 28.008616
4726 0.165897 35.048608 27.997312
4737 0.158506 47.485248 27.588086
4748 0.151116 47.798702 27.735486
4758 0.143725 38.880765 27.917212
4768 0.136334 41.389183 27.544211
4778 0.128944 47.338752 25.601203
4788 0.121553 47.731383 25.441178
4799 0.171053 38.955192 25.745439
4810 0.220552 51.864397 27.709792
4821 0.115693 51.391069 27.611450
4830 0.093876 51.588505 27.849720
4839 0.073002 52.348504 27.798852
4849 0.082982 50.623138 24.649332
4859 0.092963 49.958126 24.898081
4869 0.102943 48.479724 26.995667
4878 0.112923 38.252928 25.963378
4886 0.122903 50.459200 26.183541
4893 0.132883 51.054801 26.604999
4899 0.272388 49.986529 26.816862
4907 0.182147 51.272607 26.933980
4921 0.132217 49.863274 26.357397
4937 0.131907 53.070595 26.441198
4955 0.116264 50.418262 26.524999
4973 0.142559 51.040044 26.789971
4994 0.168854 54.311777 26.375836
5015 0.160272 54.246805 27.044367
5038 0.194693 54.181762 26.973357
5063 0.200716 55.046202 27.673780
5088 0.263420 55.699536 26.906312
5113 0.194960 52.845305 27.559618
5137 0.126500 31.712442 27.417335
5160 0.216778 53.663797 28.312660
5182 0.092786 56.907833 28.202259
5205 0.159993 55.513304 25.954999
5228 0.110570 57.557463 28.040335
5308 0.076922 57.622256 28.689113
5328 0.067571 57.667176 28.664086
-----
head and tail of the nonnan series are identified
the float id is: 73077.0
the ratio of nans in the trimmed chlor_a series 0.3
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4454 2007-11-27 73077.0 5.118333 67.290333 29.187333 -11.888333
4465 2007-11-29 73077.0 5.566125 67.143375 29.187250 -17.433375
4476 2007-12-01 73077.0 6.259625 66.848375 28.945000 -13.746750
4487 2007-12-03 73077.0 6.893750 66.658500 28.934250 -14.179125
4498 2007-12-05 73077.0 7.404375 66.480625 28.737625 -2.159875
4510 2007-12-07 73077.0 7.846875 66.623625 28.716500 11.351500
4523 2007-12-09 73077.0 8.167000 66.800875 28.743000 16.570750
4536 2007-12-11 73077.0 8.305250 67.057500 28.682125 15.306750
4549 2007-12-13 73077.0 8.371625 67.356875 28.648750 21.573375
4562 2007-12-15 73077.0 8.358750 67.626125 28.636000 12.091625
4575 2007-12-17 73077.0 8.426000 67.883250 28.689250 21.127750
4588 2007-12-19 73077.0 8.462375 68.212875 28.667500 17.996375
4601 2007-12-21 73077.0 8.621750 68.509000 28.593250 28.265750
4614 2007-12-23 73077.0 8.787500 68.919125 28.404125 15.778875
4625 2007-12-25 73077.0 9.021000 69.209375 28.354000 18.358125
4637 2007-12-27 73077.0 9.267375 69.400750 28.493875 13.658000
4649 2007-12-29 73077.0 9.513000 69.570625 28.447000 5.420875
4661 2007-12-31 73077.0 9.780375 69.658500 28.443000 6.207750
4673 2008-01-02 73077.0 10.019625 69.768375 28.443125 4.702750
4684 2008-01-04 73077.0 10.244750 69.817875 28.435625 3.010750
4695 2008-01-06 73077.0 10.476125 69.852750 28.621250 1.948750
4706 2008-01-08 73077.0 10.743125 69.862750 28.540250 1.495375
4717 2008-01-10 73077.0 10.982625 69.910875 28.539125 2.281500
4728 2008-01-12 73077.0 11.208000 69.987375 28.442875 4.529000
4739 2008-01-14 73077.0 11.360750 70.062125 28.441375 14.613875
4750 2008-01-16 73077.0 11.437625 70.322000 28.469375 15.436125
4760 2008-01-18 73077.0 11.464125 70.510625 28.397875 3.769125
4770 2008-01-20 73077.0 11.488875 70.660500 28.310875 18.434250
4780 2008-01-22 73077.0 11.501750 71.023375 28.266125 27.525000
4790 2008-01-24 73077.0 11.561000 71.471875 28.219875 23.510250
4801 2008-01-26 73077.0 11.581125 71.729250 28.114875 13.402125
4812 2008-01-28 73077.0 11.622625 72.077375 28.182750 30.494500
4823 2008-01-30 73077.0 11.812500 72.562375 28.002750 23.562750
4832 2008-02-01 73077.0 12.026250 72.853750 27.568125 15.827000
4841 2008-02-03 73077.0 12.287000 72.929000 27.575500 -0.456625
4851 2008-02-05 73077.0 12.112625 73.034625 27.460000 18.433000
4861 2008-02-07 73077.0 11.824375 73.411375 27.301125 18.332375
4871 2008-02-09 73077.0 11.697625 73.524000 27.105750 0.028875
4880 2008-02-11 73077.0 11.621875 73.514875 27.123000 0.358625
4888 2008-02-13 73077.0 11.507000 73.587000 NaN 27.122000
vn spd chlor_a dist cdm kd490 \
4454 46.388667 47.891333 0.130585 613.039960 0.010998 0.052832
4465 39.949125 44.318125 0.163404 622.176164 0.011273 0.060754
4476 47.204000 49.594875 0.161097 647.687112 0.011756 0.060124
4487 33.689375 36.665125 0.158790 670.272161 0.012239 0.059493
4498 35.275125 36.999250 0.156483 696.226194 0.012722 0.058862
4510 18.334500 21.963875 0.154176 667.279905 0.013204 0.058231
4523 19.277500 27.059250 0.150608 636.534601 0.015512 0.056879
4536 4.843000 17.051000 0.147040 604.805868 0.017820 0.055528
4549 1.277750 21.845375 0.143472 571.242234 0.020127 0.054176
4562 1.518000 13.976375 0.160667 543.821254 0.018030 0.056217
4575 4.137500 21.700875 0.158840 514.690410 0.017027 0.055874
4588 0.477000 18.969125 0.157012 479.384145 0.016024 0.055530
4601 18.297125 34.552500 0.145103 442.601110 0.013265 0.055886
4614 10.401250 22.664750 0.193673 393.899388 0.014104 0.065330
4625 10.957625 22.611250 0.242243 355.101309 0.014942 0.074775
4637 18.853875 24.760000 0.194835 326.980147 0.016441 0.062361
4649 16.734500 18.346875 0.187117 302.527955 0.017392 0.061357
4661 16.524250 17.703500 0.179399 288.520696 0.018344 0.060353
4673 13.792125 15.230000 0.132538 274.940222 0.015577 0.056574
4684 13.485250 14.703250 0.174798 266.676740 0.018370 0.059775
4695 16.879375 17.427125 0.189458 256.814859 0.018735 0.060297
4706 17.894625 18.256375 0.109489 248.291496 0.018385 0.052250
4717 13.666125 14.254875 0.144190 239.205755 0.018873 0.052938
4728 11.542375 14.452875 0.110689 229.806079 0.014255 0.050027
4739 8.220250 21.075375 0.103613 222.473130 0.015065 0.049713
4750 6.052250 18.234375 0.085618 195.269810 0.015431 0.046789
4760 -2.109875 5.771125 0.082225 175.413088 0.012631 0.046956
4770 2.398500 20.117250 0.078831 159.909363 0.009831 0.047123
4780 -0.021375 28.241750 0.077651 121.913227 0.010277 0.048187
4790 5.942125 24.452625 0.091563 77.714516 0.011438 0.049600
4801 -1.727375 14.036625 0.107845 49.536265 0.014535 0.051189
4812 11.642750 33.784875 0.123656 11.740111 0.018381 0.052856
4823 8.490250 26.173375 0.132436 19.441280 0.012703 0.054202
4832 19.439000 25.883750 0.101717 39.613430 0.013302 0.051071
4841 4.913625 17.177000 0.039667 69.374257 0.012532 0.042356
4851 -19.243125 28.116875 0.132326 58.273112 0.013637 0.052776
4861 -15.503250 24.886625 0.130161 57.594568 0.015703 0.051948
4871 0.562875 7.297250 0.127997 61.230489 0.017768 0.051120
4880 -11.838875 13.587500 0.125832 57.566271 0.019834 0.050292
4888 -16.151000 31.567000 0.123667 63.033109 0.021900 0.049464
t865 par sst4
4454 0.085789 46.560099 NaN
4465 0.089457 46.226459 NaN
4476 0.103496 24.466323 NaN
4487 0.117536 19.069532 NaN
4498 0.131575 31.991057 27.284999
4510 0.145615 43.249775 28.311874
4523 0.195032 44.845935 28.448168
4536 0.244449 45.548457 28.534999
4549 0.293865 46.935591 26.649546
4562 0.239185 45.411033 28.575127
4575 0.177865 44.957159 27.418001
4588 0.116546 35.904772 27.594501
4601 0.161299 29.040790 27.771000
4614 0.180792 27.898720 27.947499
4625 0.200285 40.662110 28.285155
4637 0.079548 44.100989 28.523132
4649 0.164250 41.895790 28.017121
4661 0.248951 43.929291 28.294364
4673 0.219141 44.476952 27.670955
4684 0.107779 45.440904 26.942336
4695 0.078106 42.975306 28.357274
4706 0.125323 43.335509 28.258409
4717 0.172539 44.535104 28.217994
4728 0.111562 44.527508 28.031592
4739 0.120985 46.283504 28.241339
4750 0.131488 45.800375 28.184927
4760 0.111180 44.468041 28.599776
4770 0.090872 46.277850 27.479306
4780 0.155766 45.951179 26.684999
4790 0.134071 45.833610 27.269096
4801 0.106178 46.785756 28.102909
4812 0.109054 47.848826 27.989460
4823 0.111975 46.731234 27.750798
4832 0.135495 48.019824 27.384036
4841 0.130747 45.589203 27.344034
4851 0.126000 47.944624 26.845190
4861 0.133451 43.044129 25.464999
4871 0.140903 44.035033 24.976356
4880 0.148354 45.357434 27.088749
4888 0.155806 44.524458 26.952029
-----
head and tail of the nonnan series are identified
the float id is: 72633.0
the ratio of nans in the trimmed chlor_a series 0.272727272727
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4546 2007-12-13 72633.0 5.927250 65.639250 28.347125 -28.902250
4559 2007-12-15 72633.0 6.116875 65.125000 28.258500 -39.019250
4572 2007-12-17 72633.0 6.523375 64.557500 28.245000 -23.421000
4585 2007-12-19 72633.0 6.904500 64.283000 27.957125 -25.204125
4598 2007-12-21 72633.0 7.326250 63.983000 27.958625 0.733500
4611 2007-12-23 72633.0 7.730875 64.065500 28.094000 -2.401500
4622 2007-12-25 72633.0 8.044000 63.975625 28.049250 -2.574375
4634 2007-12-27 72633.0 8.343500 63.924375 27.986750 -4.306750
4646 2007-12-29 72633.0 8.540125 63.886000 27.847000 -2.816625
4658 2007-12-31 72633.0 8.696375 63.902000 27.855875 3.658750
4670 2008-01-02 72633.0 8.917125 63.864875 27.860750 -14.931125
vn spd chlor_a dist cdm kd490 \
4546 11.243750 31.149375 0.339569 783.291332 0.025863 0.076006
4559 14.314500 41.814500 0.326478 838.885674 0.026771 0.074484
4572 37.032500 45.677500 0.313388 900.827096 0.027679 0.072963
4585 12.133125 29.499500 0.247217 932.378540 0.017972 0.071446
4598 36.906500 39.856375 0.221103 960.692723 0.018248 0.062945
4611 17.342375 18.963875 0.205743 938.475051 0.017728 0.062718
4622 20.980250 21.413500 0.184204 938.885469 0.016645 0.060910
4634 19.812250 20.742250 0.162665 936.805524 0.015563 0.059101
4646 8.151875 9.713750 0.141126 936.595175 0.014480 0.057293
4658 7.703625 9.128375 0.155738 931.756492 0.015456 0.059597
4670 24.550000 37.070750 0.156944 931.931496 0.015005 0.058886
t865 par sst4
4546 0.114679 39.165772 27.284374
4559 0.137531 39.905073 26.783110
4572 0.160382 46.056343 27.515896
4585 0.131188 44.856504 27.667341
4598 0.100077 34.682165 27.887499
4611 0.069946 30.071745 27.936249
4622 0.095564 33.702722 27.859563
4634 0.121183 41.974717 27.809489
4646 0.146801 40.059602 27.536555
4658 0.172420 45.109583 27.768888
4670 0.186636 45.458448 27.613335
-----
head and tail of the nonnan series are identified
the float id is: 73076.0
the ratio of nans in the trimmed chlor_a series 0.311111111111
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4548 2007-12-13 73076.0 5.611375 65.861875 28.302125 -24.429875
4561 2007-12-15 73076.0 5.854750 65.376125 28.278500 -33.956625
4574 2007-12-17 73076.0 6.336125 64.874125 28.325875 -24.608750
4587 2007-12-19 73076.0 6.833625 64.681250 28.185375 -9.806000
4600 2007-12-21 73076.0 7.240125 64.473750 28.081875 -1.803500
4613 2007-12-23 73076.0 7.656000 64.737375 28.223750 17.290250
4624 2007-12-25 73076.0 7.881625 64.803125 28.143750 0.342000
4636 2007-12-27 73076.0 8.266125 64.893125 27.971875 10.240250
4648 2007-12-29 73076.0 8.427250 65.017500 27.993500 5.912250
4660 2007-12-31 73076.0 8.587250 65.197500 27.967500 16.415375
4672 2008-01-02 73076.0 8.680250 65.531000 27.967625 24.865750
4683 2008-01-04 73076.0 8.643750 65.915750 28.010625 26.819875
4694 2008-01-06 73076.0 8.487875 66.401375 28.027875 31.365000
4705 2008-01-08 73076.0 8.290875 66.849875 28.055375 28.529625
4716 2008-01-10 73076.0 7.987875 67.325875 28.030500 29.453500
4727 2008-01-12 73076.0 7.965875 67.770500 28.085750 21.207000
4738 2008-01-14 73076.0 7.973375 67.922500 28.090125 8.089750
4749 2008-01-16 73076.0 7.949375 68.137000 28.140125 15.976250
4759 2008-01-18 73076.0 7.664875 68.374750 28.201375 15.909125
4769 2008-01-20 73076.0 7.717750 68.625000 28.056375 13.183375
4779 2008-01-22 73076.0 7.774125 68.642125 28.005250 -10.132500
4789 2008-01-24 73076.0 7.634375 68.643000 28.062875 15.595125
4800 2008-01-26 73076.0 7.512375 68.770875 28.005375 -3.208625
4811 2008-01-28 73076.0 7.380875 68.918500 28.091625 23.643375
4822 2008-01-30 73076.0 7.363750 69.164875 28.126750 8.816625
4831 2008-02-01 73076.0 7.467125 69.447625 28.118500 20.273500
4840 2008-02-03 73076.0 7.696375 69.609000 28.100875 5.766750
4850 2008-02-05 73076.0 7.991875 69.561125 27.805125 -14.285375
4860 2008-02-07 73076.0 8.056875 69.317000 27.766875 -12.758750
4870 2008-02-09 73076.0 8.355250 69.189750 27.607000 -3.856750
4879 2008-02-11 73076.0 8.840125 69.200375 27.512625 4.617500
4887 2008-02-13 73076.0 9.417125 69.297625 27.566500 11.628625
4894 2008-02-15 73076.0 9.933250 69.534000 27.753125 9.204375
4901 2008-02-17 73076.0 10.226500 69.615375 28.029875 7.164875
4909 2008-02-19 73076.0 10.467750 69.675500 28.045000 -0.071125
4923 2008-02-21 73076.0 10.704000 69.669625 27.928000 -4.819000
4939 2008-02-23 73076.0 10.762875 69.511125 27.755750 -8.444500
4957 2008-02-25 73076.0 10.742375 69.441250 27.812125 -7.448250
4975 2008-02-27 73076.0 10.813875 69.476750 27.870000 15.350375
4996 2008-02-29 73076.0 10.876250 69.682625 28.150000 15.844000
5017 2008-03-02 73076.0 10.863500 69.823625 28.181375 -1.255875
5040 2008-03-04 73076.0 10.972375 69.897500 28.355375 2.285000
5065 2008-03-06 73076.0 11.106125 69.894500 28.292625 1.264500
5090 2008-03-08 73076.0 11.224625 69.858875 28.478500 1.869875
5115 2008-03-10 73076.0 11.277333 69.925000 28.563000 1.777500
vn spd chlor_a dist cdm kd490 \
4548 9.804125 26.723125 0.414189 762.145901 0.033160 0.084159
4561 22.880000 41.025250 0.262484 812.962109 0.023299 0.068196
4574 40.080375 48.591875 0.216482 865.897235 0.032688 0.066751
4587 17.974625 22.500875 0.230492 888.037487 0.017036 0.066625
4600 38.480875 43.072500 0.212125 912.830386 0.018073 0.064137
4613 9.516500 21.535875 0.189516 870.157192 0.017463 0.063176
4624 24.511500 24.922750 0.213611 855.744643 0.017938 0.063889
4636 18.615375 21.946750 0.188144 834.837619 0.017814 0.060943
4648 9.008000 11.434750 0.162677 817.313614 0.017690 0.057997
4660 8.054375 18.666750 0.156794 794.087177 0.016515 0.057962
4672 1.626250 25.540125 0.150911 756.039207 0.015340 0.057927
4683 -4.988375 27.360875 0.145028 715.569391 0.014164 0.057891
4694 -13.178125 34.129750 0.166067 667.943443 0.015167 0.058792
4705 -13.092000 31.442750 0.157848 626.986299 0.017349 0.055635
4716 -20.662125 36.812375 0.125224 589.736303 0.016354 0.052799
4727 10.826375 24.449375 0.091333 545.977957 0.013467 0.049492
4738 -2.658125 11.819000 0.099410 530.496604 0.014598 0.051148
4749 -11.125375 22.565875 0.107486 510.528136 0.015728 0.052804
4759 -10.717750 23.532375 0.098740 497.840374 0.015515 0.049548
4769 7.477250 16.524875 0.100108 473.102041 0.016349 0.047844
4779 -1.090875 13.089125 0.076189 471.529042 0.010087 0.048577
4789 -12.396625 23.605750 0.083430 468.488180 0.010663 0.047816
4800 -7.484000 11.897125 0.090671 451.192131 0.011239 0.047056
4811 -3.102375 25.198500 0.095622 431.701783 0.012047 0.049475
4822 -2.937750 10.921375 0.100572 404.907662 0.012856 0.051894
4831 18.075625 28.823750 0.099657 378.195908 0.012053 0.050241
4840 17.630375 21.991875 0.110403 367.253137 0.012117 0.050154
4850 3.860875 20.931625 0.103960 374.688733 0.011049 0.048828
4860 15.396125 21.143875 0.104952 392.372615 0.011159 0.048346
4870 23.585375 24.368000 0.105944 387.042073 0.011270 0.047863
4879 36.455000 36.893375 0.120296 362.958559 0.011945 0.050828
4887 37.079250 39.843750 0.111428 334.034812 0.012409 0.050165
4894 28.513625 31.025125 0.102560 300.902681 0.012874 0.049502
4901 11.790750 17.322500 0.093693 288.654135 0.013338 0.048839
4909 10.467375 11.668625 0.091215 275.614730 0.011683 0.048362
4923 15.704125 22.364625 0.085543 269.856668 0.012132 0.048140
4939 3.414750 11.940750 0.062797 285.729475 0.012197 0.046560
4957 -1.471250 17.437500 0.082852 293.637160 0.012625 0.048675
4975 1.702250 17.313750 0.102908 288.568840 0.013053 0.050790
4996 3.941375 21.149625 0.122964 265.328155 0.013480 0.052905
5017 5.818125 17.030875 0.119422 250.242286 0.014471 0.052157
5040 2.101875 11.528000 0.115881 240.773604 0.015461 0.051410
5065 8.267125 14.434625 0.112339 240.098680 0.016451 0.050663
5090 10.258750 16.221250 0.108798 243.858096 0.017441 0.049916
5115 -2.014500 3.956000 0.085129 236.818292 0.016439 0.048320
t865 par sst4
4548 0.139400 36.726377 27.133124
4561 0.132470 39.164791 26.596161
4574 0.158875 37.346992 27.677541
4587 0.158864 39.967763 27.885475
4600 0.100205 30.681674 27.522499
4613 0.042853 32.504158 27.059930
4624 0.107426 27.333679 27.734625
4636 0.115705 38.174578 27.973510
4648 0.123983 40.266164 27.787446
4660 0.132262 42.761103 27.518430
4672 0.140541 43.197793 27.521460
4683 0.148819 46.064548 27.840245
4694 0.168746 46.452017 27.777376
4705 0.100659 43.210781 27.673871
4716 0.163632 48.193131 27.803904
4727 0.168811 46.620150 28.001175
4738 0.173990 48.344665 28.029132
4749 0.179169 48.295861 27.977196
4759 0.144956 45.883882 27.986776
4769 0.125418 48.880713 26.085788
4779 0.139599 37.900186 27.373635
4789 0.153779 37.875069 26.945189
4800 0.167960 48.191862 27.589090
4811 0.146467 46.977941 27.083774
4822 0.124974 51.454376 27.956567
4831 0.101747 51.799279 27.837027
4840 0.094764 48.376277 28.073761
4850 0.059700 42.568164 27.611987
4860 0.081627 32.870053 27.150214
4870 0.103554 31.246184 26.688440
4879 0.086838 51.393575 26.226666
4887 0.124281 50.947005 25.972921
4894 0.161725 51.066445 26.775972
4901 0.199168 52.290104 27.983710
4909 0.093097 51.719008 27.851428
4923 0.123628 50.687140 27.953245
4939 0.167010 52.395979 27.716054
4957 0.165459 50.322980 27.413519
4975 0.163907 49.708107 26.786567
4996 0.162355 53.051987 27.133065
5017 0.172900 53.023639 27.584056
5040 0.183445 54.390534 27.892486
5065 0.193990 54.309132 27.989315
5090 0.204535 52.489867 28.075770
5115 0.203750 53.295602 28.192135
-----
head and tail of the nonnan series are identified
the float id is: 75142.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
4791 2008-01-24 75142.0 6.796375 74.521500 28.061125 -70.029000 -8.329250
4802 2008-01-26 75142.0 6.651375 73.517125 28.054000 -49.840625 -1.223125
4813 2008-01-28 75142.0 6.680000 73.185000 27.941000 -49.840625 -1.223125
spd chlor_a dist cdm kd490 t865 par \
4791 70.75450 0.129615 142.217387 0.014004 0.057217 0.220974 44.608853
4802 51.15475 0.161037 38.069910 0.020804 0.058723 0.132817 48.196424
4813 51.15475 0.162406 6.877272 0.021917 0.057799 0.139296 49.721460
sst4
4791 26.014999
4802 25.203304
4813 27.368603
-----
head and tail of the nonnan series are identified
the float id is: 72638.0
the ratio of nans in the trimmed chlor_a series 0.0454545454545
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4900 2008-02-17 72638.0 19.588833 66.851667 24.515167 7.450600
4908 2008-02-19 72638.0 19.791625 66.794500 24.854625 -15.043375
4922 2008-02-21 72638.0 19.815875 66.429250 24.734500 -23.739625
4938 2008-02-23 72638.0 19.536000 66.178625 24.418250 -6.349000
4956 2008-02-25 72638.0 19.321500 66.160000 24.273875 1.919000
4974 2008-02-27 72638.0 19.271000 66.172125 24.223375 -1.428625
4995 2008-02-29 72638.0 19.322000 66.144375 24.436125 -1.643625
5016 2008-03-02 72638.0 19.410250 66.013250 24.695625 -16.448125
5039 2008-03-04 72638.0 19.250125 65.719875 24.973250 -15.165000
5064 2008-03-06 72638.0 18.866000 65.559375 25.304250 -4.661000
5089 2008-03-08 72638.0 18.468375 65.530875 25.219375 0.759250
5114 2008-03-10 72638.0 18.155750 65.567375 25.298000 2.738000
5138 2008-03-12 72638.0 17.913250 65.629875 25.534625 6.753750
5161 2008-03-14 72638.0 17.792750 65.761500 26.260625 8.590500
5183 2008-03-16 72638.0 17.806875 65.869125 26.249250 3.509625
5206 2008-03-18 72638.0 18.005750 65.892625 26.173875 -2.982375
5229 2008-03-20 72638.0 18.154000 65.717000 26.313250 -14.691625
5249 2008-03-22 72638.0 18.072875 65.573750 26.814875 -2.525375
5269 2008-03-24 72638.0 18.009000 65.588500 26.957375 3.672875
5289 2008-03-26 72638.0 18.082000 65.629625 27.205875 -1.817625
5309 2008-03-28 72638.0 18.174500 65.497125 27.104125 -11.775750
5329 2008-03-30 72638.0 18.141125 65.330625 26.945625 -8.879500
vn spd chlor_a dist cdm kd490 \
4900 14.786000 17.363000 17.319951 359.374084 0.107283 0.350166
4908 11.777750 20.595000 20.823555 347.894498 0.185510 0.249284
4922 -10.384625 27.014625 10.671707 374.458520 0.180991 0.196508
4938 -19.067500 20.594375 4.264804 414.756525 0.142894 0.247810
4956 -8.712125 9.326125 1.643919 432.139938 0.104797 0.182060
4974 1.492500 5.003875 1.656919 434.975296 0.066700 0.160718
4995 6.016375 7.087750 1.377592 433.319469 0.081366 0.153189
5016 -0.193500 17.669500 23.235883 436.964675 0.180840 0.239173
5039 -18.679750 24.463875 10.163437 471.663437 0.085908 0.327565
5064 -28.275000 28.983125 3.982417 512.827215 0.119614 0.277814
5089 -22.504250 22.777500 21.643742 545.287058 0.127422 0.264939
5114 -17.508250 18.086875 12.749621 567.681810 0.135231 0.252065
5138 -11.454875 14.337250 3.855500 583.480098 0.143039 0.239191
5161 -4.220375 10.928125 9.132062 583.508687 0.124592 0.292137
5183 6.201875 10.584125 0.818670 573.902529 0.082792 0.115139
5206 15.407750 17.189125 0.877407 557.274828 0.104144 0.114665
5229 0.464375 17.005375 0.898031 557.300445 0.093966 0.132405
5249 -6.981625 8.876750 0.721393 574.055401 0.083789 0.115421
5269 0.409500 4.692875 0.512089 578.335056 0.073611 0.096292
5289 8.074000 9.455875 0.395406 569.385709 0.063434 0.091745
5309 1.965250 12.227000 0.422791 571.182380 0.050574 0.090730
5329 -6.106750 11.446625 0.390244 585.972830 0.041817 0.081498
t865 par sst4
4900 0.166821 47.129973 24.138800
4908 0.134691 47.421159 24.329900
4922 0.109880 47.825487 24.532874
4938 0.177123 48.569410 24.000567
4956 0.187906 49.289625 24.025966
4974 0.099753 49.647927 24.327483
4995 0.083361 50.075736 24.401087
5016 0.168144 50.425949 24.684296
5039 0.068116 51.064288 24.691516
5064 0.085019 50.851067 24.873911
5089 0.120792 51.836626 24.770347
5114 0.131211 52.549029 24.581235
5138 0.141629 53.487481 25.077872
5161 0.136162 53.928318 25.560575
5183 0.098212 54.077092 26.130853
5206 0.089759 54.622467 26.271792
5229 0.101810 54.570102 26.021828
5249 0.134066 54.718438 25.998140
5269 0.166554 55.262742 26.418762
5289 0.125311 55.886619 26.556661
5309 0.108881 56.205895 27.060654
5329 0.090298 56.472007 26.507913
-----
head and tail of the nonnan series are identified
the float id is: 71160.0
the ratio of nans in the trimmed chlor_a series 0.210526315789
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4906 2008-02-19 71160.0 19.056000 66.966000 25.118000 NaN
4919 2008-02-21 71160.0 19.051000 66.934500 25.043625 -1.079875
4934 2008-02-23 71160.0 18.948000 66.903625 24.813375 -5.707000
4952 2008-02-25 71160.0 19.008125 66.819750 24.714750 -3.725375
4970 2008-02-27 71160.0 19.139500 66.768625 24.734500 -0.564375
4991 2008-02-29 71160.0 19.254375 66.848375 24.907375 9.667750
5012 2008-03-02 71160.0 19.361750 67.050500 25.221125 12.782500
5035 2008-03-04 71160.0 19.426625 67.221625 25.400250 9.130000
5060 2008-03-06 71160.0 19.524750 67.334750 25.355625 3.033000
5085 2008-03-08 71160.0 19.757250 67.337000 25.354000 -2.467000
5110 2008-03-10 71160.0 19.970500 67.256875 25.595000 -5.313375
5134 2008-03-12 71160.0 20.050750 67.187125 25.920000 -5.827250
5157 2008-03-14 71160.0 19.957375 67.092375 26.048875 3.089125
5180 2008-03-16 71160.0 19.873125 67.351875 26.038250 13.984500
5203 2008-03-18 71160.0 20.266750 67.333250 25.986000 -4.594375
5226 2008-03-20 71160.0 20.808875 67.346750 26.043500 2.349875
5247 2008-03-22 71160.0 21.435500 67.432875 26.220375 8.226750
5267 2008-03-24 71160.0 22.148750 67.364375 26.337750 -23.296125
5287 2008-03-26 71160.0 22.471000 66.909667 26.269667 -29.415000
vn spd chlor_a dist cdm kd490 \
4906 NaN NaN 13.497472 395.167470 0.225880 0.479165
4919 -2.405250 6.682875 14.243027 397.811346 0.184197 0.301116
4934 -4.250125 10.170000 3.756678 408.384339 0.158053 0.234501
4952 8.040125 9.896750 2.002609 409.340594 0.196180 0.198213
4970 8.053875 9.154250 8.504149 402.200066 0.234307 0.201723
4991 6.977375 12.348500 6.125270 387.130345 0.107233 0.161888
5012 5.481125 14.103875 22.949601 364.020510 0.124908 0.244754
5035 4.648750 10.799500 10.922032 346.644984 0.153059 0.387157
5060 8.136375 9.428125 24.541606 330.649924 0.076950 0.260505
5085 19.685125 20.226375 12.644901 311.476742 0.105136 0.204064
5110 6.994125 9.826625 0.748197 299.488853 0.133322 0.147622
5134 3.928875 8.586625 3.839335 298.328373 0.161508 0.170246
5157 -15.698375 19.651000 4.516070 312.644718 0.189694 0.239973
5180 15.429250 28.699000 12.353887 300.761252 0.297482 0.355074
5203 24.826875 26.958625 1.212680 270.796749 0.091423 0.129871
5226 42.961750 43.254625 1.043125 229.627697 0.091423 0.124266
5247 44.553375 45.719375 0.873570 181.420240 0.091423 0.118660
5267 35.636125 45.324125 0.704014 162.916737 0.091423 0.113055
5287 13.826600 33.500400 0.534459 166.149451 0.091423 0.107450
t865 par sst4
4906 0.134524 47.796839 24.711636
4919 0.089835 48.206460 24.842473
4934 0.052211 48.800182 24.635270
4952 0.123012 49.371276 24.555209
4970 0.096119 49.732804 24.839182
4991 0.073893 50.084892 24.816189
5012 0.077768 50.270292 25.062776
5035 0.099575 51.166563 25.338387
5060 0.101589 51.056536 25.027729
5085 0.230322 50.166394 24.931127
5110 0.359055 51.282505 25.220001
5134 0.109380 52.440702 24.467598
5157 0.059245 52.894558 25.772161
5180 0.077791 53.286519 24.983473
5203 0.075024 53.352062 25.949213
5226 0.175082 53.113238 25.427840
5247 0.275141 53.570087 25.268053
5267 0.308504 53.420186 25.892652
5287 0.237357 54.002574 25.949562
-----
head and tail of the nonnan series are identified
the float id is: 59213.0
the ratio of nans in the trimmed chlor_a series 0.15
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4911 2008-02-21 59213.0 20.903250 66.180625 24.279750 25.788286
4926 2008-02-23 59213.0 21.078125 66.560250 23.996125 17.778625
4943 2008-02-25 59213.0 20.857250 66.708875 23.880125 4.060250
4961 2008-02-27 59213.0 20.602125 66.784250 23.892750 -1.037000
4982 2008-02-29 59213.0 20.325000 66.570500 24.199625 -24.498500
5003 2008-03-02 59213.0 20.442000 66.148875 24.475875 -17.728500
5024 2008-03-04 59213.0 20.799375 66.110625 24.694375 14.151875
5047 2008-03-06 59213.0 20.865000 66.524250 24.855750 26.138375
5072 2008-03-08 59213.0 20.553500 66.712875 24.780500 -6.896875
5097 2008-03-10 59213.0 20.349125 66.419750 24.804250 -20.919750
5122 2008-03-12 59213.0 20.389750 66.124375 24.935000 -14.207375
5145 2008-03-14 59213.0 20.448875 65.936000 25.339375 -11.703125
5168 2008-03-16 59213.0 20.536625 65.760625 25.538500 -5.438500
5191 2008-03-18 59213.0 20.548625 65.693375 25.553750 -6.837625
5214 2008-03-20 59213.0 20.598000 65.523625 25.821750 -8.960125
5236 2008-03-22 59213.0 20.685625 65.469000 26.336750 -0.497375
5256 2008-03-24 59213.0 20.629125 65.452750 26.665125 -5.073875
5276 2008-03-26 59213.0 20.563750 65.257625 26.627750 -14.738625
5296 2008-03-28 59213.0 20.691250 65.104750 26.399125 -1.923000
5316 2008-03-30 59213.0 20.719125 65.172375 26.074625 7.155500
vn spd chlor_a dist cdm kd490 \
4911 35.393429 44.931714 1.700886 323.935721 0.116811 0.170352
4926 -11.842125 22.795625 1.710868 279.984029 0.094781 0.176040
4943 -12.018625 13.715250 1.822432 278.868758 0.082304 0.187726
4961 -22.510875 23.918250 1.451731 289.035446 0.069826 0.170669
4982 -6.775250 27.376250 1.213278 325.759883 0.063668 0.151099
5003 20.823375 29.470375 7.532001 352.930218 0.106866 0.155376
5024 17.258000 25.266000 3.755167 335.742994 0.106797 0.240996
5047 -9.725625 29.750125 2.171988 294.715543 0.089949 0.177280
5072 -23.657375 27.524875 1.410975 298.211347 0.122094 0.152059
5097 -3.289250 21.726375 1.698460 336.231690 0.108286 0.171376
5122 5.553000 17.206625 1.985945 358.317612 0.094478 0.190694
5145 4.396625 14.851125 1.576627 371.074126 0.080669 0.163885
5168 5.276125 8.489375 1.382811 381.745439 0.090799 0.153076
5191 -3.516250 7.989000 1.122425 387.206513 0.090799 0.137303
5214 8.445000 14.773500 0.862039 400.242772 0.090799 0.121530
5236 2.464375 9.125750 0.601654 401.027487 0.090799 0.105757
5256 -6.729625 11.734125 0.652521 405.287640 0.090799 0.109064
5276 3.762750 18.621000 0.507824 426.736061 0.090799 0.099081
5296 8.527250 11.763250 0.506883 432.648193 0.090799 0.097313
5316 -9.107500 13.904750 0.509607 426.173251 0.090799 0.092847
t865 par sst4
4911 0.111493 46.982952 24.317931
4926 0.327505 47.244808 23.539480
4943 0.103773 48.015318 23.795243
4961 0.092313 48.827832 24.171477
4982 0.092246 49.485406 24.186349
5003 0.293306 50.018563 24.142478
5024 0.112273 50.177805 24.609444
5047 0.097730 50.381527 24.656497
5072 0.048239 49.913908 24.477399
5097 0.299668 51.478425 24.527853
5122 0.084649 51.890699 24.128212
5145 0.111945 52.615758 25.037669
5168 0.053205 53.228776 25.463370
5191 0.100039 53.440912 25.524430
5214 0.146874 53.410565 25.469801
5236 0.193709 53.753059 25.441607
5256 0.194099 54.615598 25.982510
5276 0.140881 55.258403 26.214445
5296 0.156838 55.615306 26.483652
5316 0.150762 55.482439 25.166776
-----
head and tail of the nonnan series are identified
the float id is: 59215.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4912 2008-02-21 59215.0 17.753125 67.278375 25.753875 -20.26200
4927 2008-02-23 59215.0 17.562750 66.939500 25.317625 -19.60125
4944 2008-02-25 59215.0 17.434667 66.782000 25.171000 -5.22750
vn spd chlor_a dist cdm kd490 \
4912 -12.041857 23.792714 0.557782 474.205433 0.042067 0.098873
4927 -11.875125 23.040500 0.659840 513.432129 0.057344 0.107583
4944 -12.875000 14.029500 4.784454 535.093788 0.057344 0.224399
t865 par sst4
4912 0.108441 48.880774 25.635808
4927 0.085586 49.388585 25.205859
4944 0.150205 50.007117 25.104427
-----
head and tail of the nonnan series are identified
the float id is: 59394.0
the ratio of nans in the trimmed chlor_a series 0.1
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4915 2008-02-21 59394.0 17.206375 67.912750 25.897875 1.977143
4930 2008-02-23 59394.0 17.199875 68.026500 25.725375 11.465875
4947 2008-02-25 59394.0 17.230625 68.227250 25.640875 11.223750
4964 2008-02-27 59394.0 17.410250 68.365125 25.697375 6.119375
4985 2008-02-29 59394.0 17.725875 68.318125 25.682375 -9.923625
5006 2008-03-02 59394.0 18.050875 68.121625 25.979125 -15.902000
5027 2008-03-04 59394.0 18.121625 67.792375 26.026250 -25.490625
5050 2008-03-06 59394.0 18.102500 67.353875 26.059875 -25.333000
5075 2008-03-08 59394.0 18.183375 66.968000 26.152625 -19.744375
5100 2008-03-10 59394.0 18.421375 66.732875 26.127750 -11.051500
5125 2008-03-12 59394.0 18.771125 66.598375 26.215875 -5.004000
5148 2008-03-14 59394.0 19.256250 66.504875 26.378125 -10.434500
5171 2008-03-16 59394.0 19.686750 66.031625 26.333875 -47.747000
5194 2008-03-18 59394.0 19.637500 65.299875 26.312000 -28.523750
5217 2008-03-20 59394.0 19.191875 65.101750 26.451125 -3.246750
5238 2008-03-22 59394.0 18.895125 65.134500 26.687000 8.084625
5258 2008-03-24 59394.0 18.781375 65.341500 26.855250 15.618500
5278 2008-03-26 59394.0 18.812000 65.529125 27.018125 6.545125
5298 2008-03-28 59394.0 18.910125 65.579250 26.819625 1.152750
5318 2008-03-30 59394.0 19.055625 65.645000 26.606000 5.786625
vn spd chlor_a dist cdm kd490 \
4915 2.731000 4.278000 1.064278 483.535940 0.064953 0.133116
4930 -2.071875 12.382625 0.574271 477.704827 0.053087 0.100031
4947 6.880750 14.540250 0.797240 463.812135 0.044718 0.131014
4964 16.439250 18.149875 1.020209 439.280040 0.036349 0.161997
4985 23.605375 25.741875 0.879745 411.942129 0.027981 0.097702
5006 13.227375 21.967500 8.040271 393.375176 0.139268 0.171462
5027 -0.797500 25.613875 0.752093 408.374158 0.058186 0.106026
5050 0.104625 25.881250 0.429872 439.537760 0.035358 0.093097
5075 10.143000 22.761750 0.396140 460.803553 0.058747 0.102178
5100 18.243875 21.828750 0.297037 460.452722 0.082137 0.085303
5125 29.337750 30.271250 3.863131 444.445428 0.105527 0.175758
5148 30.548625 33.017250 0.760119 411.153176 0.039156 0.108519
5171 19.051500 52.906375 0.454068 414.863494 0.050738 0.088646
5194 -24.484875 41.024875 0.470242 477.115876 0.050518 0.097439
5217 -26.826250 28.367250 0.486416 524.283608 0.050297 0.106231
5238 -11.231500 15.472250 0.491265 543.590801 0.050077 0.101228
5258 -1.829250 16.650250 0.392785 536.111681 0.049856 0.085567
5278 5.201625 10.289750 0.295051 519.211199 0.049636 0.081520
5298 6.958625 9.793500 0.279271 507.985493 0.043192 0.076037
5318 13.209500 15.048125 0.266430 492.030549 0.031887 0.072439
t865 par sst4
4915 0.107889 49.297578 24.680016
4930 0.180413 49.414061 25.854717
4947 0.290166 49.972273 25.438617
4964 0.157764 50.690169 25.742171
4985 0.111427 50.891922 26.021783
5006 0.077177 50.947373 25.811286
5027 0.076018 51.591383 26.093511
5050 0.174197 50.044892 25.902299
5075 0.251969 51.428203 25.826931
5100 0.291375 51.601592 25.455137
5125 0.207176 53.167786 25.133660
5148 0.079708 53.190818 26.001787
5171 0.074167 53.460231 26.234739
5194 0.096904 54.178687 26.277147
5217 0.119642 53.999162 25.930787
5238 0.161516 54.208255 25.973429
5258 0.216052 55.001683 26.533894
5278 0.131783 55.742571 26.502609
5298 0.133079 56.080760 26.855512
5318 0.130760 56.169196 25.718332
-----
head and tail of the nonnan series are identified
the float id is: 71158.0
the ratio of nans in the trimmed chlor_a series 0.210526315789
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4917 2008-02-21 71158.0 20.896875 66.178500 24.370250 26.599429
4932 2008-02-23 71158.0 21.070250 66.553625 24.088375 16.100125
4950 2008-02-25 71158.0 20.873625 66.702750 23.958250 5.900375
4968 2008-02-27 71158.0 20.606375 66.805750 23.947625 1.203250
4989 2008-02-29 71158.0 20.275875 66.642875 24.255875 -19.950875
5010 2008-03-02 71158.0 20.270125 66.283750 24.507250 -19.423000
5033 2008-03-04 71158.0 20.557500 66.121125 24.747500 5.127250
5058 2008-03-06 71158.0 20.691125 66.384375 24.866125 13.385500
5083 2008-03-08 71158.0 20.553875 66.346500 24.908000 -10.459375
5108 2008-03-10 71158.0 20.561875 66.251625 24.795250 -2.061000
5132 2008-03-12 71158.0 20.494750 66.302625 24.953875 13.945500
5155 2008-03-14 71158.0 20.356000 66.744375 25.258250 36.012250
5178 2008-03-16 71158.0 20.699625 67.291500 25.391500 23.575500
5201 2008-03-18 71158.0 21.182500 67.641625 25.492250 21.595250
5224 2008-03-20 71158.0 21.348375 67.882375 25.960875 6.255250
5245 2008-03-22 71158.0 21.587250 67.883625 26.237500 -5.018125
5265 2008-03-24 71158.0 21.885375 67.755750 26.359375 -10.194875
5285 2008-03-26 71158.0 22.156375 67.563125 26.385625 -10.627375
5305 2008-03-28 71158.0 22.277000 67.388500 26.271250 -10.816375
vn spd chlor_a dist cdm kd490 \
4917 35.535571 45.731143 1.654592 324.454948 0.116013 0.170190
4932 -10.937750 20.637375 1.750570 280.993149 0.094781 0.177531
4950 -11.920375 14.059125 1.785504 278.423902 0.081788 0.186160
4968 -23.712625 24.663125 1.420423 286.992519 0.068796 0.169172
4989 -12.166000 25.128875 1.407449 323.652942 0.074429 0.163326
5010 10.621875 23.192875 1.651663 352.802802 0.073631 0.179103
5033 21.660500 25.241000 18.792622 348.328326 0.074640 0.138621
5058 -8.560125 20.758875 1.500231 317.234313 0.080179 0.151890
5083 -2.139000 11.637125 1.751233 328.922334 0.093968 0.171319
5108 -1.648375 6.309000 1.961343 336.635042 0.089388 0.187127
5132 -7.848500 20.003250 2.171452 336.408793 0.084808 0.202935
5155 -0.380375 37.563625 1.414055 309.838153 0.080228 0.158248
5178 39.430500 46.789625 1.030824 242.001283 0.096481 0.134065
5201 16.997625 28.100375 1.365556 179.285372 0.091097 0.157999
5224 9.601750 12.371250 1.114028 148.351092 0.091097 0.140077
5245 21.436000 22.511250 0.862500 132.592664 0.091097 0.122155
5265 16.481625 20.613500 0.610971 130.379954 0.091097 0.104234
5285 15.409625 21.504375 0.359443 142.462508 0.091097 0.086312
5305 1.791250 15.054250 0.366029 159.361076 0.091097 0.088217
t865 par sst4
4917 0.111368 46.990382 24.321066
4932 0.304287 47.248623 23.542580
4950 0.103209 47.997764 23.766640
4968 0.092351 48.830444 24.150674
4989 0.090359 49.521335 24.195847
5010 0.158767 50.068102 24.269652
5033 0.129850 50.386546 24.593893
5058 0.050534 50.520565 24.531387
5083 0.045077 50.859645 24.473330
5108 0.053861 51.371769 24.496346
5132 0.062645 51.801130 24.571962
5155 0.061393 52.708367 24.987611
5178 0.078163 52.937490 25.391486
5201 0.088005 52.908088 25.428293
5224 0.210628 53.724286 25.636498
5245 0.333250 53.534959 25.453235
5265 0.333478 53.583287 25.803720
5285 0.203855 54.266610 25.845385
5305 0.225104 54.903232 26.268440
-----
head and tail of the nonnan series are identified
the float id is: 71159.0
the ratio of nans in the trimmed chlor_a series 0.05
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4918 2008-02-21 71159.0 19.766667 66.313000 24.690000 -21.993500
4933 2008-02-23 71159.0 19.532750 66.182500 24.355000 -5.451125
4951 2008-02-25 71159.0 19.315375 66.158250 24.183375 2.174375
4969 2008-02-27 71159.0 19.264750 66.205375 24.139000 0.275250
4990 2008-02-29 71159.0 19.384500 66.167000 24.397625 -4.696125
5011 2008-03-02 71159.0 19.459500 65.982000 24.687500 -18.483875
5034 2008-03-04 71159.0 19.261125 65.686125 25.062375 -14.114375
5059 2008-03-06 71159.0 18.874375 65.547625 25.225000 -4.441000
5084 2008-03-08 71159.0 18.479875 65.508000 25.282250 -0.630500
5109 2008-03-10 71159.0 18.172875 65.513000 25.439375 1.700500
5133 2008-03-12 71159.0 17.907625 65.586875 25.717125 7.167750
5156 2008-03-14 71159.0 17.734500 65.688250 26.251250 5.699875
5179 2008-03-16 71159.0 17.603000 65.737750 26.287625 -0.588625
5202 2008-03-18 71159.0 17.422500 65.713125 26.252875 -0.177125
5225 2008-03-20 71159.0 17.211250 65.726500 26.638875 2.719750
5246 2008-03-22 71159.0 17.035375 65.799625 26.860500 6.671750
5266 2008-03-24 71159.0 16.856250 65.887375 27.152750 1.963500
5286 2008-03-26 71159.0 16.744500 65.884125 27.180250 -3.863625
5306 2008-03-28 71159.0 16.650875 65.790500 27.365750 -7.768125
5326 2008-03-30 71159.0 16.595750 65.704750 27.314125 -2.492875
vn spd chlor_a dist cdm kd490 \
4918 -20.722000 30.480500 5.038148 387.129350 0.166665 0.303752
4933 -18.759000 20.022250 4.131526 414.698075 0.135318 0.247637
4951 -10.697000 12.013625 1.666692 432.731641 0.103970 0.183097
4969 5.072750 7.958250 1.785360 432.890224 0.072622 0.147098
4990 8.934500 10.734750 1.466222 426.915295 0.091783 0.163382
5011 -3.577875 19.892375 30.104422 435.700599 0.207211 0.237353
5034 -19.998500 24.908250 10.897826 473.450931 0.098614 0.504245
5059 -27.413500 28.225250 4.942078 513.115264 0.113885 0.292113
5084 -22.448875 22.672250 27.613282 546.101541 0.122739 0.257966
5109 -17.739375 18.222125 16.799115 570.173221 0.131592 0.223819
5133 -14.056750 16.287250 5.984949 586.950014 0.140446 0.189672
5156 -9.426500 12.473750 7.017172 593.600605 0.139862 0.213185
5179 -9.803000 10.849625 0.918524 599.350660 0.081756 0.123637
5202 -13.169375 14.242000 0.856128 614.873197 0.073772 0.115063
5225 -11.524375 14.371375 0.551806 630.142086 0.065788 0.102536
5246 -11.586125 14.665250 0.538753 638.341437 0.057805 0.100359
5266 -10.435750 11.426625 0.440582 646.301451 0.049821 0.089616
5286 -6.814000 9.510625 0.425370 655.695174 0.041837 0.090522
5306 -5.207625 11.181125 0.289892 670.076078 0.033719 0.076568
5326 -1.225625 8.442125 0.249700 680.730273 0.023369 0.071183
t865 par sst4
4918 0.109309 47.765203 24.623888
4933 0.176968 48.574030 24.013676
4951 0.188103 49.292058 24.026468
4969 0.100578 49.644457 24.318769
4990 0.091224 50.006049 24.413528
5011 0.203955 50.466916 24.651792
5034 0.071346 51.051811 24.667758
5059 0.092258 50.707387 24.866476
5084 0.139142 51.832122 24.778678
5109 0.141860 52.534919 24.404829
5133 0.144578 53.556746 24.872964
5156 0.139388 53.725993 25.587227
5179 0.118403 54.202767 26.108460
5202 0.111156 54.714154 26.275634
5225 0.086203 55.056547 26.384622
5246 0.139467 55.209582 26.333070
5266 0.155682 55.544061 26.429486
5286 0.132720 56.184906 26.663802
5306 0.118896 56.551148 27.117696
5326 0.077940 56.534945 27.104813
-----
head and tail of the nonnan series are identified
the float id is: 71162.0
the ratio of nans in the trimmed chlor_a series 0.166666666667
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4920 2008-02-21 71162.0 17.229600 67.821000 25.870200 -4.116500
4936 2008-02-23 71162.0 17.241375 67.748625 25.742000 -6.390375
4954 2008-02-25 71162.0 17.272875 67.800250 25.901625 14.888000
4972 2008-02-27 71162.0 17.431000 68.117125 25.895875 18.048750
4993 2008-02-29 71162.0 17.811875 68.205750 25.755500 -4.548750
5014 2008-03-02 71162.0 18.118125 68.095625 25.854625 -8.983875
5037 2008-03-04 71162.0 18.220875 68.042250 25.922000 6.423875
5062 2008-03-06 71162.0 18.341750 68.230250 26.084875 11.640500
5087 2008-03-08 71162.0 18.515625 68.445250 26.113250 20.165250
5112 2008-03-10 71162.0 18.812875 68.927750 26.367125 33.386625
5136 2008-03-12 71162.0 19.351375 69.283875 26.361125 9.184375
5159 2008-03-14 71162.0 19.640429 69.354571 26.357000 1.251667
vn spd chlor_a dist cdm kd490 \
4920 3.545250 6.264500 1.823254 486.592593 0.059795 0.186709
4936 1.219500 8.216625 1.029479 489.721726 0.074375 0.134025
4954 2.749125 15.912125 0.933446 483.793124 0.065560 0.140218
4972 21.117125 30.000250 0.837413 450.927754 0.056745 0.146411
4993 23.414500 24.088625 1.175318 410.298275 0.047931 0.137010
5014 12.086875 16.458250 2.083905 388.961122 0.055938 0.108846
5037 4.681375 8.705625 1.661768 383.324598 0.047087 0.121955
5062 12.162125 18.147000 2.521088 360.605262 0.104173 0.176869
5087 8.356875 22.841750 1.502853 331.634020 0.083917 0.138271
5112 33.409625 48.081625 0.484619 275.809399 0.063660 0.099673
5136 29.719250 31.922500 0.467903 205.408380 0.055530 0.100639
5159 10.921833 11.447000 0.409681 174.706334 0.047399 0.084486
t865 par sst4
4920 0.105404 49.135052 24.758297
4936 0.079151 49.397840 24.985148
4954 0.114575 50.062483 25.456065
4972 0.149998 50.711674 25.709263
4993 0.106564 50.804214 25.838446
5014 0.078242 50.885919 25.812654
5037 0.071529 51.499863 26.016856
5062 0.078250 51.259866 25.834624
5087 0.161511 46.731478 25.772636
5112 0.244773 49.439052 21.947959
5136 0.220472 52.340331 25.983481
5159 0.073813 52.751455 26.407652
-----
head and tail of the nonnan series are identified
the float id is: 73079.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4924 2008-02-21 73079.0 19.800333 66.379500 24.701333 -20.525200
4940 2008-02-23 73079.0 19.532125 66.177625 24.326125 -7.094500
4958 2008-02-25 73079.0 19.316250 66.159625 24.196500 2.583500
4976 2008-02-27 73079.0 19.265875 66.188000 24.151375 -0.352000
4997 2008-02-29 73079.0 19.345000 66.147250 24.413250 -3.876625
5018 2008-03-02 73079.0 19.406375 66.015375 24.890875 -13.622250
5041 2008-03-04 73079.0 19.299125 65.786500 25.071750 -11.921875
5066 2008-03-06 73079.0 19.168500 65.600500 25.505875 -11.300500
5091 2008-03-08 73079.0 18.992125 65.384000 25.291500 -14.849625
5116 2008-03-10 73079.0 18.718875 65.164625 25.466875 -10.848250
5139 2008-03-12 73079.0 18.411875 65.096625 25.870875 4.686375
5162 2008-03-14 73079.0 18.257875 65.182000 26.501750 1.377375
5184 2008-03-16 73079.0 18.178250 65.151125 26.718750 -4.636250
5207 2008-03-18 73079.0 18.030750 65.073125 26.364875 -4.794750
5230 2008-03-20 73079.0 17.913250 64.945500 26.411125 -10.707375
5250 2008-03-22 73079.0 17.761125 64.732875 26.836750 -12.447750
5270 2008-03-24 73079.0 17.569875 64.653000 27.183875 -1.061625
5290 2008-03-26 73079.0 17.479250 64.549875 27.236750 -13.199375
5310 2008-03-28 73079.0 17.268500 64.256125 27.411625 -20.299750
5330 2008-03-30 73079.0 16.921000 64.047375 27.114000 -2.713625
vn spd chlor_a dist cdm kd490 \
4924 -14.368800 26.102000 4.439097 379.469839 0.142672 0.212993
4940 -19.975000 22.171375 4.580112 415.122736 0.119341 0.255059
4958 -8.531750 10.365875 1.670041 432.559586 0.096010 0.182946
4976 3.633625 7.020750 1.750101 434.138383 0.072679 0.146392
4997 5.060000 7.112625 1.237670 431.387694 0.080385 0.150276
5018 -0.303625 14.543875 20.988182 437.089900 0.179014 0.236468
5041 -9.198000 15.917250 26.816097 462.836253 0.091456 0.150300
5066 -9.477875 14.857125 8.551880 487.019165 0.103207 0.393290
5091 -15.524625 22.154125 3.001748 517.005843 0.094180 0.240188
5116 -17.469500 21.307375 0.886472 554.511975 0.085154 0.134957
5139 -17.871500 20.012500 0.678187 582.778235 0.076127 0.110125
5162 -3.408875 6.330375 0.730627 587.898955 0.074106 0.112732
5184 -9.579625 12.038250 0.619800 596.398576 0.058925 0.103378
5207 -9.068375 11.229625 0.687522 613.768437 0.057297 0.112197
5230 -6.420375 13.098625 0.556920 632.521189 0.055668 0.101195
5250 -14.158250 19.928375 0.526099 660.364308 0.054040 0.099791
5270 -6.175375 7.410375 0.492524 680.499296 0.052411 0.098070
5290 -8.344125 15.756875 0.308888 677.457769 0.050783 0.074752
5310 -19.330375 28.261125 0.322584 663.376489 0.039772 0.075733
5330 -21.194750 22.151000 0.293664 667.571243 0.029011 0.072238
t865 par sst4
4924 0.109337 47.816922 24.585030
4940 0.177136 48.570974 24.021981
4958 0.188090 49.291799 24.026789
4976 0.100600 49.643546 24.324657
4997 0.083751 50.069128 24.383957
5018 0.164417 50.421489 24.682338
5041 0.096407 50.982586 24.683720
5066 0.074497 49.776038 24.858073
5091 0.123414 49.868579 24.848316
5116 0.291284 51.792609 24.725853
5139 0.095664 53.110372 24.827806
5162 0.095554 53.608561 24.990947
5184 0.080673 53.965092 25.936363
5207 0.071493 54.603461 26.360130
5230 0.080695 54.775545 25.292833
5250 0.148657 54.998782 25.961503
5270 0.224710 55.847441 26.371657
5290 0.105402 56.276207 26.706994
5310 0.097357 56.563676 27.020462
5330 0.083922 56.864719 26.829186
-----
head and tail of the nonnan series are identified
the float id is: 71161.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4935 2008-02-23 71161.0 18.189875 67.183875 25.509500 4.797429
4953 2008-02-25 71161.0 18.668250 67.435375 25.307250 22.673000
4971 2008-02-27 71161.0 19.143125 67.642375 25.203750 1.111875
4992 2008-02-29 71161.0 19.555250 67.516250 25.265000 -11.851875
5013 2008-03-02 71161.0 19.721375 67.372750 25.543250 -7.865375
5036 2008-03-04 71161.0 19.838875 67.244375 25.586750 -7.938500
5061 2008-03-06 71161.0 19.935875 67.054875 25.550625 -14.600250
5086 2008-03-08 71161.0 19.959750 66.868000 25.454125 -6.221625
5111 2008-03-10 71161.0 19.903375 66.877125 25.460500 7.372000
5135 2008-03-12 71161.0 19.838625 67.085875 25.677000 16.756250
5158 2008-03-14 71161.0 19.666625 67.389875 25.897375 15.451000
5181 2008-03-16 71161.0 19.403750 67.440000 26.156625 -7.515375
5204 2008-03-18 71161.0 19.098375 67.222750 26.071875 -15.718375
5227 2008-03-20 71161.0 18.935500 66.967625 26.324500 -15.781875
5248 2008-03-22 71161.0 18.905250 66.741875 26.697500 -13.248375
5268 2008-03-24 71161.0 18.949125 66.536000 26.899750 -10.235875
5288 2008-03-26 71161.0 19.064125 66.359625 26.878500 -10.840375
5307 2008-03-28 71161.0 19.249000 66.196125 26.911375 -8.503875
5327 2008-03-30 71161.0 19.445500 66.101375 26.827375 -3.562750
vn spd chlor_a dist cdm kd490 \
4935 32.294000 33.144429 1.682741 444.470420 0.076725 0.126475
4953 29.647875 37.584000 1.319660 387.944757 0.094791 0.168527
4971 29.738750 30.313125 8.267573 335.814761 0.112857 0.259357
4992 18.019250 21.739375 2.867454 315.327231 0.130924 0.160494
5013 7.733500 11.103375 1.654339 311.839456 0.080280 0.142676
5036 7.225875 11.223375 6.253270 311.062955 0.067729 0.254102
5061 4.726250 15.513250 14.040227 317.115971 0.119503 0.241330
5086 -2.768000 8.413375 2.005219 329.677589 0.123520 0.211924
5111 -3.618500 8.991500 1.243049 333.146073 0.127538 0.175795
5135 -5.848250 18.162000 3.216815 322.429371 0.131556 0.246266
5158 -13.466000 20.938875 2.195580 315.073443 0.135573 0.189092
5181 -20.839875 22.862000 3.584588 332.834438 0.140169 0.188273
5204 -16.779125 24.531750 3.203867 372.217834 0.195819 0.194680
5227 -6.556625 22.056625 0.645641 404.335291 0.166725 0.141002
5248 3.046750 16.754500 0.647042 423.308252 0.137631 0.087325
5268 4.320750 12.719375 0.488147 434.182754 0.108537 0.097965
5288 10.366125 15.559875 0.353218 437.095562 0.079443 0.082646
5307 13.423250 16.460625 0.324675 434.794036 0.050349 0.078714
5327 9.310000 10.725250 0.317191 427.495116 0.034541 0.076820
t865 par sst4
4935 0.076498 49.017447 25.327299
4953 0.076009 49.421918 25.106952
4971 0.071957 49.785035 25.248553
4992 0.063611 49.938011 25.225402
5013 0.086438 50.072344 25.303520
5036 0.120377 50.939935 25.470262
5061 0.134133 50.604724 24.967299
5086 0.140459 51.026777 24.987949
5111 0.321260 51.863205 23.936767
5135 0.200941 52.574122 24.853918
5158 0.068693 53.079824 25.913629
5181 0.067622 53.427234 25.670037
5204 0.084321 53.802123 26.108277
5227 0.122927 54.342076 24.474282
5248 0.150103 54.515125 25.988127
5268 0.187065 54.959682 26.497276
5288 0.147293 55.578288 26.288369
5307 0.114071 55.879825 26.955684
5327 0.104764 55.936466 26.498531
-----
head and tail of the nonnan series are identified
the float id is: 45748.0
the ratio of nans in the trimmed chlor_a series 0.411764705882
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4960 2008-02-27 45748.0 10.484750 67.930375 27.616625 -6.040875
4981 2008-02-29 45748.0 10.789375 67.849250 27.860625 -1.638750
5002 2008-03-02 45748.0 11.027500 67.633375 27.835375 -19.366250
5023 2008-03-04 45748.0 11.163625 67.317625 27.942500 -26.878750
5046 2008-03-06 45748.0 11.007625 66.973625 27.894625 -16.637375
5071 2008-03-08 45748.0 10.698250 66.782125 28.077750 -2.495125
5096 2008-03-10 45748.0 10.341375 66.840000 28.162000 9.748625
5121 2008-03-12 45748.0 10.142000 67.042000 28.230125 11.022375
5144 2008-03-14 45748.0 10.183625 67.252625 28.161375 11.085375
5167 2008-03-16 45748.0 10.346875 67.301000 27.983625 4.574250
5190 2008-03-18 45748.0 10.697875 67.409125 28.016250 7.141500
5213 2008-03-20 45748.0 11.173625 67.447250 28.123000 -3.898250
5235 2008-03-22 45748.0 11.546375 67.306125 28.259875 -14.801375
5255 2008-03-24 45748.0 11.597375 67.058750 28.368125 -17.479375
5275 2008-03-26 45748.0 11.575625 66.752000 28.527875 -20.723750
5295 2008-03-28 45748.0 11.473625 66.472500 28.453875 -13.044375
5315 2008-03-30 45748.0 11.448625 66.346250 28.572625 -3.710375
vn spd chlor_a dist cdm kd490 \
4960 12.717875 15.921500 0.081875 461.408220 0.014721 0.051162
4981 17.959875 24.798750 0.098850 465.613448 0.015150 0.053517
5002 22.353125 30.930250 0.101283 487.303659 0.012799 0.053021
5023 -5.110875 27.516750 0.096487 521.395456 0.014847 0.052516
5046 -18.010000 24.603375 0.091690 559.431119 0.016895 0.052012
5071 -23.504625 25.364500 0.094433 582.757600 0.015141 0.051882
5096 -16.704250 20.313625 0.097175 581.756561 0.013387 0.051752
5121 -3.846250 15.828250 0.099917 564.196335 0.011632 0.051622
5144 3.632875 15.306375 0.080769 540.663514 0.012563 0.049259
5167 17.088125 18.635500 0.122599 531.931038 0.012310 0.054696
5190 28.799250 30.039000 0.120543 514.550329 0.012621 0.053567
5213 30.542750 30.900375 0.118486 507.225066 0.012932 0.052437
5235 13.727625 21.153750 0.116430 523.877361 0.013242 0.051308
5255 -3.298000 18.589250 0.114374 551.198457 0.013553 0.050179
5275 -2.000250 21.461500 0.112317 584.398705 0.013864 0.049049
5295 -7.097000 15.845375 0.100761 614.231504 0.011848 0.048823
5315 1.330875 7.533375 0.093164 627.884005 0.010247 0.047937
t865 par sst4
4960 0.270485 51.830748 26.701921
4981 0.202957 50.040907 27.069901
5002 0.197833 54.519537 26.391699
5023 0.174823 54.385673 27.947806
5046 0.151813 53.260875 27.878399
5071 0.153268 53.913746 27.533583
5096 0.154723 54.235970 27.793911
5121 0.156178 54.996479 27.836519
5144 0.469266 53.484496 26.774981
5167 0.378089 41.469830 25.636797
5190 0.321652 54.003368 26.078482
5213 0.265215 53.960795 26.954263
5235 0.208778 54.852303 24.887228
5255 0.152342 55.541484 28.157034
5275 0.095905 57.062132 28.059313
5295 0.104981 57.309353 28.279055
5315 0.111341 57.463365 28.350358
-----
head and tail of the nonnan series are identified
the float id is: 71138.0
the ratio of nans in the trimmed chlor_a series 0.277777777778
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4949 2008-02-25 71138.0 5.069000 57.552000 27.604000 -6.765000
4967 2008-02-27 71138.0 5.256500 57.538625 27.617000 -2.037625
4988 2008-02-29 71138.0 5.505500 57.461500 27.616625 -7.459500
5009 2008-03-02 71138.0 5.916625 57.352750 27.702375 -1.758500
5030 2008-03-04 71138.0 6.261500 57.354875 27.854875 -6.321500
5053 2008-03-06 71138.0 6.635250 57.195625 27.765625 -8.986000
5078 2008-03-08 71138.0 6.980750 57.084000 27.728250 -6.009000
5103 2008-03-10 71138.0 7.213000 57.059875 27.741625 3.003500
5127 2008-03-12 71138.0 7.299375 57.060500 27.715250 -1.943875
5150 2008-03-14 71138.0 7.414250 57.079000 27.881750 2.629250
5173 2008-03-16 71138.0 7.367500 57.094125 28.010500 -0.337250
5196 2008-03-18 71138.0 7.193375 57.088375 28.148625 -1.641375
5219 2008-03-20 71138.0 6.923125 56.962125 28.256250 -16.357625
5240 2008-03-22 71138.0 6.582625 56.613375 28.375125 -24.115500
5260 2008-03-24 71138.0 6.272875 56.276750 28.564125 -21.809750
5280 2008-03-26 71138.0 5.965625 55.859125 28.430875 -32.613250
5300 2008-03-28 71138.0 5.752125 55.342875 28.821625 -26.397625
5320 2008-03-30 71138.0 5.532750 55.021875 28.732000 -18.347625
vn spd chlor_a dist cdm kd490 \
4949 35.967000 36.598000 0.216051 882.874432 0.022324 0.065805
4967 17.445625 17.963000 0.142608 868.194584 0.018583 0.056883
4988 19.348000 20.855750 0.121262 839.657518 0.016443 0.056708
5009 29.693000 30.721625 0.116953 793.376597 0.014342 0.054764
5030 18.074875 20.478750 0.103083 758.729082 0.013782 0.052582
5053 26.189875 27.860250 0.105072 713.825466 0.013545 0.052748
5078 17.836250 18.952750 0.107062 674.007810 0.013308 0.052914
5103 9.051000 10.533250 0.109051 649.736325 0.013072 0.053080
5127 8.347500 9.538000 0.111041 641.216735 0.012835 0.053245
5150 2.758500 5.997875 0.105066 630.828443 0.012602 0.052509
5173 -8.077250 9.078375 0.109289 636.187494 0.011186 0.052574
5196 -14.416875 14.663875 0.072596 653.081712 0.011132 0.047195
5219 -21.004375 26.794500 0.083685 674.118627 0.010288 0.048103
5240 -20.210250 31.584250 0.094774 692.456851 0.009445 0.049011
5260 -20.296750 29.903125 0.082858 694.089667 0.009523 0.047182
5280 -18.508375 37.645000 0.078827 671.009151 0.008878 0.045803
5300 -9.154000 28.236125 0.074796 633.630561 0.008232 0.044424
5320 -21.137750 28.291000 0.089279 615.644476 0.008029 0.047419
t865 par sst4
4949 0.268065 55.647884 27.051928
4967 0.153636 49.637125 27.261771
4988 0.197190 51.576903 27.246608
5009 0.198083 53.052692 27.054606
5030 0.202099 45.717220 27.448131
5053 0.200817 51.997766 27.206296
5078 0.199534 53.878643 27.371080
5103 0.198252 54.103789 27.398985
5127 0.196970 50.383901 27.387546
5150 0.180830 54.126743 27.367189
5173 0.080879 56.739902 26.799044
5196 0.193833 56.944184 26.634999
5219 0.150959 55.920431 27.019115
5240 0.108084 57.348050 27.582790
5260 0.124731 57.529305 27.808930
5280 0.115731 56.305262 28.022890
5300 0.106732 56.872681 28.217050
5320 0.080298 57.601470 27.576061
-----
head and tail of the nonnan series are identified
the float id is: 75137.0
the ratio of nans in the trimmed chlor_a series 0.1875
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4998 2008-02-29 75137.0 11.479875 65.031875 27.164750 12.123000
5019 2008-03-02 75137.0 11.729125 65.251625 27.221375 16.263625
5042 2008-03-04 75137.0 11.934500 65.619375 27.348375 24.993125
5067 2008-03-06 75137.0 12.001375 66.033125 27.285375 24.467250
5092 2008-03-08 75137.0 11.987375 66.314000 27.415000 14.667125
5117 2008-03-10 75137.0 11.841750 66.426625 27.739750 0.498750
5140 2008-03-12 75137.0 11.566250 66.448125 27.889500 4.862000
5163 2008-03-14 75137.0 11.234250 66.637250 27.762750 11.645125
5185 2008-03-16 75137.0 11.020125 66.727500 27.715375 4.024750
5208 2008-03-18 75137.0 10.813375 66.809500 27.811375 8.770125
5231 2008-03-20 75137.0 10.734875 66.963375 27.918750 8.467125
5251 2008-03-22 75137.0 10.822750 67.105000 28.031250 9.220250
5271 2008-03-24 75137.0 10.967500 67.299000 28.215000 11.099625
5291 2008-03-26 75137.0 11.158875 67.447625 28.444375 13.189125
5311 2008-03-28 75137.0 11.279875 67.606250 28.428250 2.983750
5331 2008-03-30 75137.0 11.492250 67.763625 28.530375 15.948375
vn spd chlor_a dist cdm kd490 \
4998 17.921125 25.844750 0.083815 771.333604 0.015739 0.047923
5019 19.629000 26.236750 0.101872 748.775636 0.018858 0.048185
5042 6.252750 25.914250 0.101677 710.843444 0.018769 0.047176
5067 0.903000 24.953500 0.099025 666.941574 0.013251 0.047611
5092 -4.320125 17.168000 0.114311 636.404467 0.013011 0.049161
5117 -11.271375 11.507000 0.126234 622.305111 0.012251 0.052448
5140 -21.736000 23.671375 0.138158 617.414525 0.011491 0.055735
5163 -18.482625 22.065625 0.117948 595.661026 0.010195 0.052819
5185 -14.208250 15.470375 0.104283 586.247513 0.009978 0.049053
5208 -8.626625 13.762500 0.097581 578.641135 0.009859 0.048151
5231 0.323875 11.118875 0.090880 562.630293 0.009740 0.047249
5251 9.062125 13.268500 0.084178 546.345608 0.009622 0.046347
5271 8.055250 16.203625 0.090092 524.120830 0.010687 0.047047
5291 13.192625 19.590500 0.073015 507.203650 0.011634 0.043316
5311 8.142000 10.830875 0.093310 489.897946 0.011315 0.047379
5331 10.142625 20.742000 0.074149 473.678600 0.008420 0.046195
t865 par sst4
4998 0.142997 52.306550 26.363536
5019 0.118406 54.094017 27.210343
5042 0.121014 54.197535 27.402094
5067 0.116742 54.460223 26.879152
5092 0.107807 53.923066 27.182892
5117 0.091346 54.856424 27.197258
5140 0.074885 54.934148 27.358812
5163 0.079834 55.737032 25.500250
5185 0.107968 55.537357 25.736692
5208 0.114407 55.334007 26.192393
5231 0.120847 54.833798 26.633410
5251 0.127286 53.448158 26.846308
5271 0.140944 54.784393 27.232834
5291 0.102641 56.768108 28.023149
5311 0.103336 57.168332 27.359508
5331 0.083439 57.192769 28.510837
-----
head and tail of the nonnan series are identified
the float id is: 75138.0
the ratio of nans in the trimmed chlor_a series 0.117647058824
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4978 2008-02-27 75138.0 11.660875 63.046500 26.163750 0.124143
4999 2008-02-29 75138.0 11.849250 63.032375 26.303375 0.127500
5020 2008-03-02 75138.0 11.979375 63.018750 26.453125 1.750625
5043 2008-03-04 75138.0 12.054125 63.080625 26.598875 5.304000
5068 2008-03-06 75138.0 12.132000 63.166875 26.619500 1.227375
5093 2008-03-08 75138.0 12.219875 63.218250 26.627125 6.100875
5118 2008-03-10 75138.0 12.243250 63.349625 26.705250 10.984375
5141 2008-03-12 75138.0 12.224250 63.503500 26.803875 10.681625
5164 2008-03-14 75138.0 12.216125 63.727250 26.869500 14.719250
5186 2008-03-16 75138.0 12.159875 63.979750 26.772750 18.769125
5209 2008-03-18 75138.0 12.100375 64.260125 26.807875 14.769125
5232 2008-03-20 75138.0 12.100250 64.473375 27.044375 11.031875
5252 2008-03-22 75138.0 12.256125 64.613625 27.464250 7.236875
5272 2008-03-24 75138.0 12.501625 64.738500 27.771375 6.934000
5292 2008-03-26 75138.0 12.837250 64.870125 27.989625 10.500750
5312 2008-03-28 75138.0 13.171000 65.087125 28.040250 16.841375
5332 2008-03-30 75138.0 13.301250 65.463875 28.071625 30.220750
vn spd chlor_a dist cdm kd490 \
4978 9.333143 10.708286 0.218552 930.968279 0.026146 0.063927
4999 10.859625 14.176625 0.236285 927.175698 0.028123 0.065447
5020 8.817625 12.941875 0.254018 924.371345 0.030100 0.066967
5043 3.695125 11.312000 0.203009 930.427515 0.020888 0.061302
5068 5.809250 7.039750 0.144149 939.185762 0.023603 0.056076
5093 1.921750 8.830125 0.100106 941.589151 0.027847 0.050926
5118 -0.331500 13.647750 0.152751 951.099374 0.015536 0.056028
5141 1.306250 11.699625 0.156002 943.305619 0.015465 0.056482
5164 -2.346375 15.152000 0.164451 919.004633 0.015364 0.057194
5186 -3.534625 19.519125 0.137593 891.015069 0.016680 0.053234
5209 -2.661250 15.949125 0.110736 859.967900 0.017997 0.049273
5232 3.626250 13.103125 0.107574 836.883553 0.016020 0.049257
5252 13.938000 15.848375 0.135468 823.794193 0.013015 0.055692
5272 17.819625 19.552125 0.091225 814.407103 0.012112 0.049399
5292 24.019000 26.488375 0.084708 807.294833 0.011751 0.048292
5312 14.433000 23.298875 0.088789 790.808228 0.011599 0.049882
5332 1.923250 32.997875 0.122607 754.167112 0.011283 0.053242
t865 par sst4
4978 0.163246 52.302747 25.842719
4999 0.122188 53.945792 26.181420
5020 0.081129 53.598454 26.529141
5043 0.097290 53.828988 26.201971
5068 0.145780 54.607423 26.710518
5093 0.189641 53.365601 25.237977
5118 0.119791 53.503471 26.405257
5141 0.109443 55.454966 26.286186
5164 0.097942 55.475548 25.953926
5186 0.135226 26.419232 26.431874
5209 0.172510 43.789488 26.645006
5232 0.169291 56.116142 25.968604
5252 0.129787 56.283059 27.318381
5272 0.147827 56.657004 27.374209
5292 0.134533 56.922322 27.465050
5312 0.141996 56.491245 27.902965
5332 0.075959 57.316904 27.771116
-----
head and tail of the nonnan series are identified
the float id is: 75141.0
the ratio of nans in the trimmed chlor_a series 0.0588235294118
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
4979 2008-02-27 75141.0 11.844714 61.183143 26.165000 18.385500
5000 2008-02-29 75141.0 11.354750 61.382500 26.115125 11.368500
5021 2008-03-02 75141.0 10.727125 61.595750 26.227375 14.587875
5044 2008-03-04 75141.0 10.319250 61.815125 26.458875 13.555625
5069 2008-03-06 75141.0 10.175125 62.053375 26.412250 14.405500
5094 2008-03-08 75141.0 10.305875 62.285375 26.630875 19.785625
5119 2008-03-10 75141.0 10.655000 62.612750 26.954500 19.942125
5142 2008-03-12 75141.0 11.246125 62.850875 27.214250 5.440500
5165 2008-03-14 75141.0 11.762500 62.844250 27.291750 -7.525875
5188 2008-03-16 75141.0 12.051000 62.660000 27.265000 -11.961875
5211 2008-03-18 75141.0 12.157375 62.454500 27.236250 -10.271875
5233 2008-03-20 75141.0 12.132375 62.293375 27.261375 -10.228125
5253 2008-03-22 75141.0 12.208250 62.167875 27.451500 -6.022625
5273 2008-03-24 75141.0 12.303000 62.136500 27.861750 -2.037500
5293 2008-03-26 75141.0 12.437875 62.099250 27.706875 -1.405500
5313 2008-03-28 75141.0 12.639750 62.094625 27.740125 2.475875
5333 2008-03-30 75141.0 12.803250 62.156000 28.020125 3.402125
vn spd chlor_a dist cdm kd490 \
4979 -28.786333 34.566500 0.209329 726.884936 0.024517 0.062578
5000 -37.578875 39.312375 0.169141 756.595623 0.022538 0.055670
5021 -35.755125 39.103500 0.168669 794.919211 0.028219 0.059234
5044 -18.292625 23.516375 0.579336 830.818802 0.033899 0.091150
5069 -0.771750 15.400875 0.214540 860.584277 0.018778 0.061364
5094 15.809875 25.457125 0.188930 880.399100 0.018529 0.062405
5119 32.145875 38.086125 0.161329 904.569491 0.015243 0.061750
5142 41.548125 42.871750 0.144053 916.497397 0.013522 0.056589
5165 20.881375 23.936625 0.163536 907.779285 0.014902 0.060681
5188 13.501000 18.952125 0.167403 884.791200 0.016180 0.060145
5211 0.168500 12.309250 0.171270 861.632184 0.017458 0.059610
5233 3.076250 12.770750 0.170967 844.321794 0.015060 0.059996
5253 5.423000 10.108875 0.163874 830.145911 0.017081 0.060053
5273 4.776125 7.012500 0.120862 826.166413 0.019193 0.053918
5293 11.488375 12.392500 0.141309 821.536517 0.014785 0.058516
5313 13.120000 14.342875 0.136592 818.457281 0.013237 0.056558
5333 8.076750 10.270125 0.141515 811.587395 0.013401 0.057378
t865 par sst4
4979 0.240027 52.444689 25.781226
5000 0.146302 53.087915 24.221897
5021 0.145643 54.218889 25.267101
5044 0.124790 54.042315 25.701633
5069 0.151648 54.214632 26.318635
5094 0.177846 54.900260 26.268776
5119 0.163037 55.422567 25.421818
5142 0.123205 55.561139 26.394445
5165 0.101896 55.604544 25.942168
5188 0.098615 49.071295 24.536745
5211 0.095334 53.976915 27.044062
5233 0.088849 56.103482 26.603201
5253 0.149280 56.539419 27.054613
5273 0.159087 56.798622 26.975042
5293 0.132514 56.936265 27.248748
5313 0.145360 56.945295 27.323508
5333 0.067935 57.131316 27.327985
-----
head and tail of the nonnan series are identified
the float id is: 71139.0
the ratio of nans in the trimmed chlor_a series 0.285714285714
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
5031 2008-03-04 71139.0 5.213625 55.863500 27.964875 -18.788125
5054 2008-03-06 71139.0 5.359125 55.345125 27.646125 -42.541125
5079 2008-03-08 71139.0 5.450875 54.783750 27.545375 -31.053375
5104 2008-03-10 71139.0 5.487875 54.338750 27.542875 -26.452125
5128 2008-03-12 71139.0 5.408375 53.838250 27.577250 -39.954625
5151 2008-03-14 71139.0 5.515250 53.322500 27.601750 -21.494500
5174 2008-03-16 71139.0 5.447375 52.955500 27.654875 -30.271500
5197 2008-03-18 71139.0 5.428250 52.467375 27.839750 -28.044125
5220 2008-03-20 71139.0 5.489000 52.146250 28.106125 -15.769875
5241 2008-03-22 71139.0 5.428000 51.771125 28.064500 -35.233625
5261 2008-03-24 71139.0 5.631375 51.328750 28.232625 -13.919250
5281 2008-03-26 71139.0 5.709500 51.044000 28.037500 -33.339875
5301 2008-03-28 71139.0 5.944125 50.523500 28.133750 -21.683125
5321 2008-03-30 71139.0 6.202875 50.355500 28.308000 -7.330000
vn spd chlor_a dist cdm kd490 \
5031 22.066250 30.944750 0.123745 713.476647 0.012829 0.054192
5054 4.735000 42.996125 0.133507 656.186193 0.013266 0.056646
5079 4.946750 31.561250 0.101317 597.366657 0.013158 0.052066
5104 -1.828125 26.797750 0.105239 553.323102 0.013740 0.053349
5128 -1.619625 40.988125 0.106599 512.597642 0.013636 0.053454
5151 5.495375 23.894125 0.107959 456.433948 0.013533 0.053559
5174 -6.853625 31.392000 0.109793 424.910748 0.012775 0.053038
5197 3.449500 28.388500 0.111628 381.065381 0.012018 0.052518
5220 0.539875 16.769750 0.113462 348.043269 0.011261 0.051998
5241 0.162875 36.678750 0.115297 312.924851 0.010504 0.051478
5261 15.181000 21.752000 0.108282 259.498627 0.018050 0.048833
5281 3.381625 34.121375 0.119540 226.800955 0.018378 0.049733
5301 22.241750 31.805125 0.111560 164.337844 0.010346 0.052585
5321 11.698000 14.457000 0.092519 139.430097 0.010268 0.051429
t865 par sst4
5031 0.214550 53.925524 27.400005
5054 0.193551 53.706738 27.067600
5079 0.144970 54.516501 27.344979
5104 0.202301 55.930411 27.316055
5128 0.215061 56.448684 25.836140
5151 0.227822 44.627490 26.979554
5174 0.191070 54.045317 27.400685
5197 0.154318 53.305428 27.413087
5220 0.117566 56.198251 27.606150
5241 0.080814 54.653348 27.873364
5261 0.103112 57.356230 27.867510
5281 0.100199 54.652458 27.968821
5301 0.089099 56.254115 27.694921
5321 0.098634 56.051087 27.578677
-----
head and tail of the nonnan series are identified
the float id is: 71140.0
the ratio of nans in the trimmed chlor_a series 0.5
head is 2008-03-04 00:00:00
t is 2008-03-04 00:00:00
/Users/vyan2000/local/miniconda3/envs/condapython3/lib/python3.5/site-packages/pandas/core/indexing.py:476: SettingWithCopyWarning:
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead
See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy
self.obj[item] = s
/Users/vyan2000/local/miniconda3/envs/condapython3/lib/python3.5/site-packages/matplotlib/axes/_base.py:2917: UserWarning: Attempting to set identical left==right results
in singular transformations; automatically expanding.
left=733105.0, right=733105.0
'left=%s, right=%s') % (left, right))
/Users/vyan2000/local/miniconda3/envs/condapython3/lib/python3.5/site-packages/matplotlib/axes/_base.py:2917: UserWarning: Attempting to set identical left==right results
in singular transformations; automatically expanding.
left=733115.0, right=733115.0
'left=%s, right=%s') % (left, right))
/Users/vyan2000/local/miniconda3/envs/condapython3/lib/python3.5/site-packages/matplotlib/axes/_base.py:2917: UserWarning: Attempting to set identical left==right results
in singular transformations; automatically expanding.
left=733123.0, right=733123.0
'left=%s, right=%s') % (left, right))
-----
head and tail of the nonnan series are identified
the float id is: 71141.0
the ratio of nans in the trimmed chlor_a series 0.384615384615
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
5056 2008-03-06 71141.0 5.164000 55.637333 28.124333 -29.233667
5081 2008-03-08 71141.0 5.640375 55.303250 27.847875 -29.835375
5106 2008-03-10 71141.0 6.135000 54.919750 27.718375 -20.675750
5130 2008-03-12 71141.0 6.419125 54.562250 27.607250 -23.467875
5153 2008-03-14 71141.0 6.933750 54.466750 27.617875 11.352500
5176 2008-03-16 71141.0 7.445750 54.601000 27.594250 6.935250
5199 2008-03-18 71141.0 8.086125 54.931375 27.643375 30.528375
5222 2008-03-20 71141.0 8.585625 55.348250 27.824500 25.696500
5243 2008-03-22 71141.0 9.022000 55.713875 27.783125 18.567750
5263 2008-03-24 71141.0 9.413000 56.115875 28.187375 28.618250
5283 2008-03-26 71141.0 9.721875 56.468625 27.993500 24.520875
5303 2008-03-28 71141.0 9.972375 56.817125 27.921000 20.124250
5323 2008-03-30 71141.0 10.022875 57.289250 28.047500 33.568000
vn spd chlor_a dist cdm kd490 \
5056 51.337333 59.082667 0.117259 695.077180 0.011695 0.056168
5081 40.591625 50.484875 0.129858 635.975732 0.013616 0.056746
5106 21.231750 29.852125 0.128558 572.236405 0.015370 0.055905
5130 23.913000 35.138625 0.117534 522.668639 0.014467 0.053921
5153 32.313000 35.277125 0.106510 483.928646 0.013564 0.051938
5176 40.619750 41.724125 0.095486 469.084508 0.012662 0.049955
5199 34.683625 46.493000 0.084462 464.784521 0.011759 0.047972
5222 33.059625 42.114625 0.115502 436.020278 0.012405 0.053023
5243 27.263875 33.991375 0.138724 405.595305 0.012813 0.055464
5263 14.730875 32.485500 0.096882 385.838541 0.012527 0.049161
5283 24.879625 36.397375 0.107289 375.992293 0.011934 0.050575
5303 12.790875 25.008125 0.117696 377.231525 0.011340 0.051989
5323 -11.861000 36.098000 0.128103 409.180594 0.010747 0.053402
t865 par sst4
5056 0.213065 48.452965 27.479341
5081 0.181417 56.007743 26.682308
5106 0.252874 56.405789 27.296959
5130 0.237548 52.312957 27.326046
5153 0.222222 43.294129 25.728531
5176 0.206896 55.344114 26.473226
5199 0.191570 56.717202 26.755624
5222 0.176244 56.945886 27.569734
5243 0.102156 57.180100 27.240094
5263 0.135761 56.723164 27.785294
5283 0.124356 56.042017 27.703856
5303 0.112950 53.967785 27.699999
5323 0.101545 53.981686 27.495871
-----
head and tail of the nonnan series are identified
the float id is: 71142.0
the ratio of nans in the trimmed chlor_a series 0.4
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
5057 2008-03-06 71142.0 5.161333 55.650333 28.081333 -25.127000
5082 2008-03-08 71142.0 5.655125 55.312500 27.813625 -30.370500
5107 2008-03-10 71142.0 6.168125 54.939000 27.690875 -19.499500
5131 2008-03-12 71142.0 6.478375 54.600375 27.588500 -21.827875
5154 2008-03-14 71142.0 7.044125 54.532250 27.579000 12.528250
5177 2008-03-16 71142.0 7.582375 54.681875 27.557500 8.130500
5200 2008-03-18 71142.0 8.207250 55.001375 27.562625 27.860500
5223 2008-03-20 71142.0 8.692750 55.375500 27.744750 22.260375
5244 2008-03-22 71142.0 9.110000 55.682125 27.686000 15.294375
5264 2008-03-24 71142.0 9.489875 56.031625 27.871000 25.331625
vn spd chlor_a dist cdm kd490 \
5057 52.614333 58.409667 0.113314 696.461633 0.010811 0.056463
5082 42.124000 52.046625 0.128853 636.034936 0.013423 0.056484
5107 22.341750 29.840750 0.123606 572.426065 0.014848 0.055679
5131 26.385250 35.934250 0.124278 522.881475 0.014511 0.055475
5154 35.224875 38.697125 0.124950 484.337948 0.014175 0.055270
5177 41.036500 42.463250 0.125623 470.195890 0.013839 0.055065
5200 33.711500 43.978375 0.126295 464.188920 0.013503 0.054860
5223 31.519375 38.834250 0.126968 425.678673 0.013166 0.054655
5244 26.635625 31.954000 0.127444 395.301296 0.012736 0.053360
5264 14.301875 29.548750 0.105235 373.964777 0.013962 0.050248
t865 par sst4
5057 0.189048 48.647379 27.475260
5082 0.168245 55.987550 26.784975
5107 0.244728 56.034007 27.396193
5131 0.227757 53.265036 27.260095
5154 0.210785 51.309473 27.401874
5177 0.193813 50.841356 26.846416
5200 0.176841 53.718800 27.229999
5223 0.159870 56.596244 27.374390
5244 0.095388 56.995054 26.702256
5264 0.142420 57.135502 27.601624
-----
head and tail of the nonnan series are identified
the float id is: 59213.05
the ratio of nans in the trimmed chlor_a series 0.333333333333
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
6632 2008-11-01 59213.05 12.704875 72.307750 29.365125 -6.761500
6635 2008-11-03 59213.05 12.670875 72.159500 29.327875 -9.104750
6638 2008-11-05 59213.05 12.653250 71.914625 29.177000 -19.979625
6641 2008-11-07 59213.05 12.799250 71.562750 29.182125 -19.319375
6644 2008-11-09 59213.05 12.898625 71.244500 29.085250 -20.962125
6647 2008-11-11 59213.05 13.005625 70.925250 29.073500 -21.113375
6650 2008-11-13 59213.05 13.015125 70.560375 29.067875 -22.965125
6653 2008-11-15 59213.05 12.837250 70.260250 28.736875 -10.817125
6656 2008-11-17 59213.05 12.631125 70.124500 28.557875 -7.939625
6659 2008-11-19 59213.05 12.666250 69.994375 28.639375 -17.177125
6662 2008-11-21 59213.05 12.789625 69.774625 28.842500 -6.520375
6665 2008-11-23 59213.05 12.908375 69.606375 28.705750 -10.822500
6668 2008-11-25 59213.05 12.939625 69.419125 28.713375 -13.607250
6670 2008-11-27 59213.05 12.937500 69.264250 28.541625 -8.090375
6672 2008-11-29 59213.05 12.992000 69.215000 28.600000 -8.090375
vn spd chlor_a dist cdm kd490 \
6632 -6.164750 15.193250 0.263902 118.875252 0.030053 0.066117
6635 -2.455000 13.440125 0.237140 118.057291 0.025701 0.064190
6638 4.772250 20.859500 0.222583 119.694799 0.026102 0.064591
6641 9.803125 27.816375 0.208025 148.453164 0.026503 0.064992
6644 5.477750 23.192500 0.181752 175.880446 0.021651 0.060250
6647 6.085750 23.418875 0.161782 206.776969 0.020055 0.058224
6650 -7.065625 26.292500 0.141812 235.617583 0.018459 0.056198
6653 -14.579750 22.832875 0.110564 249.756303 0.019818 0.053540
6656 -1.725375 18.886875 0.111423 251.227172 0.018930 0.053708
6659 3.994375 19.139000 0.112282 265.617450 0.018042 0.053876
6662 6.454500 9.635250 0.113141 293.056164 0.017153 0.054044
6665 8.603375 16.887875 0.114000 315.271571 0.016265 0.054212
6668 -0.792125 15.636000 0.083979 335.003680 0.017582 0.049006
6670 1.898625 11.618250 0.088837 350.107435 0.014891 0.048815
6672 1.898625 11.618250 0.119275 357.494325 0.013627 0.052537
t865 par sst4
6632 0.198525 47.798921 29.298961
6635 0.193604 47.583358 29.285399
6638 0.219705 48.005579 29.260808
6641 0.245806 47.519763 28.856243
6644 0.279495 46.061777 29.009388
6647 0.253605 40.574444 28.536318
6650 0.227714 43.650127 29.003226
6653 0.217380 44.783423 28.084067
6656 0.212452 43.580058 27.803121
6659 0.207524 42.150725 27.855230
6662 0.202596 41.890478 28.562435
6665 0.197668 41.748540 28.398749
6668 0.204145 43.704920 28.613784
6670 0.236314 44.026231 28.375772
6672 0.137810 44.337381 28.465536
-----
head and tail of the nonnan series are identified
the float id is: 70952.0
the ratio of nans in the trimmed chlor_a series 0.08
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
6633 2008-11-01 70952.0 13.959000 57.254500 27.790500 26.143750
6636 2008-11-03 70952.0 13.979750 57.881125 27.764125 33.508625
6639 2008-11-05 70952.0 13.389875 58.106000 27.841125 -1.464250
6642 2008-11-07 70952.0 12.763625 57.650000 27.939875 -51.713500
6645 2008-11-09 70952.0 12.599000 56.631500 27.710250 -73.601000
6648 2008-11-11 70952.0 13.153375 55.885875 27.833250 -12.542125
6651 2008-11-13 70952.0 13.839750 56.090250 27.718250 35.296750
6654 2008-11-15 70952.0 14.021000 56.734375 27.454375 36.560000
6657 2008-11-17 70952.0 13.328375 56.943750 27.303875 -19.091750
6660 2008-11-19 70952.0 12.750375 56.188125 27.151875 -68.916000
6663 2008-11-21 70952.0 12.996000 55.122125 27.286125 -56.693375
6666 2008-11-23 70952.0 13.836750 54.461500 27.159875 -22.978750
6669 2008-11-25 70952.0 14.652875 54.295250 26.953000 1.802125
6671 2008-11-27 70952.0 15.039375 54.526125 26.712375 24.340375
6673 2008-11-29 70952.0 14.896250 55.215000 26.638375 58.354125
6674 2008-12-01 70952.0 14.250875 56.055375 26.697250 40.240500
6675 2008-12-03 70952.0 12.791750 56.219000 26.788750 -27.824125
6676 2008-12-05 70952.0 11.631750 55.361250 26.772750 -67.488500
6677 2008-12-07 70952.0 11.015875 54.239500 26.317625 -75.683250
6678 2008-12-09 70952.0 10.830750 52.951500 26.186375 -91.273250
6679 2008-12-11 70952.0 9.967875 51.700625 25.910500 -51.415000
6680 2008-12-13 70952.0 8.763875 51.260500 25.737500 -3.730750
6681 2008-12-15 70952.0 8.246625 51.314125 25.775875 -9.693000
6682 2008-12-17 70952.0 7.793375 50.852375 25.951750 -42.844500
6683 2008-12-19 70952.0 6.771000 49.995625 26.251125 -70.722125
vn spd chlor_a dist cdm kd490 \
6633 33.753875 46.851250 0.155028 332.421992 0.012680 0.060654
6636 -30.520125 50.196500 0.166022 394.638028 0.018169 0.059192
6639 -41.531250 43.189875 0.187376 397.527896 0.019100 0.062967
6642 -28.389125 60.655250 0.197353 338.402526 0.019005 0.062834
6645 13.588625 78.306000 0.212604 227.108388 0.018917 0.065165
6648 43.016000 46.541125 0.198496 160.160144 0.019445 0.064426
6651 38.668625 54.862125 0.244692 219.870438 0.033238 0.070349
6654 -20.492000 47.295875 0.252386 287.584056 0.042781 0.072212
6657 -51.409125 59.135250 0.271243 274.266417 0.023962 0.071009
6660 -14.997500 73.711125 0.270904 180.116509 0.021249 0.075373
6663 41.705625 71.513000 0.283241 79.642221 0.024938 0.073318
6666 58.497625 63.569125 0.247827 131.353382 0.020940 0.076234
6669 44.087750 45.587000 0.436786 217.046369 0.033650 0.089050
6671 2.149875 27.424750 0.330379 211.818319 0.029477 0.080653
6673 -20.404875 62.553375 0.352321 230.126531 0.024876 0.085156
6674 -68.989750 82.217125 0.342139 249.062148 0.036820 0.079343
6675 -98.306500 105.426500 0.374065 184.026730 0.027432 0.086791
6676 -52.678750 85.973500 0.385287 134.273117 0.026734 0.089863
6677 -24.643625 80.398500 0.468647 146.998105 0.034863 0.095730
6678 -13.610875 93.450125 0.454343 143.710554 0.033164 0.093461
6679 -95.232875 110.630250 0.440038 56.381303 0.031465 0.091193
6680 -41.777125 45.263000 0.425733 76.544542 0.029766 0.088924
6681 -31.406125 37.465125 0.385356 113.239043 0.028827 0.086991
6682 -38.568750 58.529500 0.308248 91.370330 0.024847 0.078128
6683 -92.224875 116.294125 0.377048 71.658714 0.021654 0.080800
t865 par sst4
6633 0.137172 44.401830 27.245962
6636 0.100228 45.074228 27.251723
6639 0.113690 47.551331 27.681487
6642 0.152653 47.647789 27.402640
6645 0.042395 47.369986 27.062341
6648 0.179195 45.685223 27.791226
6651 0.223098 45.855422 26.952434
6654 0.253544 43.613454 27.429381
6657 0.099686 44.026141 27.271563
6660 0.137827 44.545965 27.320579
6663 0.102830 44.119788 26.980159
6666 0.129865 43.825523 26.476640
6669 0.086466 42.405943 26.637817
6671 0.100082 43.072223 26.722115
6673 0.121530 40.770474 26.352437
6674 0.201676 43.323353 26.407873
6675 0.066451 43.662885 26.556425
6676 0.115074 44.964975 25.723333
6677 0.142142 43.714417 26.349999
6678 0.121523 42.219130 25.302499
6679 0.100905 40.895554 25.596779
6680 0.080287 38.981090 25.535453
6681 0.077438 46.589347 25.150751
6682 0.084680 46.594869 25.945706
6683 0.123431 46.169790 25.999851
-----
head and tail of the nonnan series are identified
the float id is: 71138.05
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
6637 2008-11-03 71138.05 12.578125 59.172625 28.174875 -18.304000
6640 2008-11-05 71138.05 11.994000 58.695250 28.158500 -38.531250
6643 2008-11-07 71138.05 11.761000 57.946250 28.136875 -57.251625
6646 2008-11-09 71138.05 11.908500 56.885375 28.051375 -80.579625
6649 2008-11-11 71138.05 12.487000 55.758000 27.959875 -49.253250
6652 2008-11-13 71138.05 13.106375 55.250250 27.946875 -14.380500
6655 2008-11-15 71138.05 13.940500 55.439125 27.778125 49.035875
6658 2008-11-17 71138.05 14.258250 56.685875 27.560875 85.899375
6661 2008-11-19 71138.05 13.470875 57.631625 27.316750 24.299625
6664 2008-11-21 71138.05 12.616500 57.567500 27.255000 -30.920375
6667 2008-11-23 71138.05 12.240000 57.142500 NaN -51.653000
vn spd chlor_a dist cdm kd490 \
6637 -47.727375 51.598000 0.173440 503.201162 0.016394 0.061032
6640 -25.231750 46.333125 0.186763 455.961892 0.018124 0.063257
6643 -1.794000 58.181125 0.169444 380.484552 0.016938 0.058793
6646 24.406000 85.118125 0.217318 264.446942 0.019473 0.066349
6649 38.230500 62.460125 0.211634 132.389794 0.017815 0.065930
6652 45.254750 48.835750 0.171630 98.096404 0.021040 0.060707
6655 54.462875 79.240750 0.333683 181.444479 0.030377 0.081588
6658 -23.529375 92.991000 0.252747 298.968309 0.024950 0.071617
6661 -60.655125 67.479625 0.240406 350.105805 0.023207 0.071760
6664 -45.807000 57.914875 0.266444 328.816660 0.021480 0.071119
6667 -25.826000 57.749000 0.276859 284.833062 0.019438 0.078172
t865 par sst4
6637 0.109909 46.914207 28.010259
6640 0.161815 47.106643 27.814674
6643 0.126960 48.578266 27.873192
6646 0.024197 47.493245 27.687766
6649 0.158527 46.206131 27.791972
6652 0.226711 45.854820 27.603010
6655 0.127125 45.733194 26.887628
6658 0.095674 44.436669 27.367605
6661 0.121043 42.231668 27.030861
6664 0.219707 42.806091 26.718565
6667 0.208653 44.423040 24.937256
-----
head and tail of the nonnan series are identified
the float id is: 71139.05
the ratio of nans in the trimmed chlor_a series 0.18
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
6685 2008-12-23 71139.05 5.093000 65.625667 29.125333 -6.769333
6686 2008-12-25 71139.05 5.395250 65.498000 28.948000 -14.170750
6687 2008-12-27 71139.05 6.037750 65.343500 28.876125 -1.635500
6688 2008-12-29 71139.05 6.620750 65.312750 28.758875 -7.271500
6689 2008-12-31 71139.05 7.227500 65.212250 28.590750 1.715375
6690 2009-01-02 71139.05 7.739250 65.296000 28.485375 4.526500
6691 2009-01-04 71139.05 8.331500 65.454750 28.373375 12.556500
6692 2009-01-06 71139.05 8.808625 65.514000 28.268000 -2.287250
6693 2009-01-08 71139.05 9.245875 65.497125 28.131625 1.473000
6695 2009-01-10 71139.05 9.578250 65.497500 28.104500 -1.245375
6697 2009-01-12 71139.05 9.913000 65.560250 28.121125 7.362375
6699 2009-01-14 71139.05 10.168625 65.664125 28.129250 6.723125
6701 2009-01-16 71139.05 10.391125 65.863250 28.112625 16.428875
6703 2009-01-18 71139.05 10.660250 66.101000 28.104500 19.225875
6705 2009-01-20 71139.05 10.965000 66.468000 28.121500 24.145750
6707 2009-01-22 71139.05 11.320000 66.832625 28.089875 21.025250
6709 2009-01-24 71139.05 11.627625 67.126625 28.046125 15.344750
6710 2009-01-26 71139.05 11.942750 67.326750 27.920250 10.871125
6711 2009-01-28 71139.05 12.283625 67.450125 27.824750 2.106000
6712 2009-01-30 71139.05 12.537625 67.366000 27.865625 -9.263125
6716 2009-02-01 71139.05 12.714875 67.149750 27.962750 -17.796750
6721 2009-02-03 71139.05 12.923875 66.851375 27.951625 -19.055000
6726 2009-02-05 71139.05 13.309375 66.596000 27.855000 -11.313625
6732 2009-02-07 71139.05 13.790625 66.504250 27.717750 -1.907125
6738 2009-02-09 71139.05 14.099375 66.468875 27.620125 -4.711625
6744 2009-02-11 71139.05 14.359125 66.398250 27.639875 -3.446375
6750 2009-02-13 71139.05 14.577125 66.336750 27.600125 -5.267250
6756 2009-02-15 71139.05 14.792500 66.222500 27.537500 -7.835750
6762 2009-02-17 71139.05 14.990125 66.092750 27.404500 -9.460125
6768 2009-02-19 71139.05 15.169875 65.851500 27.215375 -16.810125
6773 2009-02-21 71139.05 15.315625 65.799125 27.329750 9.556250
6777 2009-02-23 71139.05 15.504625 65.889000 27.392750 -0.034625
6781 2009-02-25 71139.05 15.537125 66.013625 27.408250 15.971875
6785 2009-02-27 71139.05 15.648500 66.177125 27.429500 1.948750
6789 2009-03-01 71139.05 15.644500 66.179000 27.495500 5.224625
6793 2009-03-03 71139.05 15.606000 66.316500 27.445500 3.634250
6796 2009-03-05 71139.05 15.550875 66.428000 27.476750 8.447750
6799 2009-03-07 71139.05 15.525000 66.463500 27.466000 4.165875
6802 2009-03-09 71139.05 15.556250 66.516625 27.381500 -5.150750
6805 2009-03-11 71139.05 15.508500 66.470250 27.546000 9.784625
6808 2009-03-13 71139.05 15.421500 66.658500 27.928625 7.810500
6811 2009-03-15 71139.05 15.421750 66.836500 28.081125 12.963250
6814 2009-03-17 71139.05 15.431625 67.116500 28.293000 21.791250
6817 2009-03-19 71139.05 15.624875 67.411250 28.131875 17.710250
6820 2009-03-21 71139.05 15.723125 67.800875 28.078250 31.872000
6823 2009-03-23 71139.05 15.745750 68.365625 28.316625 34.037625
6826 2009-03-25 71139.05 15.441375 68.905750 28.400375 34.010750
6830 2009-03-27 71139.05 14.731250 69.281250 28.433875 6.034250
6834 2009-03-29 71139.05 13.901500 69.051375 28.561000 -32.105625
6838 2009-03-31 71139.05 13.440500 68.375750 28.808625 -36.976000
vn spd chlor_a dist cdm kd490 \
6685 31.511333 33.072000 0.099342 794.754001 0.009978 0.052613
6686 32.429500 35.795875 0.131410 805.288089 0.011490 0.053546
6687 42.718750 42.985625 0.103622 815.173122 0.011122 0.052990
6688 35.874375 36.936125 0.122500 817.459837 0.012013 0.054480
6689 38.295875 39.286250 0.171407 832.702959 0.013256 0.061723
6690 33.914625 35.136375 0.138961 808.794706 0.013453 0.054224
6691 33.028625 36.323875 0.173043 773.117395 0.012541 0.061091
6692 32.388250 32.492625 0.178842 755.046526 0.012775 0.062072
6693 23.297125 23.728875 0.195438 749.210239 0.022357 0.061476
6695 20.679125 21.328125 0.167545 743.418396 0.019798 0.059098
6697 21.091250 22.580250 0.139653 728.374398 0.017239 0.056720
6699 12.516375 14.265000 0.111761 711.959986 0.014680 0.054341
6701 14.903625 22.422250 0.152894 686.659873 0.018787 0.056763
6703 20.003750 28.482625 0.134892 657.326512 0.014417 0.055028
6705 20.775250 31.975750 0.141857 614.849300 0.012829 0.056290
6707 21.424875 30.274625 0.102757 574.420823 0.012272 0.050735
6709 17.657250 23.505000 0.092573 544.081664 0.012002 0.049772
6710 22.489750 25.708000 0.082389 526.502041 0.011733 0.048810
6711 18.600125 21.382625 0.072205 520.459641 0.011463 0.047847
6712 15.085500 18.838875 0.062021 534.492667 0.011194 0.046884
6716 12.379625 22.132625 0.079379 561.395631 0.010936 0.048026
6721 17.113375 26.765000 0.095007 598.116349 0.010748 0.049871
6726 31.488500 34.606125 0.119278 635.971134 0.011043 0.053387
6732 24.220250 24.514125 0.127373 662.470517 0.010297 0.055348
6738 16.686750 17.717000 0.125239 678.842056 0.010559 0.055235
6744 15.294625 16.742750 0.123105 697.614968 0.010822 0.055122
6750 14.061250 15.480500 0.082730 714.141354 0.010178 0.048659
6756 14.495250 16.772625 0.071416 736.016109 0.009105 0.047160
6762 11.420500 14.999500 0.027001 758.696798 0.014665 0.041761
6768 9.549375 20.014875 0.058543 791.024285 0.020224 0.046019
6773 12.952875 16.470250 0.149613 783.973871 0.015817 0.059552
6777 6.278125 8.471500 0.143847 761.470003 0.014927 0.056462
6781 3.200375 17.221250 0.144513 750.558490 0.014909 0.056594
6785 7.601625 9.537875 0.165081 730.232486 0.026083 0.058219
6789 -8.028625 14.702000 0.149923 730.471109 0.022626 0.056760
6793 -1.100500 10.123375 0.115094 725.358538 0.014319 0.052148
6796 -0.243875 11.710625 0.120710 723.605797 0.015104 0.053394
6799 -3.360500 10.717625 0.126325 723.863423 0.015889 0.054640
6802 6.137125 10.436500 0.127702 717.833680 0.015705 0.053943
6805 -11.177375 18.944375 0.161933 724.984564 0.017446 0.058643
6808 0.006125 8.292250 0.196163 722.080239 0.019188 0.063342
6811 -1.303375 13.366750 0.143380 704.111522 0.015744 0.055887
6814 7.556625 24.417500 0.102748 674.394533 0.012791 0.049407
6817 9.995875 21.399375 0.120667 639.445394 0.011821 0.053049
6820 4.922000 32.362250 0.101710 596.453605 0.013232 0.050560
6823 -6.564500 36.004625 0.127784 536.345883 0.014403 0.054799
6826 -35.343500 50.464500 0.154946 486.811076 0.015048 0.058361
6830 -50.034250 51.807375 0.142581 467.566693 0.016312 0.057141
6834 -45.679250 57.284625 0.089125 424.517285 0.016312 0.048911
6838 -18.519125 44.980000 0.035669 460.954962 0.016312 0.040680
t865 par sst4
6685 0.100005 48.938316 28.742499
6686 0.122296 48.914240 28.938847
6687 0.133994 46.623444 27.614319
6688 0.127077 48.050776 28.768249
6689 0.116723 46.974502 28.413753
6690 0.104205 43.873512 28.212440
6691 0.122322 37.217291 28.620007
6692 0.127330 29.062125 28.099332
6693 0.195965 46.003945 26.493222
6695 0.187002 38.061793 27.844184
6697 0.178040 41.030153 27.911249
6699 0.169077 44.439497 28.139625
6701 0.132235 46.677458 27.664505
6703 0.105160 47.322522 27.703749
6705 0.098618 45.686369 28.049341
6707 0.094555 44.222559 26.871756
6709 0.115059 39.978439 26.355253
6710 0.135563 43.235693 25.838749
6711 0.156067 43.583187 26.777895
6712 0.176571 44.907077 27.092649
6716 0.119790 47.249527 27.718202
6721 0.073384 47.848479 27.841110
6726 0.068557 48.268416 27.206309
6732 0.123099 46.985438 27.401741
6738 0.117813 47.807846 27.402999
6744 0.112528 48.359407 27.403824
6750 0.072324 47.238195 27.318274
6756 0.071572 47.594988 27.327902
6762 0.219865 48.174295 27.392404
6768 0.202923 49.442339 27.341282
6773 0.174648 49.790493 26.753205
6777 0.116844 50.377212 27.435887
6781 0.142202 50.914917 27.668224
6785 0.133029 51.382662 27.666910
6789 0.089137 51.779717 27.638572
6793 0.082852 51.537641 27.870062
6796 0.209137 51.572964 27.122742
6799 0.170927 52.392243 27.187788
6802 0.141216 52.565764 27.093714
6805 0.150769 53.037124 26.898022
6808 0.160321 52.989368 27.204511
6811 0.118012 53.365843 26.986808
6814 0.097027 54.152758 28.246314
6817 0.115254 54.607736 28.206923
6820 0.147081 54.366162 28.024869
6823 0.138162 54.872757 28.229969
6826 0.117915 55.693283 27.828874
6830 0.203065 53.294512 28.321036
6834 0.234717 55.196487 28.399817
6838 0.266369 55.013876 28.098398
-----
head and tail of the nonnan series are identified
the float id is: 60492.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
6694 2009-01-10 60492.0 6.528250 74.087125 27.747000 -107.805875
6696 2009-01-12 60492.0 7.537000 72.958750 27.968375 -32.257250
6698 2009-01-14 60492.0 7.692250 72.702375 27.968750 -19.841000
6700 2009-01-16 60492.0 8.232250 72.403500 28.154625 -2.151625
6702 2009-01-18 60492.0 8.888375 72.566125 28.358625 17.013125
6704 2009-01-20 60492.0 9.719000 73.128375 28.232875 55.738875
6706 2009-01-22 60492.0 9.849375 74.115625 28.128000 66.307500
6708 2009-01-24 60492.0 9.405000 74.790500 28.150000 77.494000
6731 2009-02-07 60492.0 5.401750 74.393375 27.952625 -74.351250
6737 2009-02-09 60492.0 5.543625 73.489500 27.953375 -37.821125
6743 2009-02-11 60492.0 5.752000 72.985875 28.000875 -30.479750
6749 2009-02-13 60492.0 5.771875 72.565000 28.067125 -17.365125
6755 2009-02-15 60492.0 5.195625 72.227500 28.181500 -35.852750
6761 2009-02-17 60492.0 5.164875 71.718500 28.331750 -29.897500
6767 2009-02-19 60492.0 5.074600 71.360400 28.396400 -20.475200
6829 2009-03-27 60492.0 5.030000 61.119500 29.621500 -34.203500
6833 2009-03-29 60492.0 5.157000 60.869250 29.700375 -21.506875
6837 2009-03-31 60492.0 5.153400 60.622000 29.543000 -19.763600
vn spd chlor_a dist cdm kd490 \
6694 28.664250 125.255000 0.193652 96.221653 0.021067 0.063298
6696 43.008500 55.935500 0.345799 47.891185 0.033386 0.077614
6698 13.157125 29.260625 0.298561 68.352328 0.034934 0.074932
6700 43.934500 46.307625 0.251586 67.859397 0.025966 0.069429
6702 49.953000 53.166500 0.153732 83.990411 0.016694 0.057610
6704 40.891000 70.536000 0.207626 67.796034 0.013218 0.068191
6706 -27.360625 73.622375 0.170940 56.287460 0.020144 0.063078
6708 -83.850500 114.249500 0.202852 144.685792 0.020200 0.064529
6731 -14.788625 78.668250 0.188287 84.238397 0.023410 0.061626
6737 11.448750 44.083250 0.378763 4.658942 0.024768 0.082874
6743 27.657500 42.319500 0.286733 2.898548 0.023852 0.072054
6749 -41.791875 58.012375 0.168567 46.124633 0.015592 0.063145
6755 -11.077750 40.531375 0.199428 81.610421 0.022200 0.061956
6761 -2.925625 30.742250 0.167999 136.494371 0.015765 0.060823
6767 -12.930000 25.524800 0.087693 174.915831 0.014194 0.051501
6829 9.667500 35.584500 0.092808 1101.188875 0.009328 0.051798
6833 11.849000 25.173500 0.069277 1072.524875 0.008648 0.048212
6837 -21.553000 29.771000 0.055715 1055.407268 0.008069 0.046072
t865 par sst4
6694 0.118551 43.227700 26.645177
6696 0.104568 46.522736 27.863749
6698 0.093750 48.214560 27.976726
6700 0.084665 48.032500 28.093985
6702 0.136058 48.202706 28.233356
6704 0.099752 47.369565 28.149107
6706 0.110938 46.776776 27.135407
6708 0.148248 45.534183 27.365401
6731 0.131501 52.424417 28.057982
6737 0.143995 52.487683 27.626939
6743 0.125234 50.585919 27.721106
6749 0.214459 53.172729 27.882394
6755 0.110265 54.368336 27.962398
6761 0.173143 50.492136 27.944782
6767 0.162000 50.713014 28.019334
6829 0.150856 51.491108 29.209551
6833 0.130469 56.575931 29.214132
6837 0.127190 50.456746 29.480782
-----
head and tail of the nonnan series are identified
the float id is: 79184.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
6713 2009-01-30 79184.0 17.850500 64.870000 25.636750 -32.011333
6717 2009-02-01 79184.0 17.561500 64.617125 26.139375 -5.321625
6722 2009-02-03 79184.0 16.994875 64.757875 26.253125 7.557750
6727 2009-02-05 79184.0 16.635625 64.698625 26.157375 -10.893375
6733 2009-02-07 79184.0 16.343250 64.580250 26.093875 0.306000
6739 2009-02-09 79184.0 16.325000 64.630125 26.341375 -1.017750
6745 2009-02-11 79184.0 16.407625 64.570875 26.517500 -0.860250
6751 2009-02-13 79184.0 16.456000 64.704750 26.644875 17.784875
6757 2009-02-15 79184.0 16.477250 64.999750 26.660125 15.437500
6763 2009-02-17 79184.0 16.492875 65.224750 26.608875 12.153375
6769 2009-02-19 79184.0 16.682125 65.323625 26.471625 -2.027750
6774 2009-02-21 79184.0 16.673250 65.246125 26.667750 2.415375
6778 2009-02-23 79184.0 16.701250 65.377125 27.048500 4.173875
6782 2009-02-25 79184.0 16.775375 65.341625 27.108750 -3.132500
6786 2009-02-27 79184.0 16.577500 65.397625 26.981125 11.752125
6790 2009-03-01 79184.0 16.578125 65.628000 27.124500 10.866125
6794 2009-03-03 79184.0 16.655250 65.779625 27.212000 8.329625
6797 2009-03-05 79184.0 16.730000 65.962375 27.161125 15.259625
6800 2009-03-07 79184.0 16.832000 66.222125 27.213500 15.313875
6803 2009-03-09 79184.0 16.870125 66.480875 27.204125 18.253125
6806 2009-03-11 79184.0 16.910375 66.724875 27.279750 10.594375
6809 2009-03-13 79184.0 16.965875 66.829750 27.546125 2.798125
6812 2009-03-15 79184.0 17.044875 66.838625 27.703625 -1.021375
6815 2009-03-17 79184.0 17.088125 66.785375 27.729250 -6.517000
6818 2009-03-19 79184.0 17.122750 66.565250 27.683500 -21.299375
6821 2009-03-21 79184.0 17.134625 66.147625 27.875375 -25.721000
6824 2009-03-23 79184.0 17.095750 65.805625 28.113375 -18.592125
6827 2009-03-25 79184.0 17.019500 65.533125 27.989000 -14.119625
6831 2009-03-27 79184.0 17.041375 65.306125 28.131000 -14.786000
6835 2009-03-29 79184.0 17.081750 65.086375 28.264500 -13.505375
6839 2009-03-31 79184.0 17.237250 64.861250 28.205000 -15.009875
vn spd chlor_a dist cdm kd490 \
6713 -7.389333 32.882667 0.445351 643.088441 0.039060 0.096031
6717 -38.101750 42.963250 0.469703 679.073308 0.038360 0.096029
6722 -28.466250 30.797250 0.868898 720.946135 0.047138 0.108505
6727 -19.549625 22.896000 0.372141 742.106195 0.035606 0.084554
6733 -13.944125 15.033500 0.426680 751.603968 0.039805 0.092976
6739 9.238750 13.570875 0.472411 757.088959 0.044364 0.097575
6745 1.012375 6.423500 0.444571 746.512230 0.051487 0.095029
6751 5.702000 19.295250 0.390090 754.527019 0.039568 0.087571
6757 -3.435125 15.959375 0.712897 742.307801 0.093617 0.112412
6763 6.017000 14.292250 0.480945 724.115619 0.052150 0.099835
6769 13.279250 15.980375 0.397082 701.802084 0.045259 0.091854
6774 -10.169750 15.628375 0.459090 708.354269 0.043841 0.097218
6778 14.087500 17.379125 0.329620 696.274268 0.033535 0.076726
6782 -8.379875 10.168125 0.255269 693.165514 0.025539 0.068236
6786 -9.689625 18.304750 0.296945 704.549489 0.033211 0.071627
6790 5.017750 13.060000 0.204534 687.680756 0.025574 0.062824
6794 4.016875 10.043500 0.176389 670.489217 0.018596 0.060067
6797 5.871375 17.232500 0.170239 651.318336 0.021088 0.063074
6800 5.221750 17.410375 0.142892 624.514683 0.016810 0.057333
6803 2.073625 19.613875 0.138893 603.519875 0.014642 0.054084
6806 3.809750 11.411750 0.154991 583.836738 0.030626 0.055625
6809 4.626625 6.996250 0.216161 572.103751 0.034521 0.066403
6812 4.683500 7.596125 0.187713 564.647001 0.027797 0.061599
6815 1.852875 8.476125 0.136129 564.386776 0.016869 0.054427
6818 2.025000 21.797875 0.146709 576.296708 0.015259 0.055965
6821 -1.910500 26.149375 0.111844 604.865637 0.015546 0.051996
6824 -5.168875 19.755625 0.149379 633.129915 0.017102 0.055660
6827 -2.540000 14.640625 0.157062 659.689664 0.016611 0.057699
6831 4.080500 18.778250 0.174030 675.308336 0.014919 0.059860
6835 6.062625 16.109000 0.157357 689.387633 0.014176 0.058527
6839 12.206125 21.597500 0.089272 693.432606 0.016088 0.048315
t865 par sst4
6713 0.054271 43.398978 25.677214
6717 0.049372 44.160563 25.944467
6722 0.054195 45.470572 25.444063
6727 0.063355 45.781172 26.006724
6733 0.111965 46.530865 26.123391
6739 0.167415 46.766349 25.840800
6745 0.122699 47.536098 26.222569
6751 0.083304 44.377716 25.827307
6757 0.234280 47.782189 26.340587
6763 0.175859 48.115119 26.084099
6769 0.158763 48.797004 26.641075
6774 0.142581 49.068092 26.458709
6778 0.115556 49.903260 27.007871
6782 0.094173 50.508933 27.154234
6786 0.097878 50.905615 27.234011
6790 0.097901 51.382009 27.413684
6794 0.069229 51.099205 27.682243
6797 0.157902 50.993790 26.912186
6800 0.132933 52.188036 27.077584
6803 0.114444 52.406674 27.209998
6806 0.114009 52.327505 27.306865
6809 0.154088 53.094813 27.205192
6812 0.141678 53.299460 27.537632
6815 0.121471 54.021577 27.605511
6818 0.152352 54.028388 27.775734
6821 0.152614 52.853409 27.616244
6824 0.124492 54.936809 27.754312
6827 0.124155 55.133191 27.804555
6831 0.124521 55.817751 27.642518
6835 0.110059 54.754125 27.737060
6839 0.281792 53.778092 26.964803
-----
head and tail of the nonnan series are identified
the float id is: 79188.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
6714 2009-01-30 79188.0 14.534000 67.924000 28.122000 NaN
6719 2009-02-01 79188.0 14.656000 67.790750 28.126750 -11.598625
6724 2009-02-03 79188.0 14.845875 67.641750 28.062875 -5.966750
6729 2009-02-05 79188.0 15.196000 67.651625 27.923250 6.407125
6735 2009-02-07 79188.0 15.736750 67.791000 27.615250 9.951875
6741 2009-02-09 79188.0 16.266875 67.930500 27.425375 2.827250
6747 2009-02-11 79188.0 16.688000 67.838375 27.239875 -3.692125
6753 2009-02-13 79188.0 16.913250 67.977125 27.190500 12.192125
6759 2009-02-15 79188.0 16.901250 68.224375 27.149375 23.058500
6765 2009-02-17 79188.0 16.709875 68.611625 27.059250 23.954125
6771 2009-02-19 79188.0 16.542375 68.996625 27.122875 22.993500
6776 2009-02-21 79188.0 16.455250 69.391875 27.496750 24.175250
6780 2009-02-23 79188.0 16.259000 69.732500 27.673000 19.010875
6784 2009-02-25 79188.0 15.736625 70.042500 27.615500 17.489625
6788 2009-02-27 79188.0 15.191375 70.456750 28.040000 39.465000
6792 2009-03-01 79188.0 15.294400 70.911200 28.262800 19.858500
vn spd chlor_a dist cdm kd490 \
6714 NaN NaN 0.158274 564.231210 0.017644 0.057534
6719 11.011250 17.854875 0.136751 583.718676 0.015949 0.054894
6724 15.518125 18.754750 0.129095 608.938376 0.013549 0.054069
6729 30.676375 32.097625 0.133847 624.006014 0.013091 0.054308
6735 36.440500 37.999875 0.119830 597.251322 0.017497 0.054004
6741 32.989375 34.610125 0.162713 571.742853 0.023883 0.058559
6747 19.235000 22.613875 0.356908 536.549602 0.036265 0.087445
6753 7.612125 17.208375 0.359641 507.561867 0.040574 0.082708
6759 -6.479750 24.884500 0.189673 495.874180 0.017404 0.061689
6765 -14.581250 28.518250 0.257978 488.374086 0.031941 0.072271
6771 -6.898125 24.617375 0.352201 454.570641 0.036027 0.080503
6776 -7.214500 25.558750 0.239720 415.401465 0.038936 0.072954
6780 -23.108375 30.593750 0.328075 383.711094 0.038586 0.077415
6784 -39.241500 43.238250 0.258744 360.597022 0.027400 0.069124
6788 -15.470250 48.992875 0.233254 335.575114 0.033468 0.067561
6792 25.944750 32.948750 0.252358 285.562905 0.034525 0.070924
t865 par sst4
6714 0.098728 42.454222 26.648204
6719 0.107372 46.320683 28.154447
6724 0.081796 46.641109 28.154902
6729 0.052429 47.008038 27.822697
6735 0.162030 45.695618 27.260828
6741 0.174760 47.030131 26.781620
6747 0.139570 46.891531 26.854779
6753 0.112750 46.598208 26.385205
6759 0.178551 47.985248 26.496711
6765 0.208038 47.711836 27.129899
6771 0.209077 48.122697 27.381994
6776 0.208100 49.296622 27.607464
6780 0.123575 49.898992 27.935412
6784 0.099632 50.476630 28.140116
6788 0.183118 50.588130 28.036968
6792 0.198391 50.813145 28.344446
-----
head and tail of the nonnan series are identified
the float id is: 79322.0
the ratio of nans in the trimmed chlor_a series 0.181818181818
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
6715 2009-01-30 79322.0 20.038500 62.902750 24.881000 -10.571667
6720 2009-02-01 79322.0 20.090250 62.779000 24.627500 -11.734125
6725 2009-02-03 79322.0 20.166625 62.521125 24.625750 -19.510875
6730 2009-02-05 79322.0 20.087125 62.091500 24.649125 -30.723500
6736 2009-02-07 79322.0 19.991375 61.659750 24.564500 -23.080875
6742 2009-02-09 79322.0 19.693375 61.209375 24.941750 -30.594750
6748 2009-02-11 79322.0 19.460750 60.706125 24.866125 -28.904875
6754 2009-02-13 79322.0 19.328625 60.249625 24.712250 -29.280125
6760 2009-02-15 79322.0 19.465625 59.637625 24.730875 -44.361750
6766 2009-02-17 79322.0 19.723625 59.002625 24.850875 -28.779500
6772 2009-02-19 79322.0 19.686200 58.673400 25.104200 -24.713500
vn spd chlor_a dist cdm kd490 \
6715 0.242667 12.328333 0.598846 398.097261 0.047430 0.100547
6720 7.363500 14.768250 0.910660 384.098590 0.080895 0.130732
6725 -1.395500 19.891750 0.839864 356.900088 0.070777 0.126481
6730 -5.156500 31.563250 0.679240 322.107570 0.059373 0.115264
6736 -12.119875 26.581500 0.583920 287.874538 0.054329 0.106843
6742 -20.180750 37.093000 0.488600 252.107228 0.049286 0.098421
6748 -11.816625 31.345500 0.607026 216.599097 0.068083 0.104156
6754 -0.582125 30.995875 0.721503 186.082929 0.056710 0.113075
6760 16.025250 47.537250 0.835980 126.655420 0.045336 0.121995
6766 9.702375 31.167625 0.763836 61.459900 0.067428 0.116428
6772 -17.373250 30.335750 0.867798 52.505401 0.078223 0.124959
t865 par sst4
6715 0.099304 42.063427 24.601683
6720 0.104717 41.702557 24.551002
6725 0.170170 42.714313 24.390179
6730 0.203246 42.878321 23.799623
6736 0.189833 43.859051 24.060819
6742 0.176421 44.024549 24.182538
6748 0.318696 44.286906 23.843715
6754 0.323703 44.253256 23.263342
6760 0.328710 45.367102 24.331874
6766 0.133132 46.067215 24.299937
6772 0.101224 43.284183 22.573426
-----
head and tail of the nonnan series are identified
the float id is: 79185.0
the ratio of nans in the trimmed chlor_a series 0.3
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
6718 2009-02-01 79185.0 11.431143 71.126714 28.917571 11.131333
6723 2009-02-03 79185.0 11.742125 71.372500 28.896250 18.784375
6728 2009-02-05 79185.0 11.809000 71.623625 28.786000 13.311000
6734 2009-02-07 79185.0 11.648125 71.782000 28.749375 6.636125
6740 2009-02-09 79185.0 11.557250 71.712250 28.826625 -17.478250
6746 2009-02-11 79185.0 11.610000 71.366250 28.753375 -25.573250
6752 2009-02-13 79185.0 11.526875 71.049250 28.647250 -11.943375
6758 2009-02-15 79185.0 11.462875 70.929000 28.368875 -4.050125
6764 2009-02-17 79185.0 11.524000 70.853375 28.296125 -4.470500
6770 2009-02-19 79185.0 11.634000 70.798000 28.483750 -2.028125
6775 2009-02-21 79185.0 11.547875 70.902625 28.876875 11.603875
6779 2009-02-23 79185.0 11.037125 70.938500 29.289625 -5.776875
6783 2009-02-25 79185.0 10.333250 70.948750 28.992750 16.337125
6787 2009-02-27 79185.0 10.049125 71.571375 29.302250 53.470625
6791 2009-03-01 79185.0 10.240625 72.109625 29.162500 -5.410000
6795 2009-03-03 79185.0 10.298500 71.744125 29.414625 -11.980500
6798 2009-03-05 79185.0 9.822625 71.681000 29.357375 -8.188375
6801 2009-03-07 79185.0 9.335250 71.486500 29.257125 -12.719000
6804 2009-03-09 79185.0 8.729375 71.220000 29.240250 -16.753875
6807 2009-03-11 79185.0 8.242000 71.125125 29.507000 1.813750
6810 2009-03-13 79185.0 8.312375 71.034000 29.732750 -17.351125
6813 2009-03-15 79185.0 7.955875 70.764125 29.883625 -7.119125
6816 2009-03-17 79185.0 7.307250 70.986750 29.706875 27.244375
6819 2009-03-19 79185.0 7.176625 71.088625 29.950750 -20.196875
6822 2009-03-21 79185.0 6.809000 70.879500 30.024125 8.737750
6825 2009-03-23 79185.0 6.501875 71.138000 30.269625 13.773875
6828 2009-03-25 79185.0 6.771000 71.267375 30.374750 2.894375
6832 2009-03-27 79185.0 7.445875 71.084250 30.471625 -28.673500
6836 2009-03-29 79185.0 7.720500 70.469375 30.531625 -43.854875
6840 2009-03-31 79185.0 7.445250 69.941750 30.479625 -20.225625
vn spd chlor_a dist cdm kd490 \
6718 29.808833 32.074667 0.128826 108.946858 0.012643 0.057108
6723 10.750000 21.937250 0.103249 89.672512 0.012099 0.051765
6728 -4.453875 16.325875 0.104941 65.073641 0.011958 0.051935
6734 -11.000875 14.405625 0.106633 44.032464 0.011817 0.052105
6740 2.830625 20.048000 0.108324 51.620888 0.011676 0.052275
6746 -1.971000 25.952375 0.110016 89.081589 0.011535 0.052445
6752 -7.113125 14.634125 0.111708 120.085839 0.011394 0.052615
6758 -1.192625 5.871750 0.149369 130.708921 0.011399 0.059491
6764 10.598875 12.296875 0.150952 140.419053 0.014424 0.058880
6770 1.047375 5.573375 0.152535 149.853615 0.017449 0.058269
6775 -18.722750 25.505250 0.102469 136.010796 0.012299 0.052762
6779 -42.850125 43.299125 0.114092 126.917604 0.011151 0.054918
6783 -35.200375 42.770875 0.050528 146.113771 0.011016 0.042934
6787 -6.275000 54.192000 0.075324 77.293485 0.020127 0.045295
6791 25.465875 47.317750 0.249404 26.788207 0.029238 0.070453
6795 -21.385625 29.622750 0.202356 64.865255 0.024812 0.064584
6798 -32.478750 34.625875 0.155308 69.600676 0.020386 0.058715
6801 -31.412375 34.062500 0.108260 116.438289 0.015960 0.052846
6804 -42.881375 46.794875 0.061212 185.363937 0.011534 0.046977
6807 -9.673375 22.045625 0.097378 208.569286 0.009575 0.051931
6810 -0.488250 21.109375 0.081577 218.592172 0.009039 0.049098
6813 -43.421875 45.989875 0.094703 250.835888 0.008750 0.050430
6816 -27.979750 39.712500 0.109081 209.876809 0.011329 0.051474
6819 -2.248750 25.699625 0.123458 196.847028 0.013908 0.052519
6822 -34.909375 38.920000 0.153432 206.289669 0.013900 0.060398
6825 -0.003375 18.412375 0.176399 173.169784 0.015386 0.061924
6828 34.459000 35.042000 0.133655 163.596259 0.010912 0.058860
6832 39.738500 50.341750 0.159335 202.341375 0.011764 0.060832
6836 -4.779125 45.172125 0.069699 275.784018 0.011784 0.049225
6840 -21.487125 29.698250 0.149234 325.877306 0.011522 0.059973
t865 par sst4
6718 0.171163 48.004780 28.428034
6723 0.157969 45.533652 28.841193
6728 0.166102 46.899630 28.786915
6734 0.174235 47.773847 27.653424
6740 0.182368 49.326539 27.111021
6746 0.190501 50.002652 28.310530
6752 0.198634 50.563767 28.523346
6758 0.236121 50.302304 28.013410
6764 0.235831 50.517761 27.888891
6770 0.235541 50.683928 27.635012
6775 0.235967 50.872965 28.416473
6779 0.155645 52.417373 27.855999
6783 0.179903 52.453334 28.986754
6787 0.181159 52.349644 28.548749
6791 0.246768 53.273035 28.898210
6795 0.253751 52.739196 28.637885
6798 0.260735 52.447434 28.579033
6801 0.270024 52.832030 28.840729
6804 0.278649 53.874783 28.944522
6807 0.132751 53.646169 28.780967
6810 0.136956 51.197781 29.205552
6813 0.130946 53.941740 29.228251
6816 0.159817 54.438138 29.472777
6819 0.188688 55.143649 29.423884
6822 0.193790 54.871429 29.378289
6825 0.198892 55.396166 29.592465
6828 0.218335 55.879162 29.990252
6832 0.114245 52.013218 29.814058
6836 0.263839 46.371944 30.062847
6840 0.126533 56.634053 29.849659
-----
head and tail of the nonnan series are identified
the float id is: 81996.0
the ratio of nans in the trimmed chlor_a series 0.0151515151515
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
7429 2009-11-20 81996.0 11.083500 73.985750 28.933125 -15.607750
7430 2009-11-22 81996.0 11.361125 73.754000 29.237500 -15.283625
7431 2009-11-24 81996.0 11.645750 73.468250 29.282750 -15.291375
7432 2009-11-26 81996.0 11.920500 73.250000 29.488750 -10.280250
7433 2009-11-28 81996.0 12.163375 73.198250 29.433250 -0.011125
7434 2009-11-30 81996.0 12.292500 73.217000 29.398250 1.031750
7435 2009-12-02 81996.0 12.353125 73.240625 29.459500 6.441500
7436 2009-12-04 81996.0 12.368625 73.403750 29.375375 11.601500
7437 2009-12-06 81996.0 12.505875 73.705000 29.448875 21.991625
7439 2009-12-08 81996.0 13.028000 73.781125 29.393250 -14.389250
7441 2009-12-10 81996.0 13.822875 73.395750 29.210875 -23.341375
7443 2009-12-12 81996.0 14.565125 73.170875 29.000750 -11.373125
7447 2009-12-14 81996.0 15.283125 72.897250 29.031625 -23.403375
7451 2009-12-16 81996.0 15.844625 72.427875 28.872375 -33.639125
7455 2009-12-18 81996.0 16.114500 71.766875 28.687375 -52.268375
7459 2009-12-20 81996.0 16.521000 70.868875 28.607625 -46.341625
7463 2009-12-22 81996.0 17.295750 70.506375 28.365000 -8.656250
7467 2009-12-24 81996.0 17.779000 70.275125 28.251750 -11.154375
7471 2009-12-26 81996.0 17.908375 70.054250 28.103625 -19.551750
7475 2009-12-28 81996.0 17.865625 69.782250 27.851875 -25.345500
7480 2009-12-30 81996.0 17.687500 69.213375 27.512750 -36.727125
7485 2010-01-01 81996.0 17.788750 68.596000 27.226000 -33.582875
7490 2010-01-03 81996.0 17.949375 68.197875 26.961875 -17.766375
7495 2010-01-05 81996.0 18.120000 67.968500 26.567000 -10.263625
7500 2010-01-07 81996.0 18.110375 67.874750 26.356375 -5.103125
7505 2010-01-09 81996.0 18.071000 67.850625 26.535750 3.840125
7510 2010-01-11 81996.0 18.141500 67.732625 26.484875 -12.114125
7515 2010-01-13 81996.0 17.960000 67.692375 26.156375 -4.513125
7520 2010-01-15 81996.0 17.772125 67.527875 26.044375 -3.841125
7525 2010-01-17 81996.0 17.684625 67.520875 26.303750 -7.981750
... ... ... ... ... ... ...
7560 2010-01-31 81996.0 16.737500 67.018625 25.947375 -0.041625
7565 2010-02-02 81996.0 16.597750 66.946500 26.009375 -5.416375
7570 2010-02-04 81996.0 16.387125 66.929875 26.204875 -0.333250
7575 2010-02-06 81996.0 16.221125 66.960500 26.472750 8.720250
7580 2010-02-08 81996.0 16.011875 67.140250 26.409250 8.825500
7585 2010-02-10 81996.0 15.915500 67.234000 26.321000 5.376125
7590 2010-02-12 81996.0 15.904625 67.320375 26.393500 6.826500
7594 2010-02-14 81996.0 16.016375 67.489875 26.885750 9.360375
7598 2010-02-16 81996.0 16.098750 67.492875 26.918500 -7.024625
7602 2010-02-18 81996.0 16.231750 67.363375 26.890750 -9.931750
7607 2010-02-20 81996.0 16.434000 67.180875 27.091375 -11.021750
7612 2010-02-22 81996.0 16.707125 67.003125 27.209375 -11.589375
7618 2010-02-24 81996.0 17.020750 66.836125 27.401625 -8.143125
7624 2010-02-26 81996.0 17.636250 66.827250 27.249125 11.215375
7630 2010-02-28 81996.0 18.169125 67.241000 27.562500 35.730750
7637 2010-03-02 81996.0 18.243500 67.943125 27.584125 50.995000
7644 2010-03-04 81996.0 18.038125 68.676250 27.821750 34.469625
7651 2010-03-06 81996.0 18.219125 69.162875 27.688375 17.311750
7658 2010-03-08 81996.0 18.749000 69.152875 27.464125 -8.957750
7665 2010-03-10 81996.0 19.313250 68.803375 26.843125 -32.226375
7672 2010-03-12 81996.0 19.153750 68.297000 26.775875 -33.262875
7680 2010-03-14 81996.0 18.507625 67.907875 26.920250 -1.012000
7688 2010-03-16 81996.0 18.012250 68.093125 27.129250 12.729375
7696 2010-03-18 81996.0 17.608750 68.394375 27.509375 25.946250
7704 2010-03-20 81996.0 17.570000 68.804375 27.906875 19.072500
7712 2010-03-22 81996.0 17.809250 68.895250 27.847125 -7.524375
7721 2010-03-24 81996.0 18.011750 68.747250 27.976750 -9.043250
7730 2010-03-26 81996.0 18.143750 68.497500 28.217875 -19.812125
7739 2010-03-28 81996.0 18.146875 68.135250 28.234500 -19.831750
7748 2010-03-30 81996.0 17.960875 68.078125 28.252000 12.957750
vn spd chlor_a dist cdm kd490 \
7429 17.075000 23.634000 0.236356 42.974563 0.017825 0.070885
7430 16.280500 23.176625 0.149322 60.704851 0.020535 0.057310
7431 19.867000 25.434375 0.238684 53.570419 0.018117 0.068256
7432 18.043250 22.538750 0.184835 54.183390 0.020879 0.062237
7433 12.119500 13.279750 0.144154 74.528522 0.020144 0.058352
7434 4.443875 7.072375 0.140080 86.244539 0.021858 0.057375
7435 2.777625 9.435250 0.146715 93.044148 0.018773 0.055994
7436 2.635625 13.883875 0.200733 105.762917 0.022703 0.062362
7437 17.034250 30.121750 0.251258 127.141611 0.021953 0.071706
7439 47.694750 50.487750 0.219064 105.084435 0.025785 0.068523
7441 49.886875 55.992875 0.203828 121.612308 0.021901 0.063540
7443 46.308500 47.810000 0.186512 98.343707 0.018904 0.062725
7447 43.158250 49.341500 0.183520 93.997925 0.024571 0.061262
7451 25.972750 43.600875 0.251563 112.603233 0.025457 0.070211
7455 15.652125 54.668000 0.296735 171.383943 0.037659 0.072241
7459 40.046500 63.261625 0.226452 260.175241 0.025086 0.071792
7463 50.639000 52.054500 0.144975 276.705248 0.030455 0.058387
7467 13.189375 20.841625 0.238560 285.628076 0.029450 0.070679
7471 -1.310375 23.978375 0.359317 306.606081 0.027393 0.082416
7475 -4.437000 27.389625 0.324938 331.253320 0.038819 0.080710
7480 -5.273875 39.197250 0.370023 371.671967 0.042800 0.085352
7485 10.179875 35.322500 0.373849 390.752019 0.054091 0.088353
7490 12.665875 22.301750 0.491882 398.055913 0.041870 0.098484
7495 3.157500 15.749625 0.680510 396.927588 0.039439 0.128571
7500 -0.981125 8.357000 0.649728 403.919588 0.097989 0.113415
7505 7.294875 19.435375 0.705134 408.918607 0.062544 0.116918
7510 -16.687750 29.116250 0.403924 410.584873 0.028104 0.088949
7515 1.178000 12.049000 0.616971 428.967606 0.048933 0.108339
7520 -22.183500 25.386875 0.765583 456.093450 0.070045 0.129235
7525 0.503500 21.456250 0.583653 464.141992 0.055103 0.103323
... ... ... ... ... ... ...
7560 -10.801625 11.915125 0.445762 579.842415 0.059348 0.095214
7565 -14.055375 16.728125 0.500123 596.871462 0.063937 0.098497
7570 -8.310125 8.827250 0.513659 616.899709 0.050716 0.098575
7575 -15.792000 18.974125 0.546790 630.244856 0.100858 0.108194
7580 -8.031375 12.574750 0.329948 639.316684 0.040043 0.083231
7585 -4.956875 11.908750 0.334232 643.083187 0.040612 0.078841
7590 4.343000 8.688625 0.361099 639.345184 0.051677 0.088606
7594 6.736500 12.596500 0.467922 619.518336 0.040606 0.095081
7598 6.754375 10.283750 0.386757 611.467072 0.038639 0.085913
7602 9.603625 14.340000 0.407778 606.037484 0.053770 0.091215
7607 16.943875 20.850500 0.454443 597.617488 0.039276 0.094082
7612 17.164000 21.172000 0.322555 583.532790 0.026678 0.079472
7618 28.629000 30.464375 0.288419 566.910900 0.029226 0.075338
7624 40.341125 43.244125 0.270554 515.218117 0.034173 0.071939
7630 25.276125 45.419125 0.240770 442.084271 0.023163 0.067259
7637 -15.143250 54.439750 0.227048 387.887912 0.028941 0.065994
7644 1.641875 36.659625 0.213741 362.609806 0.027738 0.065023
7651 18.656125 31.235125 0.188927 320.753309 0.024831 0.064615
7658 50.629375 51.850500 0.337227 269.261290 0.038706 0.084614
7665 8.250125 36.761500 0.254000 238.766612 0.046538 0.073829
7672 -25.797375 42.574125 0.237742 286.469869 0.036538 0.074498
7680 -45.712375 48.832000 0.235704 367.387577 0.026537 0.068215
7688 -25.657125 29.081500 0.222820 398.606399 0.022786 0.067793
7696 -17.578250 32.921500 0.176887 418.726749 0.019035 0.059925
7704 8.590625 22.220625 0.265988 401.997395 0.037340 0.071515
7712 16.317125 23.607000 0.355088 373.989271 0.055645 0.083106
7721 11.940625 19.659875 0.220708 361.377166 0.032024 0.067954
7730 5.659250 22.141125 0.208923 362.682354 0.037086 0.066126
7739 -6.163250 23.024875 0.250294 383.913582 0.033926 0.069812
7748 -18.665000 25.341125 0.251971 404.167809 0.030766 0.072107
t865 par sst4
7429 0.059964 43.183195 NaN
7430 0.136936 46.247547 28.717479
7431 0.110156 39.945174 28.679772
7432 0.125130 44.598519 29.389999
7433 0.215631 44.658484 29.138139
7434 0.262496 43.207615 29.225851
7435 0.168532 38.068798 29.093534
7436 0.186007 33.798729 28.543071
7437 0.170602 40.014968 28.474180
7439 0.147240 43.208011 29.377116
7441 0.135095 42.972473 29.241103
7443 0.121946 41.989821 28.409946
7447 0.134189 41.659221 28.574792
7451 0.095412 40.315722 28.680923
7455 0.117365 39.468827 27.691990
7459 0.184410 39.319413 28.799588
7463 0.228009 38.725559 28.577636
7467 0.122279 38.298638 28.295838
7471 0.125050 36.761984 25.428790
7475 0.146294 38.745858 27.824580
7480 0.106574 37.149044 27.521896
7485 0.139225 35.667658 27.147806
7490 0.131227 34.429300 26.813760
7495 0.116379 38.723793 26.395949
7500 0.135313 38.475727 25.926483
7505 0.256348 37.862561 26.173124
7510 0.218750 38.310779 26.164403
7515 0.149880 40.142978 25.149269
7520 0.166593 39.259038 26.005250
7525 0.085231 39.891760 25.366410
... ... ... ...
7560 0.119713 45.170297 25.938002
7565 0.071615 45.561436 25.349491
7570 0.093304 45.520845 25.764436
7575 0.122191 46.512925 25.650394
7580 0.161865 46.820665 26.187155
7585 0.107046 47.208590 26.115625
7590 0.171117 47.607161 25.838415
7594 0.147465 47.722707 26.190753
7598 0.124330 46.859589 26.735700
7602 0.158201 47.837696 26.514370
7607 0.108858 48.625707 25.209659
7612 0.089237 49.563192 27.097763
7618 0.091795 50.002352 26.993298
7624 0.131203 49.768682 27.334591
7630 0.132592 49.827240 27.438395
7637 0.147490 50.228211 27.759888
7644 0.120982 50.766625 26.541194
7651 0.179075 51.276710 26.254710
7658 0.217784 51.245101 27.221792
7665 0.239557 50.778338 27.121270
7672 0.105190 48.502733 26.599281
7680 0.044338 49.408382 27.078192
7688 0.126156 52.420484 26.627379
7696 0.113472 51.358351 27.285832
7704 0.144996 52.163528 27.609991
7712 0.176521 54.063013 27.829268
7721 0.251035 53.444975 27.982883
7730 0.246522 53.530770 27.734955
7739 0.268580 55.432788 27.828164
7748 0.216539 55.520661 28.388726
[66 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 81938.0
the ratio of nans in the trimmed chlor_a series 0.245614035088
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
7438 2009-12-08 81938.0 11.554714 74.884429 29.353857 -12.066857
7440 2009-12-10 81938.0 11.772500 74.654250 29.083125 -26.999125
7442 2009-12-12 81938.0 12.014500 74.206875 29.253625 -28.715625
7446 2009-12-14 81938.0 12.146625 73.827250 29.342125 -20.231625
7450 2009-12-16 81938.0 12.140000 73.541000 29.330250 -13.402625
7454 2009-12-18 81938.0 12.024125 73.255750 29.335625 -19.349250
7458 2009-12-20 81938.0 11.969500 72.980250 29.438000 -13.827625
7462 2009-12-22 81938.0 12.177250 72.894625 29.492750 1.086875
7466 2009-12-24 81938.0 12.428500 72.962125 29.473250 9.713500
7470 2009-12-26 81938.0 12.714375 73.103000 29.260500 2.056000
7474 2009-12-28 81938.0 12.966750 73.133625 29.073750 4.685125
7479 2009-12-30 81938.0 13.239750 73.219375 29.062000 10.394625
7484 2010-01-01 81938.0 13.790125 73.277375 29.152875 -8.023500
7489 2010-01-03 81938.0 14.255750 72.987250 29.128250 -25.511375
7494 2010-01-05 81938.0 14.006750 72.833375 28.585250 9.057750
7499 2010-01-07 81938.0 13.915125 73.016875 28.472250 7.041625
7504 2010-01-09 81938.0 13.996625 73.095000 28.553000 4.504750
7509 2010-01-11 81938.0 14.368000 73.057500 28.516625 -13.609875
7514 2010-01-13 81938.0 14.559625 72.751375 28.340125 -10.845625
7519 2010-01-15 81938.0 14.713875 72.702875 28.205000 -12.670750
7524 2010-01-17 81938.0 14.861000 72.400000 28.208750 -13.334375
7529 2010-01-19 81938.0 14.857375 72.341375 28.063750 0.157875
7534 2010-01-21 81938.0 15.020000 72.241500 28.012250 -11.487500
7539 2010-01-23 81938.0 15.129250 72.049250 27.919125 -11.032500
7544 2010-01-25 81938.0 15.207375 71.867500 28.128750 -14.210750
7549 2010-01-27 81938.0 15.376625 71.594375 28.040125 -17.629625
7554 2010-01-29 81938.0 15.263625 71.393500 28.040750 -2.136750
7559 2010-01-31 81938.0 14.990500 71.428125 28.290125 -3.856625
7564 2010-02-02 81938.0 14.788500 71.225625 28.094250 -15.285125
7569 2010-02-04 81938.0 14.541500 71.094125 27.977500 -3.171000
7574 2010-02-06 81938.0 14.431125 71.062500 28.110500 5.225375
7579 2010-02-08 81938.0 14.429750 71.261375 28.270750 11.546250
7584 2010-02-10 81938.0 14.306000 71.359375 28.321250 3.447750
7589 2010-02-12 81938.0 14.270250 71.362750 28.433875 -5.606750
7593 2010-02-14 81938.0 14.243750 71.181250 28.281375 -11.257125
7597 2010-02-16 81938.0 14.227875 70.987375 28.223125 -9.358750
7601 2010-02-18 81938.0 14.175500 70.978625 28.179875 3.080750
7606 2010-02-20 81938.0 14.311500 71.094750 28.343875 11.271625
7611 2010-02-22 81938.0 14.313500 71.237500 28.467500 -0.071875
7617 2010-02-24 81938.0 14.282375 71.137375 28.408250 -12.215250
7623 2010-02-26 81938.0 14.328125 70.887250 28.369375 -13.460625
7629 2010-02-28 81938.0 14.521750 70.676625 28.430250 -12.709125
7636 2010-03-02 81938.0 14.658625 70.524500 28.735000 -7.883875
7643 2010-03-04 81938.0 14.484875 70.382625 28.482375 -9.490000
7650 2010-03-06 81938.0 14.130000 70.357500 28.389875 2.033875
7657 2010-03-08 81938.0 13.873875 70.375375 28.216000 2.197500
7664 2010-03-10 81938.0 13.736375 70.327875 28.937250 -5.094875
7671 2010-03-12 81938.0 13.596250 70.331500 29.135125 7.510000
7679 2010-03-14 81938.0 13.426000 70.589625 29.133625 17.215250
7687 2010-03-16 81938.0 12.979250 70.753125 29.051375 2.813500
7695 2010-03-18 81938.0 12.757125 70.933750 29.500500 34.222000
7703 2010-03-20 81938.0 12.828125 71.454000 29.895625 9.707000
7711 2010-03-22 81938.0 12.889625 71.357000 29.393125 -8.134500
7720 2010-03-24 81938.0 12.863250 71.272125 29.548000 -3.781875
7729 2010-03-26 81938.0 12.913250 71.141750 29.673000 -12.399250
7738 2010-03-28 81938.0 12.693375 70.880500 29.727750 -6.707125
7747 2010-03-30 81938.0 12.664375 71.090125 29.941125 23.342000
vn spd chlor_a dist cdm kd490 \
7438 21.395571 27.085429 0.376945 60.567315 0.028310 0.085125
7440 13.485500 30.740250 0.256484 64.889479 0.029824 0.069626
7442 13.821875 33.793250 0.191271 98.620962 0.019712 0.063702
7446 -3.648000 22.910500 0.164409 115.221662 0.020388 0.060286
7450 2.860500 21.570875 0.100604 92.323292 0.015899 0.051819
7454 -11.442375 22.591625 0.118918 64.600049 0.019950 0.053788
7458 8.347875 19.371000 0.194203 42.542361 0.022236 0.064125
7462 14.680625 15.568375 0.164143 56.698165 0.022917 0.059627
7466 20.371875 24.125500 0.164245 85.303736 0.022843 0.059370
7470 15.140750 18.308625 0.164346 120.272506 0.022769 0.059112
7474 12.719625 15.494875 0.164448 147.650185 0.022695 0.058854
7479 25.142375 29.803500 0.164550 160.364596 0.022620 0.058597
7484 45.692000 46.872000 0.164652 134.839360 0.022546 0.058339
7489 2.949375 30.527500 0.223485 132.677935 0.024923 0.069918
7494 -20.263875 25.074250 0.191050 160.330898 0.028836 0.062441
7499 3.234625 10.948500 0.159951 149.831855 0.028325 0.059401
7504 13.237125 17.323750 0.129435 137.627582 0.022607 0.055675
7509 25.563625 32.627375 0.174936 120.856375 0.024104 0.061007
7514 0.026500 19.966000 0.220437 137.821543 0.025602 0.066339
7519 22.723875 29.736125 0.265938 134.593183 0.027099 0.071671
7524 -4.940000 16.131625 0.261555 156.857313 0.026102 0.072047
7529 7.623125 12.413875 0.277612 162.921930 0.027622 0.077110
7534 10.309625 16.731500 0.197317 168.214650 0.043752 0.065307
7539 2.514375 11.902000 0.178519 180.605681 0.046706 0.068934
7544 10.104125 18.775875 0.226397 193.970260 0.038841 0.071846
7549 6.575625 19.782500 0.274275 213.236567 0.030977 0.074759
7554 -17.475000 20.224875 0.388158 237.879542 0.047693 0.084527
7559 -16.323250 20.401000 0.236140 246.929088 0.025824 0.065003
7564 -14.001000 21.216500 0.142188 276.423462 0.017032 0.056288
7569 -12.506750 13.870125 0.160996 301.393630 0.016310 0.059106
7574 1.196875 13.004625 0.304614 308.529649 0.037827 0.077348
7579 -6.957875 14.143500 0.172840 288.465262 0.017057 0.064423
7584 -6.316000 7.923375 0.200224 283.980647 0.014767 0.067405
7589 -0.076000 7.319250 0.113201 285.303240 0.013469 0.051619
7593 0.434875 14.158375 0.136907 304.337436 0.012398 0.055987
7597 -8.516500 17.517500 0.212136 317.935029 0.016394 0.066865
7601 6.802250 9.600625 0.176033 313.057493 0.015831 0.061290
7606 7.754375 15.438375 0.106264 309.988130 0.016024 0.049578
7611 -4.932250 12.779750 0.136424 295.686752 0.013676 0.054680
7617 -1.150125 17.337625 0.120639 306.975762 0.011820 0.052965
7623 10.175375 17.938875 0.109129 329.724898 0.012119 0.050810
7629 12.302875 19.600500 0.119663 342.506636 0.012382 0.051914
7636 1.167250 17.008500 0.124531 350.509152 0.014048 0.053715
7643 -23.375375 25.453625 0.133725 371.718466 0.015164 0.055366
7650 -18.204500 22.102625 0.139219 342.547422 0.014443 0.056442
7657 -13.562500 15.995500 0.144713 318.713421 0.013721 0.057517
7664 -6.065375 13.760625 0.150207 310.231680 0.012999 0.058592
7671 -8.571875 14.269500 0.155700 298.387756 0.012278 0.059667
7679 -21.234750 32.880375 0.139294 265.727516 0.013400 0.056661
7687 -28.054250 31.684375 0.071254 217.563389 0.014651 0.046319
7695 0.793625 35.877625 0.075209 186.420056 0.013164 0.047992
7703 5.788375 23.857875 0.125690 156.932060 0.017235 0.051863
7711 -2.114750 10.913125 0.138761 168.232140 0.017772 0.054303
7720 1.960750 5.727500 0.151832 170.953437 0.018308 0.056743
7729 0.592375 13.372125 0.164903 183.863420 0.018845 0.059184
7738 -21.274000 33.759375 0.177974 186.056237 0.019381 0.061624
7747 8.178000 26.916625 0.191045 167.054150 0.019918 0.064065
t865 par sst4
7438 0.103879 45.232871 29.041855
7440 0.163300 44.484355 28.422603
7442 0.115736 44.132903 28.887102
7446 0.139643 43.848851 28.684950
7450 0.200595 42.367491 28.964794
7454 0.175503 42.544549 28.714290
7458 0.163220 42.902504 29.063111
7462 0.140884 42.189534 29.130137
7466 0.139187 38.028755 29.197163
7470 0.137490 26.884418 28.923942
7474 0.135793 20.843059 28.650721
7479 0.134095 34.834978 28.377499
7484 0.132398 40.230603 28.461012
7489 0.168219 40.039516 28.600142
7494 0.204236 42.131018 27.901660
7499 0.241240 43.530652 28.188886
7504 0.224609 41.085857 27.882400
7509 0.199355 29.506165 28.661151
7514 0.174100 35.654328 27.589714
7519 0.148846 43.308098 28.118717
7524 0.128717 43.932242 28.366722
7529 0.080501 44.245868 27.973029
7534 0.198543 43.864477 27.950191
7539 0.261473 43.388135 27.897115
7544 0.235659 37.981714 27.776521
7549 0.209846 42.363748 27.767404
7554 0.201196 45.004493 28.043580
7559 0.235596 45.309444 28.120966
7564 0.119411 46.027602 27.935864
7569 0.114305 46.837466 27.770980
7574 0.180601 46.370770 27.885635
7579 0.189822 37.774730 28.323635
7584 0.125593 45.992580 27.937683
7589 0.170904 48.339401 27.781429
7593 0.120256 49.072613 27.506691
7597 0.240065 48.787589 27.864989
7601 0.191956 49.925132 27.943312
7606 0.152548 50.484917 28.197996
7611 0.109153 50.012161 28.345053
7617 0.092531 50.821041 28.382412
7623 0.099451 51.535990 28.347527
7629 0.129167 49.221257 28.373170
7636 0.170892 49.331655 27.608974
7643 0.223449 51.251567 28.545659
7650 0.206115 51.299723 28.127956
7657 0.188780 52.565983 27.630888
7664 0.171446 52.669606 28.480196
7671 0.154112 47.759611 27.410759
7679 0.144887 52.444489 28.318405
7687 0.193148 53.935416 28.927489
7695 0.186608 54.088637 28.917074
7703 0.150343 53.757707 28.787333
7711 0.170657 53.807978 28.745619
7720 0.190972 54.009081 29.202023
7729 0.211287 51.910994 29.173506
7738 0.231602 54.033666 28.438961
7747 0.251916 55.608008 28.208209
-----
head and tail of the nonnan series are identified
the float id is: 98679.0
the ratio of nans in the trimmed chlor_a series 0.0967741935484
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
7444 2009-12-12 98679.0 13.667500 69.999500 28.528500 1.895667
7448 2009-12-14 98679.0 13.577750 69.996000 28.508625 -2.137625
7452 2009-12-16 98679.0 13.416125 69.936250 28.463750 -2.474125
7456 2009-12-18 98679.0 13.354250 69.943250 28.391250 0.423000
7460 2009-12-20 98679.0 13.297125 69.909500 28.358375 -4.080250
7464 2009-12-22 98679.0 13.281000 69.859625 28.359250 -1.434625
7468 2009-12-24 98679.0 13.234875 69.851000 28.287625 0.059250
7472 2009-12-26 98679.0 13.197250 69.847875 28.220250 0.167750
7476 2009-12-28 98679.0 13.178000 69.866125 28.086625 0.628375
7481 2009-12-30 98679.0 13.217750 69.880750 27.986250 3.921375
7486 2010-01-01 98679.0 13.260375 69.973250 28.114375 5.273375
7491 2010-01-03 98679.0 13.232625 70.000625 28.040750 -1.028250
7496 2010-01-05 98679.0 13.248875 69.985750 27.943625 -0.522000
7501 2010-01-07 98679.0 13.260375 70.021625 27.957375 1.290625
7506 2010-01-09 98679.0 13.278875 70.023500 27.946125 1.567375
7511 2010-01-11 98679.0 13.299875 70.054000 27.951750 1.850625
7516 2010-01-13 98679.0 13.301500 70.053000 27.787125 -2.351250
7521 2010-01-15 98679.0 13.323375 70.017375 27.829875 1.139875
7526 2010-01-17 98679.0 13.355500 70.029000 27.898750 -1.754500
7531 2010-01-19 98679.0 13.361500 70.018125 27.847375 0.965250
7536 2010-01-21 98679.0 13.338750 70.036500 27.960375 0.227000
7541 2010-01-23 98679.0 13.314250 70.024875 27.913875 -2.008250
7546 2010-01-25 98679.0 13.313250 70.034375 27.902750 4.979500
7551 2010-01-27 98679.0 13.340875 70.100500 27.862250 3.382500
7556 2010-01-29 98679.0 13.358000 70.139375 27.878625 2.776750
7561 2010-01-31 98679.0 13.387750 70.220625 27.922500 4.567125
7566 2010-02-02 98679.0 13.422000 70.284750 27.901500 3.933625
7571 2010-02-04 98679.0 13.447375 70.380250 27.952000 7.940750
7576 2010-02-06 98679.0 13.488000 70.476875 28.046750 3.668875
7581 2010-02-08 98679.0 13.513125 70.509000 28.055250 -1.014750
7586 2010-02-10 98679.0 13.498000 70.493667 28.033667 3.412000
vn spd chlor_a dist cdm kd490 \
7444 -2.962333 3.999000 0.025243 329.193817 NaN 0.039543
7448 -10.139250 11.079125 0.126539 322.697196 0.018294 0.054255
7452 -7.687500 10.220000 0.127560 315.926519 0.016866 0.053858
7456 -1.154875 4.220625 0.102962 311.057487 0.017900 0.049939
7460 -3.077125 10.706125 0.133058 310.099966 0.021492 0.055282
7464 -2.439625 4.340625 0.163154 313.387530 0.025083 0.060626
7468 -2.484750 6.820750 0.160459 311.177459 0.025232 0.060077
7472 -3.327875 4.454125 0.181369 309.077747 0.025477 0.062562
7476 0.504125 6.192500 0.202279 306.236510 0.025722 0.065047
7481 3.827000 6.691125 0.223188 307.447575 0.025967 0.067532
7486 2.252500 9.920125 0.198479 302.134095 0.019896 0.065237
7491 -1.667000 7.455875 0.197026 297.922633 0.015702 0.065789
7496 0.003625 5.283625 0.163928 300.290107 0.017757 0.061999
7501 2.556750 6.855125 0.125885 297.968663 0.018939 0.056622
7506 -2.145750 5.518500 0.132674 299.070059 0.025575 0.057668
7511 1.757375 6.823625 0.245673 297.920297 0.048344 0.073077
7516 1.305750 3.967000 0.188651 298.118234 0.022820 0.067635
7521 2.040000 6.227125 0.211488 302.646001 0.026182 0.071419
7526 2.146625 3.683875 0.163258 303.907465 0.017709 0.060080
7531 -1.141250 3.330125 0.182533 305.237760 0.020866 0.062803
7536 -1.662000 3.417875 0.173054 302.102225 0.022830 0.061896
7541 -0.888000 4.371250 0.159295 301.381065 0.021762 0.060334
7546 0.566000 5.761000 0.198029 300.510084 0.023036 0.065741
7551 2.013625 6.430500 0.207154 296.909471 0.021088 0.066835
7556 0.716750 4.781000 0.172701 294.942369 0.022063 0.062586
7561 2.649625 6.009875 0.164020 290.563184 0.020691 0.060932
7566 1.524750 4.870875 0.179900 288.109408 0.018188 0.061248
7571 1.945250 8.458125 0.165479 282.780493 0.020666 0.062270
7576 3.368375 5.383125 0.192022 278.945458 0.020496 0.064410
7581 -1.529250 6.728125 0.193181 278.730451 0.016151 0.067004
7586 1.328500 3.665000 0.155295 278.560094 0.014535 0.061154
t865 par sst4
7444 0.266738 42.135301 28.300814
7448 0.149041 40.816022 27.932592
7452 0.115957 42.302908 28.520855
7456 0.139040 41.073439 28.301869
7460 0.128364 39.298515 28.303266
7464 0.117688 38.820352 27.360317
7468 0.107012 34.661663 24.579999
7472 0.096336 31.517156 25.753749
7476 0.085660 23.692603 26.927499
7481 0.074985 31.638587 28.101249
7486 0.085089 39.782723 28.060129
7491 0.090555 38.329332 27.876082
7496 0.113233 35.492008 27.087499
7501 0.173684 38.885050 27.122285
7506 0.208887 42.823325 27.893634
7511 0.093700 33.432969 23.007415
7516 0.180994 33.832034 27.499999
7521 0.221298 43.499832 27.492759
7526 0.056824 44.556592 27.955677
7531 0.107028 45.528299 27.942319
7536 0.197090 45.100527 27.753599
7541 0.175672 45.524545 27.263595
7546 0.124591 45.576000 27.877704
7551 0.121163 45.904650 27.628885
7556 0.157965 43.404777 27.937081
7561 0.170736 40.902274 27.795602
7566 0.114952 46.427788 27.912982
7571 0.183851 47.346124 27.568281
7576 0.159683 47.518095 28.026886
7581 0.157257 46.665544 28.152277
7586 0.224082 46.912181 27.724947
-----
head and tail of the nonnan series are identified
the float id is: 3098678.0
the ratio of nans in the trimmed chlor_a series 0.127272727273
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
7445 2009-12-12 3098678.0 12.020500 68.608000 28.645000 -20.826000
7449 2009-12-14 3098678.0 12.077625 68.442125 28.614875 -14.137875
7453 2009-12-16 3098678.0 12.085875 68.277375 28.421875 -5.324125
7457 2009-12-18 3098678.0 12.046500 68.233750 28.408375 -1.860625
7461 2009-12-20 3098678.0 11.983625 68.170375 28.260375 -7.416500
7465 2009-12-22 3098678.0 11.920125 68.113000 28.245875 -3.974500
7469 2009-12-24 3098678.0 11.873500 68.023875 28.249125 -4.116250
7473 2009-12-26 3098678.0 11.810625 67.921125 28.119875 -6.536375
7477 2009-12-28 3098678.0 11.725125 67.820750 27.964000 -8.301625
7482 2009-12-30 3098678.0 11.657375 67.646750 27.943625 -10.030500
7487 2010-01-01 3098678.0 11.621000 67.551000 28.146500 -3.926875
7492 2010-01-03 3098678.0 11.517500 67.463875 28.196250 -12.256125
7497 2010-01-05 3098678.0 11.507375 67.275000 28.123000 -7.713750
7502 2010-01-07 3098678.0 11.524500 67.172000 28.143375 -5.999625
7507 2010-01-09 3098678.0 11.560125 67.068750 28.085500 -6.626375
7512 2010-01-11 3098678.0 11.611000 66.945500 28.024125 -8.531625
7517 2010-01-13 3098678.0 11.675500 66.756500 27.969125 -14.450250
7522 2010-01-15 3098678.0 11.776125 66.566875 27.910750 -9.563125
7527 2010-01-17 3098678.0 11.875625 66.410125 27.965125 -8.914750
7532 2010-01-19 3098678.0 11.993250 66.287875 27.746250 -7.474875
7537 2010-01-21 3098678.0 12.101875 66.205500 27.841750 -2.575000
7542 2010-01-23 3098678.0 12.218625 66.154375 27.814625 -6.281375
7547 2010-01-25 3098678.0 12.362375 66.059875 27.644375 -4.290750
7552 2010-01-27 3098678.0 12.507750 66.005500 27.679875 -3.125000
7557 2010-01-29 3098678.0 12.665500 65.942250 27.582875 -4.141000
7562 2010-01-31 3098678.0 12.842250 65.907625 27.641250 -0.285250
7567 2010-02-02 3098678.0 12.986875 65.903375 27.605750 -1.003250
7572 2010-02-04 3098678.0 13.130000 65.901750 27.651125 2.142250
7577 2010-02-06 3098678.0 13.280000 65.936750 27.630250 1.921875
7582 2010-02-08 3098678.0 13.418375 65.958625 27.568125 0.986875
7587 2010-02-10 3098678.0 13.562500 65.967000 27.498250 0.164875
7591 2010-02-12 3098678.0 13.712750 65.956750 27.290625 -0.394750
7595 2010-02-14 3098678.0 13.894750 65.960125 27.138250 2.024250
7599 2010-02-16 3098678.0 14.109625 66.010375 27.005250 3.874500
7604 2010-02-18 3098678.0 14.324625 66.146625 26.913750 12.019625
7609 2010-02-20 3098678.0 14.652750 66.351000 27.188625 11.937625
7615 2010-02-22 3098678.0 15.019000 66.431875 27.201625 -3.961250
7621 2010-02-24 3098678.0 15.269000 66.292125 27.190125 -11.164500
7627 2010-02-26 3098678.0 15.258625 66.106000 27.088625 -9.060375
7634 2010-02-28 3098678.0 15.113500 66.091625 27.105625 8.420000
7641 2010-03-02 3098678.0 15.129375 66.368250 27.492875 23.761250
7648 2010-03-04 3098678.0 15.489875 66.651375 27.618750 2.710250
7655 2010-03-06 3098678.0 15.910875 66.447625 27.675500 -23.679500
7662 2010-03-08 3098678.0 16.279875 66.029125 27.463000 -25.156000
7669 2010-03-10 3098678.0 16.638500 65.656250 27.276250 -19.300250
7677 2010-03-12 3098678.0 16.942750 65.381375 27.236250 -13.604750
7685 2010-03-14 3098678.0 17.258000 65.247625 27.324000 -0.889125
7693 2010-03-16 3098678.0 17.572250 65.324750 27.390750 4.694375
7701 2010-03-18 3098678.0 17.844500 65.443750 27.465000 15.413750
7709 2010-03-20 3098678.0 18.091250 65.873875 27.721250 31.895125
7718 2010-03-22 3098678.0 18.155250 66.409125 27.751750 37.998500
7727 2010-03-24 3098678.0 17.841625 67.099000 27.994000 43.050750
7736 2010-03-26 3098678.0 17.230125 67.666500 28.331500 20.790375
7745 2010-03-28 3098678.0 16.530750 67.737375 28.165125 -10.432500
7754 2010-03-30 3098678.0 16.008750 67.495250 28.336125 -16.806250
vn spd chlor_a dist cdm kd490 \
7445 5.293000 21.488000 0.121295 391.114517 0.018305 0.054523
7449 3.990250 15.264500 0.140453 410.158584 0.021631 0.057060
7453 -2.695500 10.413875 0.153539 427.816235 0.016772 0.057836
7457 -0.630500 4.421875 0.108925 431.481646 0.017697 0.050660
7461 -5.099000 9.975250 0.125012 436.796810 0.018212 0.053038
7465 -5.267375 11.671500 0.141100 441.620196 0.018728 0.055416
7469 -2.970250 7.767500 0.157188 450.303543 0.019244 0.057793
7473 -3.690250 7.852875 0.173276 460.293498 0.019760 0.060171
7477 -5.627125 10.493375 0.189364 469.882752 0.020275 0.062549
7482 -1.565000 12.114875 0.205452 487.901493 0.020791 0.064927
7487 -4.031500 8.763125 0.182186 497.909853 0.017776 0.061724
7492 -5.780375 17.842375 0.155497 506.494765 0.017198 0.057631
7497 -0.052000 10.903750 0.139466 526.985658 0.016023 0.057416
7502 1.587250 8.297250 0.169033 538.319245 0.017445 0.062337
7507 2.824875 7.696250 0.217010 549.815611 0.019378 0.069230
7512 3.503500 9.621875 0.135569 563.625795 0.015068 0.058115
7517 6.517125 16.306000 0.243779 584.743202 0.012810 0.082258
7522 5.702000 11.595625 0.213405 606.348071 0.017420 0.072632
7527 8.674625 13.821625 0.183032 624.506486 0.022030 0.063007
7532 5.781125 9.991125 0.216481 639.311082 0.023744 0.067824
7537 8.440125 9.882250 0.228183 649.857690 0.022924 0.069180
7542 7.064625 9.943375 0.233852 657.363666 0.021054 0.073164
7547 9.061750 10.293500 0.240747 670.264255 0.021544 0.071355
7552 9.711625 10.706375 0.234980 679.198752 0.020805 0.070543
7557 11.409875 12.434750 0.206414 689.329764 0.020192 0.066383
7562 10.206750 11.168625 0.270352 696.399567 0.026528 0.071994
7567 8.399250 9.163875 0.229211 699.986643 0.022287 0.068769
7572 9.935625 11.256250 0.251806 703.604548 0.024237 0.070268
7577 9.042125 9.516375 0.257444 703.905384 0.023733 0.072870
7582 8.538125 8.834250 0.217554 705.631718 0.024031 0.068748
7587 9.090750 9.532625 0.227927 709.283388 0.029271 0.069974
7591 10.857125 11.413125 0.263423 715.396024 0.025800 0.072495
7595 12.651250 14.526625 0.249120 721.635705 0.022330 0.068493
7599 13.833375 15.956250 0.202726 725.008080 0.023651 0.064605
7604 17.016250 20.933250 0.294405 720.704665 0.035584 0.075022
7609 24.714625 27.633750 0.241748 716.581914 0.027986 0.068765
7615 21.301000 22.470625 0.189091 728.593683 0.020389 0.062509
7621 7.862500 14.362500 0.237473 755.129711 0.022412 0.067616
7627 -8.472875 13.487125 0.247887 769.697744 0.024103 0.069077
7634 -7.153750 13.041000 0.243707 765.482913 0.023331 0.068284
7641 12.100125 27.674000 0.149603 740.725808 0.023540 0.054972
7648 29.932875 32.418500 0.208083 716.111829 0.023455 0.061208
7655 23.237000 33.749125 0.150218 689.715366 0.017539 0.057924
7662 24.808000 35.623625 0.194969 684.619082 0.022706 0.063085
7669 20.657500 28.701750 0.264061 680.721276 0.030890 0.070209
7677 19.539375 24.520500 0.249321 677.182746 0.032588 0.067908
7685 18.813250 20.932875 0.270976 663.583524 0.030757 0.072362
7693 19.866500 20.606625 0.218371 633.179984 0.018309 0.064487
7701 17.599375 24.696125 0.238258 602.138351 0.024855 0.068297
7709 12.957625 34.529625 0.158815 551.544260 0.026273 0.056159
7718 -6.669375 39.841500 0.174339 505.594381 0.027691 0.058251
7727 -33.718625 55.027125 0.166465 479.051478 0.024088 0.057914
7736 -42.663750 48.729250 0.140690 495.574998 0.023140 0.056513
7745 -42.517500 44.746500 0.321783 557.010763 0.040371 0.075792
7754 -24.914125 30.727500 0.210233 619.963860 0.025481 0.062131
t865 par sst4
7445 0.180001 42.290319 28.544665
7449 0.206840 40.951494 28.480462
7453 0.095021 40.066245 28.112595
7457 0.121442 42.962645 28.309269
7461 0.120806 42.013551 27.871606
7465 0.120170 39.237209 27.418108
7469 0.119534 31.755031 26.964611
7473 0.118897 18.555098 26.511114
7477 0.118261 17.805806 26.765557
7482 0.117625 36.481056 27.019999
7487 0.176896 39.319471 27.096016
7492 0.165522 40.059921 27.919178
7497 0.076290 42.906166 27.848866
7502 0.069061 45.746366 27.916874
7507 0.037366 45.184230 27.955790
7512 0.067283 41.871457 27.978688
7517 0.097200 35.891632 27.676207
7522 0.135834 35.189393 27.637553
7527 0.174469 45.168490 27.677248
7532 0.104717 42.930592 27.794401
7537 0.049615 43.619814 27.065624
7542 0.094855 45.881069 27.537906
7547 0.072001 46.321219 27.414242
7552 0.104950 47.229859 27.359951
7557 0.135522 47.336075 27.602001
7562 0.116449 47.007966 26.961478
7567 0.171437 46.272136 27.482829
7572 0.124007 46.872874 27.631922
7577 0.079764 47.751265 27.609999
7582 0.153452 46.732460 27.567180
7587 0.187963 47.775840 26.742703
7591 0.127307 45.370213 26.926874
7595 0.200146 47.451658 26.934072
7599 0.161419 49.436218 25.451249
7604 0.140414 48.272645 25.635628
7609 0.118188 49.046846 27.009505
7615 0.095962 49.608657 27.047294
7621 0.060926 51.001168 27.106831
7627 0.097682 50.977260 26.081249
7634 0.109136 50.961442 25.621608
7641 0.168184 51.647975 26.495110
7648 0.155019 51.446556 26.062311
7655 0.227446 51.124788 27.012768
7662 0.219813 51.597097 25.351085
7669 0.177339 52.361765 27.074807
7677 0.171765 52.950154 26.980264
7685 0.143919 52.610127 27.787499
7693 0.106701 52.369715 27.495838
7701 0.084078 53.316202 27.403471
7709 0.109300 53.563746 27.741297
7718 0.168373 53.987633 27.722961
7727 0.189515 53.939562 27.667985
7736 0.206199 53.770449 27.891706
7745 0.224633 55.382280 28.026237
7754 0.207484 55.781793 28.354783
-----
head and tail of the nonnan series are identified
the float id is: 3098682.0
the ratio of nans in the trimmed chlor_a series 0.152173913043
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
7483 2009-12-30 3098682.0 12.647750 69.904625 28.204250 -1.365000
7488 2010-01-01 3098682.0 12.749875 69.889375 28.411250 0.746625
7493 2010-01-03 3098682.0 12.805500 69.877500 28.303500 -6.414750
7498 2010-01-05 3098682.0 12.846250 69.780750 28.221750 -4.746125
7503 2010-01-07 3098682.0 12.857375 69.750125 28.150500 -1.881250
7508 2010-01-09 3098682.0 12.863750 69.736500 28.042500 1.506500
7513 2010-01-11 3098682.0 12.852000 69.752375 28.079500 0.854750
7518 2010-01-13 3098682.0 12.806125 69.731750 27.912625 -2.182875
7523 2010-01-15 3098682.0 12.798875 69.707875 28.012625 0.089125
7528 2010-01-17 3098682.0 12.860375 69.710875 28.125125 -0.448125
7533 2010-01-19 3098682.0 12.942750 69.734625 28.134250 4.605875
7538 2010-01-21 3098682.0 12.992375 69.852375 28.221375 7.706625
7543 2010-01-23 3098682.0 12.987500 69.949500 28.137250 4.469250
7548 2010-01-25 3098682.0 12.971125 70.047625 28.170750 10.554000
7553 2010-01-27 3098682.0 12.954250 70.215875 28.103125 11.129625
7558 2010-01-29 3098682.0 12.886500 70.487875 28.149750 24.490125
7563 2010-01-31 3098682.0 12.857125 70.912125 28.333500 23.503625
7568 2010-02-02 3098682.0 12.927750 71.172875 28.324500 13.855750
7573 2010-02-04 3098682.0 13.035000 71.392375 28.389000 9.438375
7578 2010-02-06 3098682.0 13.190125 71.558250 28.503500 13.971750
7583 2010-02-08 3098682.0 13.327500 71.719375 28.516875 0.643500
7588 2010-02-10 3098682.0 13.509875 71.602000 28.336125 -9.558875
7592 2010-02-12 3098682.0 13.649875 71.470625 28.275625 -8.724875
7596 2010-02-14 3098682.0 13.847750 71.365000 28.117375 -5.030250
7600 2010-02-16 3098682.0 14.156500 71.249625 28.014500 -10.765625
7605 2010-02-18 3098682.0 14.547875 71.103500 28.189250 -4.482125
7610 2010-02-20 3098682.0 14.855625 71.104500 28.580875 2.733500
7616 2010-02-22 3098682.0 15.161250 71.179875 28.277625 9.273000
7622 2010-02-24 3098682.0 15.560000 71.494125 28.014875 28.635000
7628 2010-02-26 3098682.0 15.712250 72.027625 27.955750 41.690750
7635 2010-02-28 3098682.0 15.965625 72.624750 28.401750 22.228250
7642 2010-03-02 3098682.0 16.201500 72.749000 28.744500 -3.252000
7649 2010-03-04 3098682.0 16.289500 72.655875 28.585875 -2.317250
7656 2010-03-06 3098682.0 16.233125 72.676000 28.490000 -3.654000
7663 2010-03-08 3098682.0 16.179875 72.472000 28.286875 -20.274875
7670 2010-03-10 3098682.0 16.100500 72.112500 28.487875 -23.062000
7678 2010-03-12 3098682.0 15.967625 71.716000 28.779250 -21.484500
7686 2010-03-14 3098682.0 15.794250 71.565750 28.721125 -2.506500
7694 2010-03-16 3098682.0 15.717750 71.494500 28.745500 -7.699375
7702 2010-03-18 3098682.0 15.603500 71.269125 28.991250 -15.436750
7710 2010-03-20 3098682.0 15.352625 71.051375 29.342125 -11.704000
7719 2010-03-22 3098682.0 15.192500 70.861000 29.076625 -16.444500
7728 2010-03-24 3098682.0 15.200500 70.485500 29.334250 -30.299000
7737 2010-03-26 3098682.0 15.217500 69.894500 29.337250 -37.432625
7746 2010-03-28 3098682.0 15.154625 69.441000 29.274500 -19.362000
7755 2010-03-30 3098682.0 15.206750 69.199375 29.190375 -13.246000
vn spd chlor_a dist cdm kd490 \
7483 7.859375 9.402000 0.166350 273.551865 0.021154 0.058594
7488 6.700875 10.442500 0.179843 279.943701 0.018264 0.061985
7493 2.413375 9.471875 0.189531 283.902901 0.015561 0.064854
7498 1.664000 5.976375 0.168821 295.298051 0.015735 0.062269
7503 -0.609875 6.803000 0.131752 298.812376 0.017129 0.057452
7508 -0.439250 3.701875 0.133538 300.449730 0.020376 0.056486
7513 -1.901500 6.004125 0.170983 298.325036 0.022543 0.060587
7518 -1.954375 3.846375 0.162118 298.039726 0.020544 0.059646
7523 1.687250 5.866625 0.153254 300.016756 0.018545 0.058705
7528 6.073375 6.675250 0.144390 302.751582 0.016546 0.057763
7533 4.255125 7.861375 0.171595 304.744207 0.018726 0.061150
7538 1.521250 8.102500 0.192403 296.405052 0.023819 0.063964
7543 -2.081875 5.582875 0.159684 287.133673 0.021868 0.059816
7548 -0.099625 10.965500 0.178758 277.175637 0.019703 0.062846
7553 -2.823250 12.246375 0.185388 260.960245 0.016499 0.063576
7558 -2.687375 25.635250 0.123474 232.678573 0.014346 0.054920
7563 0.803875 25.054250 0.140943 195.791045 0.017659 0.056053
7568 3.470000 16.205375 0.124224 183.079035 0.011459 0.054910
7573 11.854875 16.928500 0.122664 180.149348 0.011041 0.055554
7578 6.526250 16.877875 0.139737 188.153842 0.018650 0.056455
7583 13.200500 15.310250 0.195130 197.210086 0.018142 0.064868
7588 8.599250 14.216625 0.143998 220.086338 0.015485 0.056761
7592 10.211750 14.450750 0.092867 239.187910 0.012828 0.048654
7596 15.879750 16.807500 0.103175 263.631081 0.012422 0.050446
7600 24.581250 27.053000 0.160455 299.238688 0.015212 0.059076
7605 21.828875 22.430375 0.196682 300.213251 0.015887 0.063670
7610 18.731625 19.077125 0.167409 284.784433 0.016287 0.059320
7616 21.207875 23.328750 0.128899 263.409880 0.016798 0.053857
7622 22.666375 37.659750 0.153904 217.284031 0.017656 0.056219
7628 8.799250 43.672875 0.171028 157.687183 0.015188 0.062086
7635 16.283500 28.083000 0.179231 89.635936 0.015311 0.062501
7642 13.190375 14.634750 0.157726 68.955422 0.022110 0.057178
7649 -2.258500 9.216000 0.157584 74.777874 0.021279 0.057200
7656 -1.338250 8.057625 0.178606 75.095810 0.025498 0.061198
7663 -8.202000 22.928500 0.156216 97.442390 0.020336 0.058368
7670 -1.625125 23.793000 0.223081 136.508473 0.030818 0.065657
7678 -12.778250 25.161125 0.136940 181.423834 0.029393 0.057044
7686 -8.206375 11.497500 0.173054 203.271038 0.023691 0.058508
7694 -4.388875 11.134750 0.127600 213.208799 0.021928 0.053748
7702 -10.682000 19.356875 0.091156 239.620878 0.019495 0.048465
7710 -18.165250 22.728500 0.084034 269.280167 0.020166 0.048012
7719 -2.593000 18.095375 0.076911 294.232744 0.020837 0.047558
7728 2.327500 30.484000 0.069789 332.327062 0.021508 0.047105
7737 -2.941125 37.806375 0.096429 393.032968 0.019030 0.050420
7746 -2.264625 19.875125 0.123070 441.493781 0.016553 0.053736
7755 9.655750 16.539250 0.149711 464.037994 0.014076 0.057051
t865 par sst4
7483 0.071506 29.487683 28.377499
7488 0.078159 41.227109 28.340949
7493 0.082631 38.346385 28.122442
7498 0.077548 38.884513 28.178333
7503 0.136953 42.825914 27.969393
7508 0.138766 44.036248 27.681430
7513 0.087454 32.807601 27.493215
7518 0.085092 33.420860 27.304999
7523 0.082729 43.727651 27.171390
7528 0.080367 44.230502 27.407041
7533 0.129954 45.840879 27.909538
7538 0.213402 45.622344 28.060505
7543 0.180627 46.073135 27.313220
7548 0.121746 46.295632 28.034141
7553 0.114969 46.281514 28.063489
7558 0.169492 46.949230 28.173220
7563 0.145693 47.663378 28.216667
7568 0.085121 47.385068 28.227593
7573 0.092550 48.050106 28.438482
7578 0.189672 47.325961 28.448342
7583 0.162961 47.432176 28.528942
7588 0.156811 46.126750 27.821386
7592 0.150661 44.640002 27.883568
7596 0.144027 48.504508 28.199999
7600 0.144065 49.275948 28.115637
7605 0.233136 48.628857 27.778911
7610 0.149656 49.225995 28.358388
7616 0.126663 49.519402 27.913877
7622 0.084774 49.673631 27.455912
7628 0.133632 50.677147 28.038368
7635 0.138563 47.751981 27.774719
7642 0.168496 48.459744 27.979314
7649 0.165079 51.154700 28.612476
7656 0.235562 51.041431 28.395898
7663 0.222909 50.882676 28.467974
7670 0.314961 49.778574 27.957307
7678 0.331214 49.599109 27.764574
7686 0.146020 51.362898 28.589592
7694 0.186423 51.798849 28.379654
7702 0.213985 53.302891 28.754113
7710 0.236502 52.117890 28.847893
7719 0.259018 53.673374 29.014868
7728 0.281535 54.333471 29.129580
7737 0.248014 53.372355 29.156131
7746 0.214493 54.854124 28.706623
7755 0.180972 56.013990 29.175061
-----
head and tail of the nonnan series are identified
the float id is: 3098671.0
the ratio of nans in the trimmed chlor_a series 0.0952380952381
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
7603 2010-02-18 3098671.0 17.701000 67.183000 26.153500 -34.388000
7608 2010-02-20 3098671.0 18.074375 67.220000 26.741375 22.695125
7614 2010-02-22 3098671.0 18.481250 67.725500 27.387875 28.229875
7620 2010-02-24 3098671.0 18.328000 68.160875 28.025500 25.635750
7626 2010-02-26 3098671.0 17.772000 68.391250 28.542875 -2.560625
7633 2010-02-28 3098671.0 17.189125 68.121625 28.589375 -28.351500
7640 2010-03-02 3098671.0 17.126375 67.631125 28.592125 -23.520125
7647 2010-03-04 3098671.0 17.337250 67.480250 28.594875 6.862625
7654 2010-03-06 3098671.0 17.244500 67.816375 28.597625 19.966000
7661 2010-03-08 3098671.0 16.953500 67.889250 28.600500 -8.758750
7668 2010-03-10 3098671.0 16.888375 67.550500 28.603125 -27.561750
7676 2010-03-12 3098671.0 16.996375 67.110625 28.606000 -21.201750
7684 2010-03-14 3098671.0 17.281500 67.057375 28.608875 14.968000
7692 2010-03-16 3098671.0 17.212625 67.414750 28.611500 21.500000
7700 2010-03-18 3098671.0 16.845000 67.630625 28.623125 3.618875
7708 2010-03-20 3098671.0 16.534125 67.609625 28.340250 -7.917625
7717 2010-03-22 3098671.0 16.358750 67.360750 28.202125 -21.287375
7726 2010-03-24 3098671.0 16.331625 66.940625 28.392750 -29.584000
7735 2010-03-26 3098671.0 16.656250 66.530250 28.810375 -16.075375
7744 2010-03-28 3098671.0 17.119625 66.414375 28.544375 -1.644375
7753 2010-03-30 3098671.0 17.175625 66.554000 28.538000 26.781875
vn spd chlor_a dist cdm kd490 \
7603 23.167000 41.464000 0.202331 485.077766 0.031359 0.066634
7608 40.832125 49.901000 0.183835 451.337797 0.021345 0.061803
7614 6.544625 30.451750 0.180171 382.108929 0.022161 0.059822
7620 -24.708125 36.345000 0.199919 366.265214 0.018684 0.064485
7626 -44.988375 46.102625 0.220040 403.478831 0.028656 0.067360
7633 -21.467500 37.199125 0.277371 473.456910 0.035100 0.072530
7640 10.717875 27.029125 0.235186 507.222519 0.034180 0.066375
7647 10.911500 17.951500 0.220074 497.256176 0.027531 0.065772
7654 -22.839875 33.842750 0.237848 485.478830 0.030857 0.067173
7661 -8.393500 15.289375 0.173248 508.578058 0.027387 0.065454
7668 -0.116250 28.102625 0.239372 533.954333 0.033869 0.070879
7676 16.449250 30.532000 0.305497 551.024076 0.040352 0.076304
7684 10.443250 22.257125 0.249800 529.674436 0.033444 0.070070
7692 -18.561750 29.230750 0.209328 512.497638 0.020824 0.065334
7700 -23.529375 25.019375 0.199035 533.374713 0.019282 0.063651
7708 -16.730500 20.462500 0.195369 563.730216 0.023890 0.062818
7717 -7.822375 23.025750 0.191703 594.271464 0.028497 0.061985
7726 7.360125 30.705750 0.170151 621.299443 0.027702 0.059713
7735 34.257875 39.337375 0.181154 618.770662 0.022271 0.062036
7744 19.456000 19.630000 0.182394 587.081263 0.023059 0.063569
7753 -10.809875 29.706750 0.106463 572.633750 0.026853 0.051917
t865 par sst4
7603 0.218205 46.064002 26.691654
7608 0.091575 44.649064 25.619087
7614 0.093460 48.270708 26.648124
7620 0.145500 49.369840 27.007714
7626 0.120162 50.048734 27.377617
7633 0.150046 50.404149 27.082567
7640 0.140063 50.726296 26.883733
7647 0.113907 51.136066 27.177917
7654 0.138483 51.255185 27.226028
7661 0.235121 51.456851 27.395652
7668 0.199548 51.592634 27.543092
7676 0.163976 52.698733 27.661936
7684 0.164106 49.310718 27.013839
7692 0.073129 50.956930 27.620570
7700 0.060885 51.602462 27.241017
7708 0.129122 50.345319 27.358809
7717 0.197360 54.174649 28.010166
7726 0.186422 54.289838 27.977041
7735 0.149900 54.550332 28.007209
7744 0.169470 55.485795 28.222428
7753 0.218551 55.612109 27.954805
-----
head and tail of the nonnan series are identified
the float id is: 98674.0
the ratio of nans in the trimmed chlor_a series 0.368421052632
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
7613 2010-02-22 98674.0 15.766500 70.881500 28.645500 -31.156000
7619 2010-02-24 98674.0 15.665125 70.626625 28.345500 -22.288000
7625 2010-02-26 98674.0 15.632875 70.370875 28.182250 -8.594875
7632 2010-02-28 98674.0 15.593750 70.248750 28.337750 -9.473125
7639 2010-03-02 98674.0 15.544875 70.053750 28.399000 -15.443875
7646 2010-03-04 98674.0 15.610375 69.767750 28.271125 -18.080500
7653 2010-03-06 98674.0 15.857375 69.540375 28.310000 -9.907500
7660 2010-03-08 98674.0 16.282250 69.469625 28.215250 2.611750
7667 2010-03-10 98674.0 16.707000 69.723125 28.140250 30.882875
7675 2010-03-12 98674.0 16.867125 70.345750 28.279500 39.718625
7683 2010-03-14 98674.0 16.581875 70.839875 28.251500 15.877750
7691 2010-03-16 98674.0 16.243125 70.905625 28.295625 -3.771375
7699 2010-03-18 98674.0 15.965500 70.808375 28.775500 -3.291375
7707 2010-03-20 98674.0 15.880750 70.890000 28.821250 9.823125
7716 2010-03-22 98674.0 16.015000 70.951500 28.895500 -2.243125
7725 2010-03-24 98674.0 16.013500 70.937500 29.070750 2.125375
7734 2010-03-26 98674.0 15.865375 70.944875 29.167125 -2.844000
7743 2010-03-28 98674.0 15.769375 70.772750 29.045375 -18.495750
7752 2010-03-30 98674.0 15.580625 70.465375 29.025125 -18.238000
vn spd chlor_a dist cdm kd490 \
7613 -3.134000 31.313000 0.128415 273.225066 0.018169 0.053911
7619 -8.197750 25.041250 0.126200 302.673693 0.014576 0.054567
7625 0.973750 9.201875 0.144609 329.864092 0.014493 0.057301
7632 -4.871875 11.444000 0.155897 343.655794 0.016126 0.057512
7639 -0.835625 16.576500 0.164280 365.225898 0.017989 0.057533
7646 8.971375 20.861875 0.153166 392.634718 0.017273 0.057374
7653 22.557750 24.941000 0.221362 410.280661 0.021897 0.064427
7660 29.099375 29.809875 0.199424 411.498185 0.021579 0.061824
7667 22.955250 39.413750 0.204087 375.002991 0.024647 0.061877
7675 -5.359250 41.480250 0.208749 306.457518 0.027715 0.061929
7683 -24.714000 30.987000 0.213412 262.205136 0.030782 0.061982
7691 -19.695625 20.777125 0.218074 259.248390 0.033850 0.062035
7699 -12.282750 14.210000 0.198138 274.907953 0.029798 0.059614
7707 1.947875 12.715000 0.177915 268.735228 0.030386 0.058714
7716 9.317000 11.803375 0.157692 258.750416 0.030974 0.057813
7725 -8.904250 9.685375 0.137469 260.249673 0.031562 0.056913
7734 -7.395375 9.197875 0.146242 263.533586 0.028035 0.057379
7743 -7.822250 20.804625 0.155014 284.242560 0.024508 0.057846
7752 -12.914500 22.923000 0.163787 322.048247 0.020981 0.058312
t865 par sst4
7613 0.105199 48.621955 27.670059
7619 0.087131 48.906070 28.169087
7625 0.105731 50.936700 26.502227
7632 0.097138 49.780433 28.397422
7639 0.167756 50.824924 27.842372
7646 0.165756 51.292770 28.171278
7653 0.195752 51.941873 27.771032
7660 0.152472 51.413231 27.977321
7667 0.144046 50.327213 27.908381
7675 0.135620 49.563641 27.948182
7683 0.127194 46.595533 28.146746
7691 0.118769 49.506771 27.830756
7699 0.131300 53.532999 26.383745
7707 0.179520 51.972708 28.021862
7716 0.227740 53.606476 28.623020
7725 0.275960 53.939116 28.972950
7734 0.230759 53.287461 28.867457
7743 0.185558 54.309958 28.281976
7752 0.140356 55.863818 28.818930
-----
head and tail of the nonnan series are identified
the float id is: 98672.0
the ratio of nans in the trimmed chlor_a series 0.1875
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
7631 2010-02-28 98672.0 16.137667 69.976500 27.464667 11.136200
7638 2010-03-02 98672.0 16.347375 70.169500 27.537250 14.795500
7645 2010-03-04 98672.0 16.554875 70.466875 27.660250 23.373000
7652 2010-03-06 98672.0 16.878500 70.853000 28.055875 16.645000
7659 2010-03-08 98672.0 17.400375 70.858500 27.923000 -13.196625
7666 2010-03-10 98672.0 17.590125 70.647375 27.810125 -8.397000
7673 2010-03-12 98672.0 17.705125 70.542750 27.872750 -7.166125
7681 2010-03-14 98672.0 17.857375 70.401000 28.038875 -12.049125
7689 2010-03-16 98672.0 18.104125 70.090000 28.309375 -25.086125
7697 2010-03-18 98672.0 18.318375 69.646875 28.549500 -26.399875
7705 2010-03-20 98672.0 18.468125 69.147750 28.687500 -39.454250
7714 2010-03-22 98672.0 18.786625 68.439250 28.458500 -42.020250
7723 2010-03-24 98672.0 19.146875 67.756500 28.462875 -43.814125
7732 2010-03-26 98672.0 18.997750 67.002500 28.587750 -43.288750
7741 2010-03-28 98672.0 18.721750 66.512000 28.766500 -16.913375
7750 2010-03-30 98672.0 18.419375 66.463250 28.496500 13.460250
vn spd chlor_a dist cdm kd490 \
7631 20.044200 23.464000 0.319705 359.265529 0.042204 0.076617
7638 12.138125 19.896250 0.236333 336.374423 0.022443 0.068611
7645 15.455500 28.750875 0.325982 301.604318 0.034963 0.076847
7652 29.543375 35.815875 0.312489 253.141365 0.029501 0.076828
7659 25.185375 30.739250 0.241342 237.538075 0.023449 0.067956
7666 7.948625 12.913500 0.230168 251.943582 0.022866 0.066639
7673 7.112375 11.048375 0.218994 259.460965 0.022282 0.065322
7681 12.334875 18.202875 0.207820 271.033926 0.021699 0.064005
7689 16.305375 30.206875 0.187054 296.453537 0.018194 0.061921
7697 11.771000 29.137125 0.190902 289.778180 0.019137 0.062388
7705 11.193750 41.500500 0.186299 296.813518 0.022079 0.061612
7714 28.538875 51.647125 0.181696 308.218931 0.025020 0.060835
7723 7.510750 46.508875 0.137936 326.831563 0.024401 0.055541
7732 -18.923625 47.364250 0.126442 397.024429 0.026561 0.055658
7741 -16.026875 23.778875 0.289596 454.577387 0.022860 0.075335
7750 -24.605875 29.263500 0.252784 481.953748 0.024962 0.069854
t865 par sst4
7631 0.194203 49.798391 27.362214
7638 0.226569 50.546030 27.126008
7645 0.163720 51.049149 26.657613
7652 0.158176 51.364622 27.641449
7659 0.137260 51.311487 27.828004
7666 0.128289 50.384242 27.428787
7673 0.119319 48.838290 27.903383
7681 0.110348 50.445202 28.206691
7689 0.075113 52.761533 28.509999
7697 0.076088 52.925525 28.370604
7705 0.115906 51.714673 28.334742
7714 0.155724 54.073762 28.452229
7723 0.251147 53.495584 27.894374
7732 0.282810 53.958429 27.782569
7741 0.144768 55.459102 28.023172
7750 0.154543 55.517520 28.407149
-----
head and tail of the nonnan series are identified
the float id is: 98673.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
7682 2010-03-14 98673.0 18.362250 68.848250 27.521250 -31.049125
7690 2010-03-16 98673.0 18.790750 68.406875 27.659500 -24.932250
7698 2010-03-18 98673.0 19.087000 67.999375 27.895625 -25.724250
7706 2010-03-20 98673.0 19.091000 67.538000 28.037375 -29.710875
7715 2010-03-22 98673.0 19.011000 67.075125 27.974875 -26.990125
7724 2010-03-24 98673.0 19.049625 66.563250 28.003375 -35.569375
7733 2010-03-26 98673.0 19.247750 65.977500 28.078750 -30.565625
7742 2010-03-28 98673.0 19.688125 65.634125 28.254375 -12.962125
7751 2010-03-30 98673.0 20.043625 65.612125 28.071500 7.361125
vn spd chlor_a dist cdm kd490 \
7682 23.517875 39.297375 0.201932 322.481822 0.023688 0.062999
7690 28.928875 38.480750 0.238104 309.997541 0.025201 0.067912
7698 7.642125 27.809500 0.232953 313.198364 0.030712 0.067748
7706 -4.724125 30.377875 0.201716 347.788994 0.028012 0.061409
7715 -0.595875 29.456000 0.203505 390.304171 0.025312 0.061966
7724 3.690625 37.532625 0.260766 423.885506 0.033091 0.070218
7733 22.703875 40.127875 0.252545 451.832699 0.028452 0.072137
7742 29.666750 33.211625 0.162815 446.159778 0.018258 0.058277
7751 13.416125 18.913125 0.280439 424.145607 0.036873 0.070255
t865 par sst4
7682 0.049230 49.544221 26.738154
7690 0.123234 53.172185 28.004999
7698 0.133584 52.974995 27.876052
7706 0.118096 53.050168 27.917027
7715 0.105067 54.241120 27.859916
7724 0.192352 53.371272 27.598071
7733 0.204060 53.996960 27.227950
7742 0.131532 55.156964 27.643849
7751 0.151776 54.870057 28.000813
-----
head and tail of the nonnan series are identified
the float id is: 83499.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
7713 2010-03-22 83499.0 5.226000 49.510714 29.402429 11.052429
7722 2010-03-24 83499.0 5.565375 49.648750 29.431000 3.574875
7731 2010-03-26 83499.0 6.072750 49.735250 29.725625 14.076250
7740 2010-03-28 83499.0 6.817000 50.112125 29.737625 29.326875
7749 2010-03-30 83499.0 7.499500 50.490500 29.711875 23.804125
vn spd chlor_a dist cdm kd490 t865 \
7713 26.606286 29.548000 0.097519 97.125464 0.012060 0.051793 0.185584
7722 23.601500 24.248375 0.116999 90.287681 0.012543 0.051501 0.099808
7731 43.925750 46.548875 0.179973 76.442170 0.012021 0.064410 0.083874
7740 44.513125 53.376375 0.135824 79.353581 0.011536 0.056474 0.202373
7749 48.185375 54.006250 0.098697 78.065068 0.013462 0.050590 0.117420
par sst4
7713 56.223113 29.240699
7722 55.483651 29.071915
7731 55.035489 29.343336
7740 56.354905 29.415348
7749 55.727983 29.282499
-----
head and tail of the nonnan series are identified
the float id is: 3098682.05
the ratio of nans in the trimmed chlor_a series 0.4
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
8378 2010-11-03 3098682.05 5.858875 74.026125 28.342625 -13.667000
8380 2010-11-05 3098682.05 6.153875 73.998250 28.253125 16.117375
8383 2010-11-07 3098682.05 5.916125 74.087500 28.269250 -9.388000
8386 2010-11-09 3098682.05 5.828000 73.940875 28.177250 -8.318000
8389 2010-11-11 3098682.05 5.931125 73.915000 28.057000 2.671375
8392 2010-11-13 3098682.05 6.255375 73.831375 28.300750 -13.593125
8395 2010-11-15 3098682.05 6.804125 73.682500 28.431375 6.249875
8398 2010-11-17 3098682.05 7.264625 73.886875 28.486125 8.064875
8401 2010-11-19 3098682.05 7.999375 74.276625 28.742250 51.891000
8404 2010-11-21 3098682.05 8.451500 74.884500 28.509000 72.706500
8412 2010-12-07 3098682.05 6.981000 74.903333 27.933667 -31.310667
8413 2010-12-09 3098682.05 7.150750 74.597125 28.039500 -20.277000
8414 2010-12-11 3098682.05 7.464625 74.539875 28.136750 3.402625
8415 2010-12-13 3098682.05 7.441625 74.424375 28.139750 -10.322875
8416 2010-12-15 3098682.05 7.573125 74.499000 28.330750 14.668000
8417 2010-12-17 3098682.05 7.239625 74.582250 28.348250 -9.158750
8418 2010-12-19 3098682.05 6.948500 74.132250 28.122500 -43.482250
8419 2010-12-21 3098682.05 7.498625 73.833875 28.116875 10.863000
8420 2010-12-23 3098682.05 7.693375 73.962000 28.436875 -1.542375
8421 2010-12-25 3098682.05 7.732500 73.920000 28.303375 -6.726750
8422 2010-12-27 3098682.05 7.805500 73.711375 28.421875 -9.888125
8423 2010-12-29 3098682.05 7.931375 73.580250 28.355625 -20.657875
8424 2010-12-31 3098682.05 8.168000 73.293250 28.074375 -4.520125
8425 2011-01-02 3098682.05 8.306125 73.154125 27.908500 -17.144750
8426 2011-01-04 3098682.05 8.370000 73.006000 27.775000 -17.144750
vn spd chlor_a dist cdm kd490 \
8378 8.614000 19.343000 0.277292 62.246227 0.023309 0.072687
8380 8.466250 31.599125 0.318784 67.084847 0.040130 0.077387
8383 -19.495000 22.480250 0.226437 69.639876 0.027391 0.066476
8386 1.810125 8.939000 0.282287 52.781415 0.026721 0.073949
8389 15.252250 16.293875 0.338137 51.013322 0.026051 0.081423
8392 24.798125 28.452750 0.257223 57.991061 0.023259 0.073007
8395 40.228000 44.943375 0.231960 49.949511 0.020862 0.066415
8398 29.097625 31.802375 0.252110 80.383024 0.020778 0.068449
8401 53.609250 76.167000 0.273462 136.711172 0.021700 0.072003
8404 28.203000 78.192000 0.294814 189.018945 0.022621 0.075558
8412 -9.088667 34.029333 0.316165 184.373148 0.023542 0.079113
8413 26.887875 37.695250 0.337517 152.484778 0.024464 0.082668
8414 1.518000 15.642375 0.315254 155.484694 0.021332 0.083552
8415 8.884125 19.909500 0.236552 142.684521 0.026992 0.068044
8416 -6.222625 21.446125 0.244349 156.035239 0.026197 0.068877
8417 -30.814375 33.116500 0.218714 152.753087 0.021505 0.065778
8418 13.565000 54.632375 0.211286 99.101121 0.021720 0.065140
8419 31.366250 35.982000 0.203858 89.529015 0.021934 0.064502
8420 4.717625 9.410125 0.196431 114.557878 0.022148 0.063864
8421 -2.821250 10.153000 0.189003 112.140875 0.022363 0.063227
8422 15.391125 21.430625 0.181575 88.969060 0.022577 0.062589
8423 2.998750 26.447125 0.172035 69.218439 0.016229 0.063070
8424 18.167750 20.741125 0.219628 28.826354 0.018665 0.068150
8425 6.896375 22.309875 0.267221 8.598685 0.021101 0.073230
8426 6.896375 22.309875 0.314814 9.385442 0.023537 0.078310
t865 par sst4
8378 0.155956 52.173588 28.142051
8380 0.440945 51.096387 28.035117
8383 0.372585 52.181592 27.928183
8386 0.225741 33.329908 27.821249
8389 0.078897 34.222223 27.749705
8392 0.165588 48.086680 27.789236
8395 0.156127 38.264877 26.709999
8398 0.154397 37.995610 27.793749
8401 0.152668 39.948634 27.942403
8404 0.150939 35.691663 28.223749
8412 0.149209 22.081669 28.126168
8413 0.147480 38.432229 28.028586
8414 0.149595 47.876568 27.931005
8415 0.047426 48.003872 28.302214
8416 0.053211 47.981358 28.131097
8417 0.037901 42.818708 27.853559
8418 0.053280 44.802111 27.060272
8419 0.068659 41.669884 28.008320
8420 0.084037 40.498411 27.696764
8421 0.099416 44.854525 27.297774
8422 0.114795 47.352649 28.244469
8423 0.117615 33.891296 26.954058
8424 0.169204 37.613388 27.579999
8425 0.220793 40.370550 27.505562
8426 0.272382 43.365612 27.119433
-----
head and tail of the nonnan series are identified
the float id is: 90513.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
8379 2010-11-05 90513.0 5.132500 56.951000 28.713750 13.413000
8381 2010-11-07 90513.0 5.494375 56.949125 28.755750 -9.431875
8384 2010-11-09 90513.0 5.958125 56.720250 29.091500 -15.718625
8387 2010-11-11 90513.0 6.238000 56.507750 29.250875 -4.986125
8390 2010-11-13 90513.0 6.416875 56.609625 29.162750 5.836125
8393 2010-11-15 90513.0 6.610250 56.621875 28.931125 7.289625
8396 2010-11-17 90513.0 6.764500 56.799125 29.001125 2.895375
8399 2010-11-19 90513.0 6.845750 56.899750 28.849500 21.386500
8402 2010-11-21 90513.0 6.625500 57.238000 28.697125 17.752625
8405 2010-11-23 90513.0 6.562125 57.666875 28.664250 33.249250
8407 2010-11-25 90513.0 6.291250 57.991000 28.593750 8.906875
8409 2010-11-27 90513.0 6.194625 58.185625 28.650000 17.743875
8410 2010-11-29 90513.0 5.810125 58.355250 28.658000 1.766250
vn spd chlor_a dist cdm kd490 \
8379 37.908500 40.256500 0.158165 822.342970 0.012114 0.061258
8381 28.573875 31.123375 0.151003 801.427273 0.012943 0.057732
8384 26.334125 31.194125 0.119813 754.067618 0.012192 0.052857
8387 15.460875 19.583250 0.108841 718.145947 0.011372 0.052290
8390 6.600250 12.766375 0.117102 709.218417 0.011152 0.054915
8393 16.560375 22.235250 0.096665 690.011083 0.011313 0.052605
8396 3.820625 12.665375 0.123119 682.447534 0.010821 0.056163
8399 -2.502500 30.569750 0.170313 679.138250 0.011260 0.063106
8402 -9.405625 21.909125 0.159151 716.797956 0.013278 0.059445
8405 -11.444125 37.897125 0.140187 744.504260 0.014060 0.056331
8407 -11.609375 15.668500 0.137180 787.903167 0.013066 0.056003
8409 -11.611375 23.982375 0.124774 807.681042 0.011835 0.055344
8410 -31.969750 33.017750 0.150752 853.954965 0.010975 0.058183
t865 par sst4
8379 0.158895 33.148993 28.457266
8381 0.092232 51.243489 27.754949
8384 0.070704 52.193449 28.740106
8387 0.042000 50.967814 28.966386
8390 0.074518 50.922197 28.813596
8393 0.103985 49.946844 28.723443
8396 0.125350 48.618646 28.592307
8399 0.107186 49.211430 28.659527
8402 0.112758 45.548765 27.424396
8405 0.132507 49.539483 28.512957
8407 0.070668 49.993688 28.414404
8409 0.101368 49.762880 28.620706
8410 0.086440 33.582195 28.265845
-----
head and tail of the nonnan series are identified
the float id is: 98676.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
8388 2010-11-11 98676.0 10.870500 74.592250 28.485000 -19.358750
8391 2010-11-13 98676.0 11.271250 74.347625 28.821625 -15.244875
8394 2010-11-15 98676.0 11.808500 74.160750 29.091625 -5.610125
8397 2010-11-17 98676.0 12.356375 74.049500 29.033000 -2.749125
8400 2010-11-19 98676.0 12.926875 74.051875 28.853250 -4.304125
8403 2010-11-21 98676.0 13.370250 73.951000 28.923500 -2.846000
8406 2010-11-23 98676.0 13.702375 73.902000 28.855625 -8.782125
8408 2010-11-25 98676.0 13.546000 73.866000 28.760000 -8.782125
vn spd chlor_a dist cdm kd490 \
8388 24.177625 31.908625 0.388809 97.550073 0.026259 0.084726
8391 28.294625 32.483500 0.284627 86.752102 0.025347 0.071721
8394 32.839750 33.840125 0.249691 112.927917 0.026915 0.068029
8397 41.288250 43.079000 0.283608 98.860078 0.023554 0.069990
8400 29.926625 31.500625 0.275858 79.998165 0.036072 0.071480
8403 31.530250 33.012125 0.261373 80.466413 0.020839 0.072188
8406 -5.789250 44.073500 0.282068 73.159078 0.040781 0.071527
8408 -5.789250 44.073500 0.222281 85.225136 0.030210 0.064763
t865 par sst4
8388 0.053327 41.180183 27.919999
8391 0.079257 43.965303 28.266002
8394 0.231263 42.481017 28.837420
8397 0.168824 42.951052 28.580402
8400 0.166140 41.542965 28.323383
8403 0.064280 41.306280 28.066364
8406 0.178306 35.635914 28.688894
8408 0.176829 40.873728 28.688894
-----
head and tail of the nonnan series are identified
the float id is: 81828.0
/Users/vyan2000/local/miniconda3/envs/condapython3/lib/python3.5/site-packages/matplotlib/axes/_base.py:2917: UserWarning: Attempting to set identical left==right results
in singular transformations; automatically expanding.
left=734463.0, right=734463.0
'left=%s, right=%s') % (left, right))
/Users/vyan2000/local/miniconda3/envs/condapython3/lib/python3.5/site-packages/matplotlib/axes/_base.py:2917: UserWarning: Attempting to set identical left==right results
in singular transformations; automatically expanding.
left=734479.0, right=734479.0
'left=%s, right=%s') % (left, right))
the ratio of nans in the trimmed chlor_a series 0.611111111111
head is 2011-11-04 00:00:00
t is 2011-11-04 00:00:00
-----
head and tail of the nonnan series are identified
the float id is: 88652.0
the ratio of nans in the trimmed chlor_a series 0.309523809524
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
8867 2011-11-02 88652.0 6.467375 60.072625 28.894750 18.014125
8871 2011-11-04 88652.0 6.428625 60.174250 29.035625 -10.150500
8874 2011-11-06 88652.0 6.418500 60.129875 28.916500 13.258500
8877 2011-11-08 88652.0 6.400625 60.409875 28.790625 6.027625
8880 2011-11-10 88652.0 6.376500 60.192375 29.002500 -19.959250
8883 2011-11-12 88652.0 6.615000 59.985750 28.935125 -15.460875
8886 2011-11-14 88652.0 6.584625 59.613125 28.808500 -22.937250
8889 2011-11-16 88652.0 6.546875 59.441375 28.800375 -9.221000
8892 2011-11-18 88652.0 6.359750 59.052000 28.535125 -26.823125
8895 2011-11-20 88652.0 6.330000 58.833250 28.384875 -12.169750
8899 2011-11-22 88652.0 5.982750 58.523125 28.289875 -21.203625
8903 2011-11-24 88652.0 5.497125 58.271625 28.131250 -13.416750
8936 2011-12-10 88652.0 5.261000 58.490833 NaN 1.503833
8941 2011-12-12 88652.0 5.764875 58.527875 NaN 2.771875
8947 2011-12-14 88652.0 6.107750 58.437875 NaN -15.360875
8952 2011-12-16 88652.0 6.425375 58.165125 NaN -16.531250
8957 2011-12-18 88652.0 6.659625 57.846500 NaN -28.179500
8962 2011-12-20 88652.0 6.771500 57.351500 NaN -33.903750
8967 2011-12-22 88652.0 6.611875 56.700125 NaN -51.125500
8972 2011-12-24 88652.0 6.524625 56.009000 NaN -27.023875
8977 2011-12-26 88652.0 6.381375 55.693500 NaN -26.749875
8982 2011-12-28 88652.0 6.175000 55.106000 NaN -40.557125
8987 2011-12-30 88652.0 6.149375 54.607125 NaN -21.997125
8992 2012-01-01 88652.0 5.983625 54.378375 NaN -8.959750
8997 2012-01-03 88652.0 5.703625 54.261375 NaN -7.899625
9002 2012-01-05 88652.0 5.420250 54.105750 NaN -9.932500
9007 2012-01-07 88652.0 5.298750 54.081000 NaN 2.793625
9012 2012-01-09 88652.0 5.105000 54.059000 NaN -6.277833
9037 2012-01-21 88652.0 5.164833 54.019000 NaN 0.044500
9042 2012-01-23 88652.0 5.496000 53.954125 NaN -11.959500
9047 2012-01-25 88652.0 5.875250 53.708000 NaN -17.765250
9052 2012-01-27 88652.0 6.453250 53.470500 NaN -6.884375
9057 2012-01-29 88652.0 6.920250 53.344750 NaN -15.898500
9062 2012-01-31 88652.0 7.494500 53.137875 NaN -9.516250
9067 2012-02-02 88652.0 8.012375 52.955750 NaN -13.946125
9072 2012-02-04 88652.0 8.413375 52.619625 NaN -29.319250
9077 2012-02-06 88652.0 8.769250 52.200875 NaN -27.574375
9082 2012-02-08 88652.0 8.981750 51.702000 NaN -26.891625
9087 2012-02-10 88652.0 9.171125 51.382000 NaN -17.622375
9092 2012-02-12 88652.0 9.325000 51.172125 NaN -9.813875
9097 2012-02-14 88652.0 9.360500 50.948875 NaN -16.961125
9102 2012-02-16 88652.0 9.203333 50.789333 NaN -12.420500
vn spd chlor_a dist cdm kd490 \
8867 15.773250 28.761250 0.201175 905.194850 0.021818 0.063281
8871 -9.819375 16.655500 0.129752 915.889340 0.013840 0.054974
8874 5.323000 17.041625 0.128268 913.443429 0.013725 0.054625
8877 -10.625375 21.763625 0.148799 935.800946 0.017477 0.057216
8880 18.983875 32.277625 0.116835 921.516523 0.013447 0.052835
8883 -1.319625 19.469500 0.084871 886.621609 0.009417 0.048454
8886 4.552875 24.253750 0.112726 862.179787 0.011401 0.053310
8889 -16.221500 20.883375 0.125086 853.391103 0.012544 0.055598
8892 2.151750 29.903875 0.137445 843.871682 0.013686 0.057887
8895 -18.720750 23.497625 0.149805 832.732569 0.014829 0.060176
8899 -20.845125 31.281500 0.145333 846.700580 0.013814 0.059449
8903 -47.140250 49.404875 0.140860 879.949675 0.012800 0.058722
8936 40.407667 40.754333 0.136388 914.464125 0.011785 0.057995
8941 28.300875 28.887000 0.131916 867.743899 0.010770 0.057268
8947 21.337500 26.799625 0.127444 829.995119 0.009755 0.056540
8952 18.372750 25.170375 0.122972 784.413369 0.008741 0.055813
8957 10.972375 31.075250 0.118499 744.493763 0.007726 0.055086
8962 1.805375 34.745000 0.151925 707.821217 0.011989 0.059223
8967 -16.808875 54.083125 0.185350 693.283462 0.016252 0.063360
8972 2.140375 28.243000 0.218776 654.511653 0.020514 0.067497
8977 -18.552750 33.307250 0.240717 632.133774 0.021991 0.070207
8982 -5.107375 41.193000 0.537074 588.058394 0.038940 0.095880
8987 -4.307625 23.579000 0.535520 541.090050 0.042831 0.096689
8992 -14.507375 17.611625 0.345442 528.755591 0.031156 0.077862
8997 -21.293250 22.788625 0.363919 533.364731 0.033892 0.079158
9002 -10.865875 15.123500 0.328188 536.111983 0.029055 0.079902
9007 -10.532875 12.377125 0.346368 541.737358 0.026468 0.081593
9012 -17.164667 18.610167 0.257468 549.818806 0.025994 0.072142
9037 29.683000 29.918167 0.284991 542.784859 0.029071 0.076018
9042 21.991000 25.468750 0.312515 517.558264 0.032149 0.079895
9047 28.002000 33.362250 0.337097 471.396747 0.030625 0.081621
9052 38.870375 40.460125 0.213521 416.162660 0.018875 0.070214
9057 30.732625 35.611250 0.229629 377.666106 0.018659 0.072711
9062 34.671750 36.119500 0.245736 326.157939 0.018443 0.075208
9067 32.717500 35.903000 0.294255 280.673107 0.024618 0.081295
9072 24.001750 38.340375 0.302375 226.052898 0.024097 0.081897
9077 14.908625 32.807625 0.240707 166.936964 0.014905 0.076811
9082 14.697750 30.805625 0.374749 107.314345 0.027100 0.087412
9087 9.683125 20.173500 0.333612 66.545608 0.028389 0.084967
9092 9.927250 14.345500 0.486161 38.956550 0.039720 0.097496
9097 -9.276125 20.770000 0.444367 14.683908 0.040954 0.090623
9102 -17.084500 21.127500 0.428933 10.995036 0.060143 0.095971
t865 par sst4
8867 0.105576 49.188058 28.286582
8871 0.081018 46.641085 28.945076
8874 0.120774 50.703888 28.227499
8877 0.166278 52.849056 28.522902
8880 0.144062 51.423055 28.693479
8883 0.121847 41.497004 28.929627
8886 0.153626 42.838336 27.867429
8889 0.195671 48.229593 27.331323
8892 0.237715 42.599480 28.173995
8895 0.279759 31.273028 27.455375
8899 0.258429 22.030076 27.529833
8903 0.237099 34.985169 27.604291
8936 0.215770 38.524887 27.678749
8941 0.194440 25.510639 27.945856
8947 0.173110 39.643250 27.783733
8952 0.151781 35.652670 26.199990
8957 0.130451 38.036143 26.862495
8962 0.120357 35.872671 27.524999
8967 0.110262 44.895829 26.296110
8972 0.100168 48.672722 27.380615
8977 0.090274 47.779822 27.472807
8982 0.156069 43.567291 27.114677
8987 0.149347 49.283866 27.046699
8992 0.224159 47.469254 26.847265
8997 0.163279 48.187795 26.341580
9002 0.125854 45.515742 25.750532
9007 0.125750 44.093748 25.980569
9012 0.110488 47.905713 26.569999
9037 0.200126 49.055057 24.133124
9042 0.289764 48.283972 24.333742
9047 0.214347 48.641660 26.258720
9052 0.138931 48.973426 26.037292
9057 0.132915 45.922529 26.088070
9062 0.126899 49.757789 26.096028
9067 0.103443 45.365411 26.020503
9072 0.140114 43.946685 25.812707
9077 0.170777 41.554010 25.689788
9082 0.090317 45.529868 25.943749
9087 0.086112 51.686273 25.875905
9092 0.093267 51.815588 25.482875
9097 0.093723 50.467869 24.954768
9102 0.128176 51.824228 25.959508
-----
head and tail of the nonnan series are identified
the float id is: 88671.0
the ratio of nans in the trimmed chlor_a series 0.178082191781
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
8875 2011-11-06 88671.0 15.278000 55.362000 26.400250 56.858875
8878 2011-11-08 88671.0 14.990375 56.555500 27.339875 80.423375
8881 2011-11-10 88671.0 14.388875 57.524750 27.244875 41.139125
8884 2011-11-12 88671.0 13.004250 57.968750 27.265875 16.472875
8887 2011-11-14 88671.0 11.583250 58.486875 27.297625 49.100000
8890 2011-11-16 88671.0 11.365375 59.186000 27.464125 36.224125
8893 2011-11-18 88671.0 11.784750 59.646000 27.488625 29.917750
8896 2011-11-20 88671.0 12.532875 60.099250 27.480000 18.903125
8900 2011-11-22 88671.0 13.215875 60.273125 27.485000 1.398125
8904 2011-11-24 88671.0 13.813250 60.156125 27.431875 -14.535250
8908 2011-11-26 88671.0 14.401250 59.798125 27.261500 -28.045125
8912 2011-11-28 88671.0 14.950000 59.319375 27.227625 -28.709750
8916 2011-11-30 88671.0 15.502250 59.016250 27.246750 -8.121500
8920 2011-12-02 88671.0 15.972625 59.048000 27.112875 12.023500
8924 2011-12-04 88671.0 16.308500 59.332000 27.118875 20.417000
8928 2011-12-06 88671.0 16.324375 59.619250 27.080375 11.369500
8932 2011-12-08 88671.0 16.226375 59.666875 26.937750 -3.375250
8937 2011-12-10 88671.0 16.275625 59.563250 26.884500 -9.146625
8942 2011-12-12 88671.0 16.575750 59.389875 26.843000 -8.850000
8948 2011-12-14 88671.0 16.947875 59.448625 26.882000 15.454125
8953 2011-12-16 88671.0 17.141250 59.774875 26.797250 25.258250
8958 2011-12-18 88671.0 16.964375 60.184750 26.664000 21.385000
8963 2011-12-20 88671.0 16.414125 60.406375 26.375375 5.732875
8968 2011-12-22 88671.0 15.734750 60.482625 26.435500 4.506875
8973 2011-12-24 88671.0 15.175875 60.506500 26.443625 0.816000
8978 2011-12-26 88671.0 14.771125 60.523750 26.416000 -0.339750
8983 2011-12-28 88671.0 14.432625 60.449375 26.537875 -8.578625
8988 2011-12-30 88671.0 14.157500 60.297750 26.487000 -10.923125
8993 2012-01-01 88671.0 13.918875 60.125250 26.325500 -8.924375
8998 2012-01-03 88671.0 13.710125 59.998500 26.302375 -7.867750
... ... ... ... ... ... ...
9063 2012-01-31 88671.0 12.056375 57.036500 25.692250 -6.645625
9068 2012-02-02 88671.0 12.055500 56.940375 25.692125 -5.598250
9073 2012-02-04 88671.0 11.850625 56.844250 25.625625 -4.075000
9078 2012-02-06 88671.0 11.142375 56.965500 25.467625 8.090875
9083 2012-02-08 88671.0 10.733625 56.746250 25.571375 -23.306125
9088 2012-02-10 88671.0 10.636625 56.578000 25.670375 -2.525000
9093 2012-02-12 88671.0 10.548750 56.548250 25.758625 -4.643375
9098 2012-02-14 88671.0 10.511000 56.411750 25.860625 -9.025375
9103 2012-02-16 88671.0 10.543750 56.351500 25.943500 -4.149125
9107 2012-02-18 88671.0 10.559625 56.173875 25.858750 -15.423000
9111 2012-02-20 88671.0 10.581875 55.999375 25.999875 -6.980375
9115 2012-02-22 88671.0 10.609875 55.746250 25.947625 -19.136125
9119 2012-02-24 88671.0 11.037500 55.670875 25.953000 4.016000
9123 2012-02-26 88671.0 11.844625 55.721125 26.071750 -8.196125
9127 2012-02-28 88671.0 12.980000 55.445875 25.944375 -6.254125
9131 2012-03-01 88671.0 14.020125 55.805750 26.132125 50.390250
9135 2012-03-03 88671.0 14.975500 56.888000 26.198750 69.298000
9139 2012-03-05 88671.0 15.780000 57.425875 25.451500 2.116125
9143 2012-03-07 88671.0 16.658125 57.452375 25.116125 6.926375
9147 2012-03-09 88671.0 17.551000 57.577750 25.444125 5.349000
9151 2012-03-11 88671.0 18.193500 57.708000 25.048875 11.278750
9155 2012-03-13 88671.0 18.632750 57.988625 24.906750 24.113625
9159 2012-03-15 88671.0 18.836000 58.342375 24.935750 18.950750
9163 2012-03-17 88671.0 18.963125 58.827375 25.154125 39.431625
9167 2012-03-19 88671.0 19.041375 59.371250 25.247750 16.006500
9171 2012-03-21 88671.0 19.515875 59.374000 25.327875 -3.414375
9175 2012-03-23 88671.0 20.312000 59.453875 25.618125 11.257750
9179 2012-03-25 88671.0 20.799000 59.726250 25.698875 30.528250
9183 2012-03-27 88671.0 20.827125 60.617375 26.021125 68.376625
9187 2012-03-29 88671.0 20.718000 61.591875 26.366125 43.618750
vn spd chlor_a dist cdm kd490 \
8875 -32.774500 69.188000 1.275557 192.990242 0.054372 0.141160
8878 -15.928000 82.596125 1.060139 276.615036 0.059998 0.129364
8881 -59.905250 73.191625 0.690336 366.386656 0.050885 0.110257
8884 -114.645500 116.678375 0.320534 375.361512 0.041773 0.091151
8887 -50.159125 73.797625 0.293900 442.416808 0.037719 0.085757
8890 8.865625 38.563250 0.267267 522.307974 0.033665 0.080364
8893 45.399500 54.439375 0.240633 561.831977 0.029611 0.074970
8896 46.296875 50.521250 0.214000 603.946031 0.025557 0.069576
8900 39.552750 40.632500 0.206673 626.270657 0.019723 0.067044
8904 38.238000 41.304625 0.178221 576.677333 0.019827 0.062926
8908 34.943000 45.199750 0.183404 503.513005 0.028852 0.062718
8912 36.793625 46.802000 0.170687 424.431836 0.024855 0.064111
8916 32.537250 33.865375 0.157971 360.096512 0.020857 0.065503
8920 27.128000 30.327125 0.196271 333.328620 0.024339 0.070819
8924 12.118875 25.156125 0.278994 336.104135 0.031382 0.073735
8928 -6.111375 15.166875 0.271063 350.328620 0.018393 0.076147
8932 -3.133750 8.970875 0.297297 362.200021 0.026136 0.079876
8937 10.256000 14.790500 0.323530 351.680032 0.033878 0.083604
8942 26.473500 28.464125 0.358803 313.697787 0.036680 0.083557
8948 18.824375 24.688125 0.323573 283.461918 0.027358 0.079569
8953 2.547250 26.912875 0.239207 290.146767 0.023328 0.077387
8958 -25.004875 34.138125 0.241864 335.149298 0.023090 0.076919
8963 -42.821750 43.639625 0.272709 394.821616 0.040935 0.076142
8968 -41.152250 41.639375 0.325028 457.259100 0.029384 0.077700
8973 -30.153875 30.301125 0.283511 508.798094 0.023728 0.075729
8978 -23.927750 24.577250 0.305839 538.596967 0.027492 0.083276
8983 -17.405125 19.775750 0.277425 554.428640 0.025008 0.077638
8988 -17.228250 21.078000 0.279976 561.470457 0.028737 0.075956
8993 -14.779875 17.587125 0.238002 566.032382 0.027043 0.071911
8998 -11.745500 15.331500 0.230219 573.220784 0.022493 0.072261
... ... ... ... ... ... ...
9063 1.388125 8.838250 0.341594 276.658317 0.030297 0.086906
9068 -3.227875 10.083750 0.281350 266.424941 0.023572 0.078432
9073 -27.806875 30.112250 0.279459 261.945408 0.025103 0.078933
9078 -47.198000 49.741000 0.323566 305.994125 0.021710 0.079538
9083 -9.957750 26.242500 0.382557 312.517834 0.030485 0.090279
9088 -4.485500 6.251375 0.295272 305.933431 0.029700 0.078344
9093 -6.483750 9.717250 0.338173 310.421899 0.034514 0.083094
9098 1.988125 11.345500 0.381074 303.189647 0.039329 0.087845
9103 1.106000 8.998250 0.719487 296.088362 0.045934 0.109505
9107 1.682750 15.846375 1.085762 282.166602 0.060598 0.131504
9111 -3.094375 9.590625 2.418070 268.564263 0.088061 0.167027
9115 17.790250 30.823625 1.742068 250.543635 0.067181 0.141292
9119 32.932750 33.621125 1.066065 206.683343 0.046302 0.115558
9123 69.875250 72.836125 0.390062 149.611104 0.025422 0.089823
9127 69.168375 70.922000 0.556415 108.784869 0.074374 0.100483
9131 64.133500 83.099125 0.270633 212.121661 0.044955 0.073003
9135 54.660375 88.953875 0.800059 285.145592 0.065563 0.134365
9139 56.411125 56.801000 0.699511 222.067916 0.086172 0.120760
9143 55.438500 56.285375 0.598963 149.522926 0.106780 0.107154
9147 52.608750 52.996000 0.539315 126.087895 0.106764 0.102271
9151 32.763250 35.723250 1.669490 82.574455 0.106748 0.151740
9155 21.618625 33.490750 2.799665 42.005366 0.106732 0.201209
9159 8.172250 21.437250 13.563096 55.835222 0.069887 0.681206
9163 6.038875 40.516250 6.470340 103.944468 0.100526 0.298758
9167 14.616625 30.519125 0.237209 145.884448 0.022094 0.065298
9171 41.137625 42.083625 0.885254 103.225210 0.058088 0.120292
9175 54.824625 56.133250 1.876542 56.136745 0.065060 0.119211
9179 6.675125 34.645500 1.276521 80.149354 0.067381 0.116551
9183 -4.903000 69.482250 0.676499 147.848528 0.069702 0.113891
9187 -5.428125 44.545250 0.599315 242.367333 0.080178 0.115651
t865 par sst4
8875 0.131792 44.015815 24.407551
8878 0.222180 38.179377 26.996249
8881 0.208840 29.101106 27.013089
8884 0.195500 45.696773 27.058176
8887 0.182710 45.608603 27.171490
8890 0.169920 42.916131 27.405728
8893 0.157130 41.294561 27.069748
8896 0.144340 43.743915 26.364999
8900 0.173993 43.912681 25.055261
8904 0.205526 43.775847 26.269999
8908 0.349422 40.350601 26.283616
8912 0.303857 36.443615 26.297233
8916 0.258291 38.250649 26.829769
8920 0.246835 39.513818 27.309999
8924 0.236315 39.754218 26.677123
8928 0.233404 39.648513 25.230109
8932 0.230493 38.522874 26.904088
8937 0.227582 34.113282 26.711530
8942 0.182250 32.859990 26.643871
8948 0.070212 36.813199 25.322778
8953 0.163561 39.628176 26.626659
8958 0.142939 38.944294 24.076854
8963 0.309738 36.107975 25.040624
8968 0.183188 38.371780 25.472028
8973 0.209968 37.824931 25.658674
8978 0.094933 41.071307 26.161666
8983 0.108245 42.003843 25.986916
8988 0.233595 42.248699 26.242429
8993 0.166542 42.103785 25.961463
8998 0.123662 37.649739 26.035740
... ... ... ...
9063 0.122650 38.990966 25.516862
9068 0.136855 40.392642 25.299999
9073 0.160010 45.816779 25.538252
9078 0.207289 46.803836 25.069999
9083 0.141345 48.072416 25.215769
9088 0.145139 50.879387 25.664999
9093 0.133911 49.906743 24.711668
9098 0.122683 50.925172 22.623045
9103 0.122305 52.066293 25.959308
9107 0.142217 48.383415 25.609104
9111 0.141077 50.711194 25.507145
9115 0.161399 51.404286 25.405186
9119 0.181720 51.927405 25.303227
9123 0.202041 51.278180 25.262073
9127 0.127222 51.620271 24.271034
9131 0.202072 52.360429 24.882062
9135 0.134299 49.833024 25.676717
9139 0.141915 50.496131 25.173676
9143 0.149530 52.025667 25.011697
9147 0.165851 52.095369 24.920277
9151 0.169339 51.636590 24.123277
9155 0.172828 51.666688 24.252045
9159 0.098574 53.318979 24.712393
9163 0.133131 53.081559 25.285171
9167 0.124817 51.596547 25.884635
9171 0.067749 52.236998 24.947337
9175 0.123714 54.216956 25.238233
9179 0.126088 54.185793 24.697534
9183 0.128462 52.037073 25.388733
9187 0.142901 53.787941 26.042269
[73 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 54038.0
the ratio of nans in the trimmed chlor_a series 0.107692307692
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
8897 2011-11-22 54038.0 15.344250 72.546750 28.716250 -24.972333
8901 2011-11-24 54038.0 15.440625 72.316000 28.823625 -16.203750
8906 2011-11-26 54038.0 15.509125 72.035625 28.887375 -24.313000
8910 2011-11-28 54038.0 15.852500 71.733375 28.671375 -12.172250
8914 2011-11-30 54038.0 16.067250 71.468375 28.814250 -14.870375
8918 2011-12-02 54038.0 16.455625 71.524000 28.862875 27.198375
8922 2011-12-04 54038.0 16.806625 72.040125 28.917250 21.332000
8926 2011-12-06 54038.0 17.013875 72.080750 28.747500 -13.085125
8930 2011-12-08 54038.0 17.184875 71.715375 28.641125 -24.582750
8934 2011-12-10 54038.0 17.450250 71.385250 28.378875 -17.287625
8939 2011-12-12 54038.0 17.749875 71.132000 28.072125 -14.482625
8944 2011-12-14 54038.0 17.796375 70.927125 27.956875 -10.175625
8950 2011-12-16 54038.0 17.797375 70.786625 27.976000 -9.573000
8955 2011-12-18 54038.0 17.896750 70.576625 27.923250 -12.173625
8960 2011-12-20 54038.0 17.874750 70.571500 27.844000 6.910500
8965 2011-12-22 54038.0 18.033000 70.571625 27.743375 -9.152375
8970 2011-12-24 54038.0 18.077625 70.399375 27.629750 -4.710625
8975 2011-12-26 54038.0 18.176375 70.345250 27.505125 -10.926750
8980 2011-12-28 54038.0 18.224750 70.192375 27.277000 -2.240250
8985 2011-12-30 54038.0 18.336000 70.070125 26.964000 -13.170125
8990 2012-01-01 54038.0 18.378875 69.892375 26.548375 -9.342125
8995 2012-01-03 54038.0 18.483500 69.764125 26.427625 -4.657125
9000 2012-01-05 54038.0 18.548375 69.688375 26.428000 -0.425000
9005 2012-01-07 54038.0 18.433625 69.622750 26.777125 -12.745625
9010 2012-01-09 54038.0 18.375875 69.329750 26.597500 -27.367250
9015 2012-01-11 54038.0 18.191500 68.882500 26.189250 -24.724000
9019 2012-01-13 54038.0 18.216250 68.570250 25.937750 -8.821000
9023 2012-01-15 54038.0 18.288375 68.509500 26.035250 3.328750
9027 2012-01-17 54038.0 18.289000 68.699625 26.077750 12.815875
9031 2012-01-19 54038.0 18.365125 68.946625 26.177500 21.440000
... ... ... ... ... ... ...
9060 2012-01-31 54038.0 18.377000 69.486625 25.862500 -44.531750
9065 2012-02-02 54038.0 18.226750 68.719500 26.067625 -40.905250
9070 2012-02-04 54038.0 18.287875 68.306375 25.937625 -13.393125
9075 2012-02-06 54038.0 18.688750 68.183000 25.546500 -6.291875
9080 2012-02-08 54038.0 19.007375 68.143375 24.669750 5.214000
9085 2012-02-10 54038.0 19.316500 68.186000 24.689125 1.012000
9090 2012-02-12 54038.0 19.646625 68.203875 25.016875 0.284875
9095 2012-02-14 54038.0 19.952625 68.311250 25.173250 10.410125
9100 2012-02-16 54038.0 19.897375 68.409500 25.099500 -1.008625
9105 2012-02-18 54038.0 19.639375 68.278375 25.239625 -12.811250
9109 2012-02-20 54038.0 19.412500 68.137250 25.769375 -5.828625
9113 2012-02-22 54038.0 19.359500 67.924250 25.682375 -11.750875
9117 2012-02-24 54038.0 19.297875 67.632750 25.777875 -31.353125
9121 2012-02-26 54038.0 19.365875 67.083500 25.770750 -29.131000
9125 2012-02-28 54038.0 19.540000 66.789250 25.581750 -6.170375
9129 2012-03-01 54038.0 20.043625 66.795250 25.534500 3.433375
9133 2012-03-03 54038.0 20.389375 66.951375 25.639625 18.921000
9137 2012-03-05 54038.0 20.345750 67.436750 25.496750 39.977000
9141 2012-03-07 54038.0 19.984875 67.957875 25.326125 4.428375
9145 2012-03-09 54038.0 19.509500 67.782500 25.255125 -14.422250
9149 2012-03-11 54038.0 19.389750 67.534125 25.332375 -12.069125
9153 2012-03-13 54038.0 19.337375 67.224250 25.645875 -26.843375
9157 2012-03-15 54038.0 19.294875 66.741125 26.150625 -32.220250
9161 2012-03-17 54038.0 19.084250 66.337875 26.503750 -9.604750
9165 2012-03-19 54038.0 18.626125 66.322000 25.960375 -1.270750
9169 2012-03-21 54038.0 18.503375 66.194750 25.903000 -14.020625
9173 2012-03-23 54038.0 18.363875 65.905625 25.574500 -15.040125
9177 2012-03-25 54038.0 17.931625 65.788875 25.776000 -4.625375
9181 2012-03-27 54038.0 17.728750 65.854250 26.200500 14.823125
9185 2012-03-29 54038.0 17.481250 66.162750 27.077125 20.173625
vn spd chlor_a dist cdm kd490 \
8897 14.606000 29.393000 0.207494 122.551596 0.030029 0.069504
8901 5.292250 18.229375 0.234510 139.391312 0.031864 0.071070
8906 8.882625 27.106750 0.261527 163.792247 0.033699 0.072636
8910 16.927875 35.003750 0.288543 184.221543 0.035534 0.074202
8914 19.500250 27.366125 0.315559 203.599697 0.037369 0.075768
8918 30.216250 44.170500 0.225694 191.223478 0.038642 0.075283
8922 15.543250 26.734125 0.227484 131.958835 0.039916 0.074384
8926 15.183500 20.855000 0.235671 122.233076 0.041189 0.072284
8930 6.202000 26.429625 0.243858 156.654604 0.042462 0.070183
8934 27.831125 33.301875 0.267995 182.880906 0.037283 0.070221
8939 8.701375 18.143875 0.289519 197.649314 0.039314 0.073898
8944 -2.519500 13.415250 0.292591 217.478812 0.041175 0.097910
8950 5.314000 12.259125 0.255068 232.010155 0.043036 0.082228
8955 1.311500 16.448500 0.236606 251.978291 0.057731 0.071694
8960 5.498875 13.299250 0.277465 252.890446 0.072426 0.077503
8965 9.269500 14.950125 0.318324 250.197935 0.087120 0.083311
8970 -0.963875 10.078500 0.359184 267.261081 0.101815 0.089119
8975 9.409625 17.739625 0.328484 271.367917 0.116509 0.088859
8980 3.084250 11.169125 0.404519 280.850111 0.131204 0.096027
8985 2.825875 15.697000 0.601043 272.332493 0.145898 0.119075
8990 7.526875 14.265500 9.337122 273.870179 0.160593 0.184207
8995 7.716500 12.107375 18.073201 268.225567 0.175287 0.249339
9000 -4.666500 12.081000 8.506846 264.430818 0.131552 0.215758
9005 -7.445250 18.465500 1.013201 278.787529 0.071362 0.142106
9010 -4.183625 28.840500 0.559115 297.356561 0.074730 0.109777
9015 -8.035500 29.096875 0.976331 337.029919 0.117143 0.141273
9019 6.447500 12.669250 0.816542 351.793879 0.093456 0.116903
9023 1.130250 12.000875 1.487945 348.565404 0.148065 0.157500
9027 -2.472000 15.799625 0.686588 337.664500 0.088133 0.113109
9031 16.268500 27.641875 0.463143 316.949518 0.038502 0.092098
... ... ... ... ... ... ...
9060 -19.117875 50.446000 0.661593 290.153361 0.103725 0.127689
9065 -3.714250 41.423875 0.736749 342.378326 0.080669 0.142814
9070 12.659375 20.772875 0.649039 360.668306 0.070965 0.110785
9075 31.437750 33.007125 0.719714 333.558629 0.082941 0.125190
9080 13.431750 16.949375 0.826017 309.337952 0.074291 0.130655
9085 23.898625 25.089375 1.219199 281.311696 0.076078 0.150668
9090 17.083125 23.102125 3.506437 254.672504 0.073193 0.233859
9095 16.936375 22.188625 0.901249 223.929442 0.070309 0.135755
9100 -16.451875 18.221875 0.822391 220.074519 0.067424 0.126657
9105 -19.987125 25.132125 1.496282 249.534176 0.064540 0.164205
9109 -2.101125 13.555750 1.116338 277.572665 0.061655 0.144869
9113 -7.774375 16.520375 0.587073 297.825133 0.056598 0.112911
9117 -0.690375 31.764250 0.517385 325.112859 0.050009 0.110267
9121 7.791375 31.146875 0.678575 361.341052 0.043421 0.117021
9125 22.673000 25.555375 0.951721 367.808756 0.076171 0.136845
9129 32.587500 33.157750 5.285884 329.142290 0.143547 0.207423
9133 9.994500 23.770375 0.955355 291.347895 0.097535 0.140087
9137 -12.228000 42.285875 0.763668 256.923949 0.051523 0.120204
9141 -37.033625 46.382500 0.619297 248.990625 0.058895 0.101939
9145 -17.202000 23.774125 0.870707 297.933165 0.041041 0.119238
9149 -2.104875 13.432500 0.580921 326.368008 0.076091 0.106958
9153 -2.786500 27.765250 0.482525 353.861545 0.022426 0.094356
9157 -3.522125 32.872375 0.440541 391.146120 0.048778 0.086311
9161 -26.869000 34.337750 0.497516 437.054579 0.053493 0.092236
9165 -18.127500 23.729000 0.501341 475.878323 0.057735 0.096793
9169 -5.818875 15.647125 0.567596 494.970422 0.071118 0.105245
9173 -22.540875 32.905000 1.354725 526.681760 0.059651 0.157584
9177 -19.683750 20.721125 0.545782 570.717416 0.048184 0.114265
9181 -11.697375 20.272000 0.605030 580.843891 0.036717 0.129144
9185 -18.479375 27.746750 0.327298 576.111062 0.025250 0.077755
t865 par sst4
8897 0.098600 41.635633 29.166218
8901 0.118023 36.719873 29.115545
8906 0.137447 28.473369 28.738397
8910 0.156870 29.828217 28.361249
8914 0.176293 39.254006 28.335428
8918 0.272675 39.218198 27.793368
8922 0.238143 40.368059 28.540477
8926 0.204085 39.423376 28.863872
8930 0.170027 39.113751 28.295710
8934 0.191214 39.193608 28.573519
8939 0.169344 38.985721 27.730058
8944 0.270293 35.911805 28.137420
8950 0.212664 35.926246 28.192218
8955 0.167587 37.706952 26.500168
8960 0.177186 37.015422 26.187065
8965 0.186785 37.895440 27.800238
8970 0.196384 38.060521 27.735520
8975 0.207157 38.864073 27.606347
8980 0.253756 39.174003 27.371899
8985 0.197517 39.184119 27.104051
8990 0.165570 38.758727 26.866397
8995 0.133624 38.641690 26.382659
9000 0.137479 38.763165 26.402608
9005 0.143670 38.779191 26.779157
9010 0.135645 39.809210 26.629871
9015 0.169103 39.941281 26.232108
9019 0.129474 40.525724 25.986001
9023 0.108966 40.512996 25.954772
9027 0.103073 40.100694 25.779999
9031 0.134180 39.919922 25.802499
... ... ... ...
9060 0.190755 43.148025 25.819106
9065 0.217334 43.209766 25.838979
9070 0.186264 44.029060 25.878429
9075 0.227114 44.325863 25.296517
9080 0.118355 44.571709 24.960951
9085 0.141525 45.032674 24.529329
9090 0.292217 45.133541 24.870231
9095 0.107745 45.418433 24.847124
9100 0.132601 45.753287 25.102832
9105 0.159344 46.369113 24.871489
9109 0.141979 47.222376 25.720837
9113 0.152992 47.999699 25.814905
9117 0.153816 48.534277 25.438950
9121 0.118617 48.101321 25.606305
9125 0.145758 48.461689 25.430848
9129 0.155135 49.005522 25.038476
9133 0.261691 49.196339 24.688512
9137 0.201451 49.582419 24.774122
9141 0.132561 50.366260 24.923710
9145 0.104181 51.318291 25.335819
9149 0.135575 52.057434 25.082654
9153 0.151955 51.581059 25.716111
9157 0.142281 52.997504 25.824882
9161 0.086645 53.480446 26.130920
9165 0.140227 51.716262 26.048536
9169 0.181990 51.873711 25.842015
9173 0.145368 54.128168 25.439669
9177 0.173141 54.686698 24.483718
9181 0.198419 54.486456 24.975764
9185 0.212161 55.035645 26.754125
[65 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 54017.0
the ratio of nans in the trimmed chlor_a series 0.0877192982456
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
8913 2011-11-30 54017.0 16.132375 72.199625 28.835125 -9.396875
8917 2011-12-02 54017.0 16.106375 71.847250 29.080250 -30.322625
8921 2011-12-04 54017.0 16.024875 71.465750 29.055375 -19.599125
8925 2011-12-06 54017.0 16.148375 71.182250 28.893625 -13.836375
8929 2011-12-08 54017.0 16.415875 71.071875 28.756125 1.682250
8933 2011-12-10 54017.0 16.699500 71.124000 28.519125 2.896250
8938 2011-12-12 54017.0 16.898500 71.167000 28.287500 3.283000
8943 2011-12-14 54017.0 17.060250 71.153875 28.205750 -5.743000
8949 2011-12-16 54017.0 17.248625 70.969625 28.117250 -14.814500
8954 2011-12-18 54017.0 17.414875 70.710750 28.049250 -16.658000
8959 2011-12-20 54017.0 17.448625 70.478375 28.047625 -13.539500
8964 2011-12-22 54017.0 17.434250 70.304750 27.973750 -5.762750
8969 2011-12-24 54017.0 17.391125 70.235500 27.715000 -3.566250
8974 2011-12-26 54017.0 17.295375 70.192625 27.596000 -2.235250
8979 2011-12-28 54017.0 17.235250 70.143375 27.341000 -4.238625
8984 2011-12-30 54017.0 17.167625 70.074000 27.132875 -3.038375
8989 2012-01-01 54017.0 17.118250 70.044750 27.003750 0.720000
8994 2012-01-03 54017.0 17.102500 70.092125 26.980625 5.377875
8999 2012-01-05 54017.0 17.034125 70.283875 27.022250 17.461500
9004 2012-01-07 54017.0 16.988125 70.502875 26.923500 8.507375
9009 2012-01-09 54017.0 16.970500 70.643125 26.696375 8.854500
9014 2012-01-11 54017.0 17.039000 70.794500 26.548500 10.392250
9018 2012-01-13 54017.0 17.114750 70.975000 26.525125 10.954500
9022 2012-01-15 54017.0 17.151500 71.141375 26.536714 9.911875
9026 2012-01-17 54017.0 17.184625 71.332750 NaN 14.670375
9030 2012-01-19 54017.0 17.545250 71.234125 NaN -27.602125
9034 2012-01-21 54017.0 17.632500 71.091250 NaN 5.226625
9039 2012-01-23 54017.0 17.909250 70.927375 NaN -21.755375
9044 2012-01-25 54017.0 18.056125 70.754750 NaN 3.788750
9049 2012-01-27 54017.0 18.392500 70.881125 NaN 11.088750
9054 2012-01-29 54017.0 18.348750 70.999375 NaN 1.224000
9059 2012-01-31 54017.0 18.173875 70.993500 NaN 0.617625
9064 2012-02-02 54017.0 18.150000 71.108375 NaN 14.120125
9069 2012-02-04 54017.0 18.306250 71.255625 NaN -2.203750
9074 2012-02-06 54017.0 18.434375 71.105500 NaN -5.401750
9079 2012-02-08 54017.0 18.347375 71.238625 NaN 14.425250
9084 2012-02-10 54017.0 18.175750 71.388250 NaN 5.315375
9089 2012-02-12 54017.0 18.275000 71.397500 NaN -3.993500
9094 2012-02-14 54017.0 18.386625 71.375625 NaN 0.221500
9099 2012-02-16 54017.0 18.386875 71.399750 NaN 1.526250
9104 2012-02-18 54017.0 18.317750 71.393125 NaN -2.558750
9108 2012-02-20 54017.0 18.179125 71.335625 NaN -2.525875
9112 2012-02-22 54017.0 18.034375 71.267375 NaN -6.691375
9116 2012-02-24 54017.0 17.910875 71.163250 NaN -5.857375
9120 2012-02-26 54017.0 17.761125 71.042500 NaN -8.515875
9124 2012-02-28 54017.0 17.609875 70.895625 NaN -11.071000
9128 2012-03-01 54017.0 17.504375 70.689375 NaN -14.973500
9132 2012-03-03 54017.0 17.434125 70.312375 NaN -23.241000
9136 2012-03-05 54017.0 16.883125 70.073875 NaN -16.179875
9140 2012-03-07 54017.0 16.817750 69.834625 NaN -0.611375
9144 2012-03-09 54017.0 16.914750 69.846375 NaN 1.014375
9148 2012-03-11 54017.0 16.974625 69.950125 NaN 6.832750
9152 2012-03-13 54017.0 16.889375 70.075875 NaN 5.945125
9156 2012-03-15 54017.0 16.736250 70.152250 NaN 4.140625
9160 2012-03-17 54017.0 16.498750 70.213375 NaN -1.308250
9164 2012-03-19 54017.0 16.252375 70.182125 NaN 1.131375
9168 2012-03-21 54017.0 15.969625 70.238625 NaN 6.014000
vn spd chlor_a dist cdm kd490 \
8913 7.473500 15.006875 0.227606 126.555464 0.028390 0.069171
8917 -6.927750 32.654375 0.332321 163.337808 0.028375 0.093388
8921 0.862500 23.313500 0.316293 205.069900 0.028359 0.084630
8925 14.358000 22.374750 0.309637 231.626341 0.028344 0.088254
8929 17.538875 18.798500 0.287312 239.683144 0.028328 0.078451
8933 16.834000 17.723000 0.264987 229.831413 0.028313 0.068647
8938 10.743250 13.696625 0.254941 219.896468 0.026251 0.067327
8943 8.166250 12.249250 0.160428 217.894346 0.034913 0.070530
8949 14.144000 21.260000 0.169031 232.111553 0.043575 0.069494
8954 8.482000 20.178875 0.208997 251.771674 0.026967 0.065747
8959 -2.829625 14.910250 0.220095 273.757435 0.033126 0.068142
8964 0.364375 8.058625 0.231192 291.785293 0.039285 0.070537
8969 -6.506500 7.718375 0.242290 300.254021 0.045445 0.072932
8974 -3.995750 6.642375 0.194736 308.003792 0.033179 0.065638
8979 -3.687125 7.740000 0.236327 315.217695 0.029101 0.071659
8984 -5.361625 7.164375 0.324431 324.747271 0.049405 0.081565
8989 -1.321000 6.631125 0.455260 329.500495 0.069709 0.098141
8994 -1.936500 6.937750 0.525860 325.296313 0.074254 0.104500
8999 -4.808375 18.792750 0.424839 308.726373 0.055125 0.091925
9004 -2.980250 10.346875 0.442744 287.353811 0.061934 0.100580
9009 1.859500 9.431750 0.561576 273.183029 0.063528 0.111939
9014 6.166125 12.228750 0.634017 255.837865 0.087980 0.119549
9018 4.597250 12.559000 0.581744 235.245100 0.080476 0.113586
9022 -0.741750 10.642000 0.593253 217.080885 0.105434 0.107726
9026 11.679500 24.655625 0.415706 196.403443 0.070389 0.098447
9030 14.682250 41.898375 0.362389 194.632109 0.035343 0.093735
9034 15.026375 20.861625 0.425030 205.594283 0.032041 0.092208
9039 12.548500 26.173250 0.348945 215.052368 0.051393 0.084985
9044 18.205250 25.052125 0.342831 230.679000 0.060641 0.088064
9049 9.208875 18.103125 0.404903 210.421726 0.055946 0.091436
9054 -10.370500 10.908625 0.400279 199.793422 0.047096 0.089317
9059 -6.270000 10.627000 0.434095 203.487399 0.057025 0.092872
9064 0.324000 15.368250 0.467912 191.962791 0.066955 0.096427
9069 18.746000 20.039500 0.501728 174.062867 0.076885 0.099981
9074 -3.868125 14.325125 0.583377 186.408179 0.078303 0.104283
9079 -7.988375 17.025125 1.175447 175.159180 0.124343 0.154437
9084 -5.620000 13.406250 0.648085 162.339707 0.079777 0.111439
9089 10.107750 13.776875 0.491010 159.591328 0.075565 0.099178
9094 6.238000 8.419125 0.743008 160.079607 0.071352 0.144980
9099 -4.599375 7.390500 0.557465 157.586158 0.067139 0.115582
9104 -5.498500 6.920250 0.489733 159.505731 0.062401 0.098510
9108 -11.991375 12.672625 1.311628 167.728112 0.060253 0.193124
9112 -6.377625 10.815250 1.663196 177.438149 0.058104 0.144884
9116 -10.267375 12.330375 0.517510 190.407904 0.055956 0.107807
9120 -9.011500 13.051000 1.585602 206.500902 0.053807 0.161224
9124 -10.320250 15.597000 1.261123 226.102635 0.051659 0.137085
9128 -0.375000 17.151750 0.596376 250.546048 0.106002 0.111869
9132 -23.829875 41.726250 0.494863 291.018199 0.081611 0.101725
9136 -22.707375 32.408250 0.482960 334.475567 0.057221 0.098770
9140 4.045000 19.265375 0.250821 360.952041 0.020561 0.071012
9144 9.190500 27.321125 0.310286 356.974519 0.036023 0.078489
9148 -4.474375 15.176625 0.327874 344.308057 0.046244 0.079929
9152 -7.243625 13.432125 0.432665 334.116249 0.046251 0.094074
9156 -12.630875 15.749000 0.345087 329.463400 0.051111 0.086234
9160 -14.373125 21.592000 0.272142 329.314603 0.044223 0.082028
9164 -20.050625 21.594375 0.264470 335.942608 0.037336 0.071400
9168 -16.842375 20.089500 0.238164 334.509711 0.032818 0.066237
t865 par sst4
8913 0.559272 36.989650 28.504818
8917 0.315139 39.725615 28.195267
8921 0.281211 40.024001 28.907696
8925 0.285913 37.686669 28.900598
8929 0.216856 38.153444 28.736018
8933 0.147799 39.900604 28.651403
8938 0.162874 39.627150 28.524572
8943 0.284113 38.536856 27.682952
8949 0.240110 39.375491 27.633212
8954 0.128017 38.459519 27.548916
8959 0.149224 37.436225 26.335520
8964 0.170430 38.136826 27.307967
8969 0.191637 38.526642 27.844803
8974 0.199370 39.522000 27.457087
8979 0.246485 39.807931 27.513724
8984 0.249449 39.956326 27.272387
8989 0.122233 39.804748 27.036396
8994 0.133875 39.671694 26.969694
8999 0.152795 40.414099 26.998443
9004 0.155007 40.685393 27.033672
9009 0.165225 40.809117 26.828112
9014 0.220063 40.427353 26.640768
9018 0.190994 40.779971 26.533673
9022 0.139607 41.599025 26.543159
9026 0.126002 41.811410 26.630993
9030 0.232594 39.041198 26.562222
9034 0.196814 41.391746 26.134737
9039 0.217995 41.898770 26.219108
9044 0.191821 42.127564 25.962652
9049 0.175459 42.300570 26.378658
9054 0.169276 42.392201 26.194299
9059 0.170277 42.759298 25.939449
9064 0.171278 42.733880 26.256047
9069 0.172279 43.525475 26.406676
9074 0.177488 44.158463 26.008928
9079 0.140960 44.772684 25.857365
9084 0.122617 45.728087 25.948702
9089 0.128842 45.330862 25.872017
9094 0.182288 45.768363 25.840243
9099 0.142616 46.933369 25.839243
9104 0.103621 46.986610 25.805179
9108 0.167283 47.590505 25.831762
9112 0.194383 48.399437 25.990859
9116 0.214187 48.836477 25.839292
9120 0.226034 49.208822 26.554632
9124 0.233258 49.244391 26.237636
9128 0.204290 48.811660 26.554150
9132 0.206024 49.525948 25.966001
9136 0.205095 48.961826 26.106764
9140 0.131675 49.147044 26.107893
9144 0.135666 51.972480 25.911549
9148 0.148076 52.868717 26.351923
9152 0.171727 52.506351 26.249356
9156 0.206137 52.684464 26.563273
9160 0.172400 53.713186 26.663728
9164 0.190394 54.245517 26.856371
9168 0.182891 53.612515 26.765586
-----
head and tail of the nonnan series are identified
the float id is: 81824.0
the ratio of nans in the trimmed chlor_a series 0.264150943396
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
8956 2011-12-18 81824.0 5.878000 64.717875 29.428125 -13.371875
8961 2011-12-20 81824.0 6.295500 64.595750 29.279500 -2.091625
8966 2011-12-22 81824.0 6.536500 64.479500 29.257125 -18.306000
8971 2011-12-24 81824.0 6.893375 64.198750 29.186625 -6.790125
8976 2011-12-26 81824.0 7.213125 64.251375 29.092125 1.697750
8981 2011-12-28 81824.0 7.438750 64.166250 28.909500 -4.066500
8986 2011-12-30 81824.0 7.686625 64.270125 28.750375 11.119375
8991 2012-01-01 81824.0 7.808875 64.419875 28.670250 13.496000
8996 2012-01-03 81824.0 7.937625 64.697500 28.726875 19.047875
9001 2012-01-05 81824.0 8.158500 65.019250 28.596125 23.037000
9006 2012-01-07 81824.0 8.386500 65.382875 28.524750 19.964750
9011 2012-01-09 81824.0 8.612500 65.682375 28.433875 23.243125
9016 2012-01-11 81824.0 8.695375 66.087875 28.333625 22.425375
9020 2012-01-13 81824.0 8.710250 66.455500 28.405875 29.888625
9024 2012-01-15 81824.0 8.567125 66.846375 28.298875 15.199500
9028 2012-01-17 81824.0 8.440625 67.027125 28.160750 11.050250
9032 2012-01-19 81824.0 8.270625 67.224375 28.148125 8.917125
9036 2012-01-21 81824.0 8.082125 67.352500 28.235000 12.582375
9041 2012-01-23 81824.0 7.936375 67.492000 28.230000 5.298500
9046 2012-01-25 81824.0 7.885750 67.601375 28.177000 5.007000
9051 2012-01-27 81824.0 7.957375 67.708500 28.179875 14.029375
9056 2012-01-29 81824.0 8.044250 67.955875 28.097875 14.075250
9061 2012-01-31 81824.0 8.205500 68.289250 27.943375 29.131625
9066 2012-02-02 81824.0 8.192625 68.689375 27.980875 21.259625
9071 2012-02-04 81824.0 8.113875 68.991750 28.064625 11.060375
9076 2012-02-06 81824.0 7.987375 69.043750 28.111625 1.034625
9081 2012-02-08 81824.0 7.797625 68.902750 28.034750 -16.629375
9086 2012-02-10 81824.0 7.790750 68.770000 28.126625 -0.630125
9091 2012-02-12 81824.0 7.820750 68.763125 28.458750 2.503125
9096 2012-02-14 81824.0 7.746250 68.745250 28.445250 -11.180250
9101 2012-02-16 81824.0 7.707125 68.500750 28.351625 -18.488875
9106 2012-02-18 81824.0 7.851750 68.266125 28.262500 -15.772625
9110 2012-02-20 81824.0 7.992250 67.835250 28.306000 -29.587625
9114 2012-02-22 81824.0 8.119000 67.421625 28.435125 -32.015750
9118 2012-02-24 81824.0 8.074625 66.923875 28.336125 -20.557750
9122 2012-02-26 81824.0 7.786250 66.656375 28.235500 -14.561375
9126 2012-02-28 81824.0 7.567500 66.571000 28.343125 -3.739750
9130 2012-03-01 81824.0 7.394375 66.477125 28.486500 -2.145000
9134 2012-03-03 81824.0 7.248750 66.601500 28.540750 16.081875
9138 2012-03-05 81824.0 7.118625 66.878375 28.519500 19.776250
9142 2012-03-07 81824.0 7.160750 67.286500 28.543125 26.066375
9146 2012-03-09 81824.0 7.010125 67.480500 28.513125 6.850250
9150 2012-03-11 81824.0 7.093750 67.697875 28.489875 12.263375
9154 2012-03-13 81824.0 7.194750 67.844875 28.502500 12.780750
9158 2012-03-15 81824.0 7.219125 68.130250 28.776500 21.720250
9162 2012-03-17 81824.0 7.095250 68.581250 29.122125 40.979625
9166 2012-03-19 81824.0 6.994250 69.099875 29.393500 13.254875
9170 2012-03-21 81824.0 6.849125 69.109750 29.516375 -5.234375
9174 2012-03-23 81824.0 6.418625 69.143125 29.456500 13.984000
9178 2012-03-25 81824.0 6.185750 69.402625 29.494500 11.441000
9182 2012-03-27 81824.0 6.182625 69.506625 29.675125 2.878500
9186 2012-03-29 81824.0 6.219875 69.479875 30.047500 -2.469875
9190 2012-03-31 81824.0 6.184625 69.442500 29.730375 -9.702125
vn spd chlor_a dist cdm kd490 \
8956 25.812375 29.349875 0.089395 885.443502 0.008667 0.050442
8961 24.518875 25.005250 0.083679 896.777131 0.008719 0.049541
8966 10.377125 22.094875 0.089208 909.462982 0.009613 0.050756
8971 31.803375 34.719875 0.094737 941.617472 0.010508 0.051971
8976 10.639875 13.559625 0.100266 936.859305 0.011402 0.053186
8981 20.248250 22.060375 0.105795 937.546717 0.012296 0.054402
8986 7.309875 14.994250 0.095412 918.264923 0.010938 0.052925
8991 10.862750 17.790375 0.088903 898.544489 0.012533 0.051229
8996 8.622375 21.339625 0.082394 865.156530 0.014127 0.049533
9001 17.338375 29.277125 0.101575 824.410193 0.011414 0.052212
9006 12.927625 24.382500 0.102262 779.272077 0.011943 0.052059
9011 14.157125 27.650125 0.102949 741.378736 0.012471 0.051905
9016 -2.131125 23.001875 0.110902 695.828152 0.013293 0.052257
9020 -1.494625 30.899875 0.112404 656.057071 0.013653 0.052705
9024 -10.807375 18.740375 0.115387 618.392235 0.013945 0.054178
9028 -6.101875 13.012250 0.118370 603.313440 0.014237 0.055652
9032 -16.405750 20.122625 0.113433 588.731631 0.013638 0.051832
9036 -10.268750 17.307250 0.119994 583.021876 0.013129 0.052852
9041 -3.532125 7.675625 0.135529 575.235536 0.009547 0.061246
9046 -2.657500 8.421750 0.128015 566.624275 0.010281 0.055523
9051 8.758250 17.187875 0.112687 552.567816 0.010893 0.054087
9056 6.503500 17.036500 0.090539 523.796841 0.010980 0.052157
9061 7.636875 30.462500 0.093074 482.959324 0.010820 0.049497
9066 -8.426875 23.135000 0.078389 444.099119 0.009371 0.047842
9071 -1.750125 15.068375 0.128415 419.268612 0.009509 0.055243
9076 -13.545250 14.513875 0.137180 421.761361 0.009556 0.056166
9081 -5.184250 19.003500 0.111515 445.214707 0.009301 0.053886
9086 -0.331875 4.158625 0.085850 458.916202 0.009046 0.051605
9091 1.500125 10.312875 0.086393 457.756551 0.008988 0.050362
9096 -4.971750 14.911000 0.092271 461.339353 0.009423 0.049854
9101 1.664125 20.465625 0.098150 485.837171 0.009858 0.049346
9106 9.188875 20.421375 0.080256 503.069524 0.010511 0.048231
9110 14.437750 34.785500 0.072259 538.276982 0.010341 0.047409
9114 -3.054125 32.874750 0.094356 574.427690 0.013232 0.052303
9118 -8.916125 27.747750 0.086126 627.303536 0.011713 0.050083
9122 -14.766375 22.227875 0.077895 666.450628 0.010194 0.047863
9126 -17.898500 18.878000 0.048926 684.634284 0.009514 0.044392
9130 -5.428875 8.476000 0.101814 696.440415 0.011059 0.050479
9134 -12.610500 20.611875 0.081071 680.575757 0.010782 0.048074
9138 2.891000 22.878375 0.076338 648.453140 0.009244 0.046097
9142 -10.402125 31.330125 0.058408 604.298593 0.009336 0.044297
9146 -0.368750 10.735500 0.040479 581.000081 0.009428 0.042497
9150 5.457000 14.817375 0.080411 558.273814 0.010276 0.047575
9154 10.147375 18.522125 0.100231 543.808946 0.011009 0.050582
9158 -4.925375 23.102125 0.120051 513.149888 0.011742 0.053590
9162 -10.303750 43.211625 0.139871 461.749983 0.012475 0.056598
9166 -2.719250 20.783125 0.124032 403.405154 0.015230 0.053926
9170 -23.282375 27.458750 0.147384 400.096012 0.021907 0.058528
9174 -23.542250 29.742500 0.119652 393.535984 0.019834 0.055629
9178 -6.297375 17.575375 0.091921 365.701503 0.017761 0.052730
9182 2.559125 10.281250 0.093691 354.242428 0.017940 0.053191
9186 1.269375 11.027500 0.103991 356.923223 0.019672 0.053778
9190 1.750750 16.875750 0.114291 361.307118 0.021403 0.054365
t865 par sst4
8956 0.075224 49.275693 28.737713
8961 0.087817 49.154780 28.787328
8966 0.116810 44.830660 28.821164
8971 0.145802 44.213608 28.854999
8976 0.174795 44.220569 28.127622
8981 0.203788 46.350810 28.653906
8986 0.194280 45.418992 28.494980
8991 0.203064 46.671664 27.802420
8996 0.211848 40.847133 28.093742
9001 0.217606 43.119514 27.786597
9006 0.170206 44.114417 28.497652
9011 0.122806 46.529958 28.216369
9016 0.137758 47.841237 28.149787
9020 0.082843 46.265963 27.588926
9024 0.143181 38.966968 28.411379
9028 0.203520 35.803537 27.946874
9032 0.088690 47.276211 27.109221
9036 0.106540 48.405621 28.051933
9041 0.117545 46.794087 28.099480
9046 0.128551 49.742578 26.588605
9051 0.252902 50.308199 27.619843
9056 0.216629 49.312402 27.016049
9061 0.144220 49.995231 26.373343
9066 0.085867 46.849725 27.811165
9071 0.208141 47.983304 27.313749
9076 0.203719 49.652656 27.573571
9081 0.134399 45.134405 24.521019
9086 0.065080 39.249187 25.189204
9091 0.077929 44.434846 27.869835
9096 0.116047 49.814874 27.875883
9101 0.154164 52.708739 27.850127
9106 0.181512 51.951789 27.690117
9110 0.181583 49.461948 27.782901
9114 0.210754 50.716213 28.007499
9118 0.194914 52.257751 28.269479
9122 0.179075 50.153959 28.006648
9126 0.220152 46.747647 28.329374
9130 0.208138 53.522273 27.718081
9134 0.202287 55.093263 27.267162
9138 0.187407 55.087705 25.248824
9142 0.202545 52.465097 27.006102
9146 0.217683 53.290986 27.542309
9150 0.257308 51.869004 26.418210
9154 0.230227 49.761681 24.908332
9158 0.203145 54.499538 27.994988
9162 0.176064 55.417351 27.839059
9166 0.199738 55.482078 28.081016
9170 0.220856 55.139206 28.495170
9174 0.287808 55.632974 28.822429
9178 0.293573 56.300652 28.346516
9182 0.292520 54.918303 28.907059
9186 0.288955 54.794131 29.208647
9190 0.285389 56.033525 29.433622
-----
head and tail of the nonnan series are identified
the float id is: 37641.0
the ratio of nans in the trimmed chlor_a series 0.25
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9489 2013-11-03 37641.0 7.773375 52.972125 28.741000 -42.770375
9494 2013-11-05 37641.0 8.554875 52.498250 28.628000 -12.000250
9499 2013-11-07 37641.0 9.610000 52.625750 28.400625 29.271375
9503 2013-11-09 37641.0 10.672125 53.057750 28.209750 14.112250
9507 2013-11-11 37641.0 11.475500 53.232125 27.843625 5.195875
9511 2013-11-13 37641.0 11.729125 53.283625 27.994125 6.995500
9515 2013-11-15 37641.0 11.699625 53.301625 27.937625 -6.931125
9519 2013-11-17 37641.0 11.688500 53.037250 27.955250 -29.948125
9523 2013-11-19 37641.0 11.583250 52.395500 28.064875 -43.673250
9527 2013-11-21 37641.0 11.284625 51.830500 28.092000 -28.099375
9531 2013-11-23 37641.0 11.157625 51.502750 28.144625 -12.220375
9535 2013-11-25 37641.0 11.240375 51.319250 27.861125 -12.664875
9539 2013-11-27 37641.0 11.431625 51.205375 27.378000 0.095625
9543 2013-11-29 37641.0 11.641750 51.258000 27.135800 3.343500
9547 2013-12-01 37641.0 11.913625 51.080500 NaN -23.564250
9551 2013-12-03 37641.0 11.961000 50.902000 NaN -23.564250
vn spd chlor_a dist cdm kd490 \
9489 31.116875 53.848250 0.196648 294.586419 0.014884 0.061715
9494 64.864125 67.164625 0.210002 206.825022 0.015976 0.063876
9499 67.864875 75.212875 0.223355 160.340427 0.017068 0.066038
9503 70.434375 72.457125 0.236708 160.676504 0.018161 0.068200
9507 25.997625 28.027250 0.250062 70.312084 0.019253 0.070362
9511 4.968250 12.983375 0.263415 41.817116 0.020345 0.072523
9515 -1.931250 8.470750 0.268240 44.892215 0.022819 0.071552
9519 -1.311875 30.220750 0.244826 48.413938 0.021470 0.067806
9523 -14.197750 46.351625 0.196382 63.715726 0.019854 0.063380
9527 -17.490125 33.554375 0.156176 72.265501 0.018196 0.059227
9531 0.590750 13.327500 0.192095 34.857801 0.017339 0.061805
9535 9.709000 16.690250 0.238096 18.292032 0.019011 0.070407
9539 12.460500 13.040875 0.247110 8.670458 0.025576 0.074982
9543 18.638125 19.166000 0.309875 2.107867 0.029546 0.085373
9547 8.941750 25.956000 0.913765 4.279964 0.066719 0.135956
9551 8.941750 25.956000 2.094455 2.727064 0.122303 0.204278
t865 par sst4
9489 0.060108 46.544792 28.381453
9494 0.069717 41.413767 26.459999
9499 0.079325 30.912088 27.756521
9503 0.088933 28.430031 27.640777
9507 0.098541 37.030135 27.525033
9511 0.108150 44.421209 27.877307
9515 0.087095 46.831147 27.818579
9519 0.089034 46.892657 28.086139
9523 0.110199 46.891890 27.619932
9527 0.078243 45.031543 28.044782
9531 0.061710 45.165886 27.691955
9535 0.086391 44.942159 27.824908
9539 0.116915 45.673664 27.444023
9543 0.160166 44.850228 27.248446
9547 0.106859 40.041353 26.181239
9551 0.120827 43.184004 25.829198
-----
head and tail of the nonnan series are identified
the float id is: 41317.0
the ratio of nans in the trimmed chlor_a series 0.0533333333333
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9485 2013-11-01 41317.0 20.645000 61.633000 28.624750 -30.599000
9490 2013-11-03 41317.0 20.383500 61.002625 28.708375 -43.710250
9495 2013-11-05 41317.0 20.394625 60.330750 28.652625 -32.984375
9500 2013-11-07 41317.0 20.507375 59.898750 28.530250 -20.061750
9504 2013-11-09 41317.0 20.481500 59.675375 28.021625 -4.217000
9508 2013-11-11 41317.0 20.197125 59.728625 27.675500 7.351000
9512 2013-11-13 41317.0 19.722750 59.854000 27.652875 2.896750
9516 2013-11-15 41317.0 19.295500 59.791625 27.452625 -8.240125
9520 2013-11-17 41317.0 18.995250 59.649250 27.247750 -6.320375
9524 2013-11-19 41317.0 18.762250 59.653750 27.129625 7.586875
9528 2013-11-21 41317.0 18.632500 59.874375 27.372500 17.709000
9532 2013-11-23 41317.0 18.677375 60.078125 27.260750 3.542375
9536 2013-11-25 41317.0 18.859125 60.005250 27.156875 -8.442250
9540 2013-11-27 41317.0 18.975500 59.927000 27.089625 -3.050000
9544 2013-11-29 41317.0 19.185000 59.785750 26.670500 -17.700000
9548 2013-12-01 41317.0 19.290750 59.317875 26.651500 -31.834250
9552 2013-12-03 41317.0 18.829500 58.986875 26.573375 -6.706000
9555 2013-12-05 41317.0 18.406000 59.004000 26.482875 7.312250
9558 2013-12-07 41317.0 18.198500 59.283625 26.652000 26.432125
9561 2013-12-09 41317.0 18.349625 59.788750 26.689625 31.831875
9564 2013-12-11 41317.0 18.463125 60.147625 26.609875 8.078875
9567 2013-12-13 41317.0 18.715500 60.203875 26.602250 7.068250
9570 2013-12-15 41317.0 18.942500 60.467375 26.707000 23.277250
9573 2013-12-17 41317.0 19.059000 60.853625 26.531750 23.671500
9581 2013-12-19 41317.0 19.201625 61.279250 26.466250 21.647875
9589 2013-12-21 41317.0 19.281250 61.510500 26.530875 12.618875
9597 2013-12-23 41317.0 19.330500 61.689000 26.264500 10.531625
9606 2013-12-25 41317.0 19.334625 61.810250 25.932375 3.476875
9616 2013-12-27 41317.0 19.284250 61.883875 25.439250 3.289125
9626 2013-12-29 41317.0 19.190375 61.933125 25.173250 2.782875
... ... ... ... ... ... ...
9810 2014-01-30 41317.0 17.290625 60.666375 24.626750 -11.799000
9822 2014-02-01 41317.0 17.210125 60.487250 24.837875 -10.500000
9836 2014-02-03 41317.0 17.140250 60.321750 24.921625 -9.488250
9849 2014-02-05 41317.0 17.106125 60.186750 25.351125 -8.569250
9862 2014-02-07 41317.0 17.100625 60.019750 24.990375 -10.301375
9873 2014-02-09 41317.0 17.131625 59.846000 24.799125 -13.455875
9884 2014-02-11 41317.0 17.163250 59.592750 24.719625 -15.852375
9896 2014-02-13 41317.0 17.075625 59.344875 24.385875 -14.503875
9906 2014-02-15 41317.0 16.925125 59.119875 24.184000 -13.004000
9916 2014-02-17 41317.0 16.735250 59.004000 24.149375 -3.840125
9926 2014-02-19 41317.0 16.479500 58.957500 24.172750 -0.954500
9936 2014-02-21 41317.0 16.298750 58.914750 24.131125 -6.425375
9946 2014-02-23 41317.0 16.126125 58.834000 24.154125 1.200500
9956 2014-02-25 41317.0 15.996250 58.826625 24.391125 -1.507125
9966 2014-02-27 41317.0 15.865250 58.780250 24.690875 0.279500
9976 2014-03-01 41317.0 15.490250 59.145750 25.052375 22.040250
9986 2014-03-03 41317.0 15.257875 59.400625 25.206250 22.472750
9994 2014-03-05 41317.0 15.079250 59.694000 25.407250 24.002500
10003 2014-03-07 41317.0 15.176500 60.053875 25.243500 15.837125
10013 2014-03-09 41317.0 15.630250 60.041750 25.406500 -9.448000
10023 2014-03-11 41317.0 15.894875 60.082500 25.346625 -2.087875
10032 2014-03-13 41317.0 16.202125 59.726875 25.653000 -32.846500
10041 2014-03-15 41317.0 16.188625 59.469875 26.215500 5.187125
10054 2014-03-17 41317.0 16.380375 59.459500 26.086625 -20.609375
10066 2014-03-19 41317.0 16.604000 58.981000 26.254125 -27.842000
10078 2014-03-21 41317.0 16.572125 58.595625 26.496000 -17.949875
10090 2014-03-23 41317.0 16.506750 58.482000 26.632625 -0.252375
10102 2014-03-25 41317.0 16.606875 58.369375 26.934875 -16.862000
10113 2014-03-27 41317.0 16.429375 58.087250 26.968375 -12.288625
10124 2014-03-29 41317.0 16.254875 57.992000 27.436750 -1.924875
vn spd chlor_a dist cdm kd490 \
9485 -26.154125 41.214750 0.509322 250.475384 0.076086 0.095335
9490 -6.943250 44.872000 0.363087 207.531383 0.058571 0.085952
9495 5.890250 33.871000 0.429156 143.740545 0.041056 0.088122
9500 5.655750 21.137875 0.515785 98.066532 0.053503 0.098227
9504 -10.379875 14.354875 0.493215 74.853339 0.054353 0.100549
9508 -27.184375 28.489000 0.622756 87.522736 0.057435 0.111207
9512 -29.592000 30.440625 0.551049 127.607622 0.049043 0.102875
9516 -22.207875 24.078000 0.394135 151.407219 0.038152 0.085918
9520 -17.787250 19.032625 0.480396 166.345288 0.048011 0.090533
9524 -11.125500 14.821000 0.560035 187.990748 0.041999 0.100441
9528 -3.867000 19.198125 0.703757 212.831258 0.049763 0.112016
9532 9.793250 13.201500 0.354227 221.906454 0.029133 0.085238
9536 8.994250 12.497875 0.372955 201.661724 0.029746 0.086033
9540 7.949000 9.797625 0.391684 186.587979 0.030360 0.086829
9544 17.675375 25.854875 0.443562 159.536148 0.038430 0.092041
9548 -13.650375 38.600750 0.428219 119.681994 0.042551 0.090472
9552 -34.202125 35.617000 0.353855 122.155648 0.033327 0.085318
9555 -20.672125 23.278750 0.441187 139.129250 0.039821 0.092333
9558 -1.203000 28.366875 0.679616 176.162094 0.040735 0.114437
9561 13.166375 34.705500 0.929725 217.676056 0.054062 0.131261
9564 7.290000 15.087250 0.902020 244.990754 0.060974 0.145267
9567 20.026375 22.117000 0.348560 227.534955 0.030664 0.083888
9570 9.540375 25.238125 0.365310 230.214730 0.033075 0.083094
9573 6.175000 24.627375 0.419299 255.334900 0.037308 0.086830
9581 12.201500 25.539625 0.300365 282.895344 0.038918 0.080937
9589 -0.884875 13.543250 0.295142 299.801228 0.043829 0.085505
9597 2.374250 18.197750 0.312085 314.228952 0.052377 0.094746
9606 -1.312000 8.652875 0.449509 325.631578 0.062092 0.097114
9616 -3.040750 5.618375 0.376699 334.978222 0.043615 0.093924
9626 -7.942000 9.262125 0.474821 344.060008 0.047173 0.105814
... ... ... ... ... ... ...
9810 -4.626500 13.040125 1.220470 353.730428 0.084070 0.154181
9822 -5.386125 12.022750 1.369632 342.983089 0.080178 0.132468
9836 -3.310250 10.447250 1.091153 333.588676 0.105772 0.136959
9849 -0.398875 8.945000 0.636503 324.902285 0.092501 0.112255
9862 -0.505000 10.691750 0.609870 312.007891 0.079231 0.105833
9873 3.482875 15.039000 0.583236 296.256572 0.065960 0.099410
9884 -0.047875 16.460125 0.642473 275.077587 0.069772 0.112298
9896 -10.243875 18.003875 0.454384 265.519816 0.051873 0.099940
9906 -9.856500 16.588000 0.436245 265.671622 0.051261 0.095301
9916 -13.678875 14.736125 0.622074 277.996920 0.037877 0.113112
9926 -17.679375 18.036375 0.843247 299.314414 0.113712 0.126953
9936 -7.661625 11.707000 1.136078 303.515548 0.075470 0.138461
9946 -10.988375 11.704500 0.524853 304.975722 0.043508 0.097330
9956 -7.757125 9.656625 0.621113 311.797920 0.060907 0.108658
9966 -15.701875 19.602750 0.846596 315.772272 0.087399 0.127185
9976 -14.662125 46.297750 2.652201 371.907922 0.139771 0.296151
9986 -15.003125 36.971000 1.119808 409.264250 0.054036 0.144542
9994 -4.322625 44.276000 0.764848 446.308725 0.090350 0.117989
10003 17.064500 37.615750 0.605292 471.593866 0.061344 0.103166
10013 19.276250 25.114500 0.523647 439.400205 0.050593 0.095700
10023 23.060375 26.775750 0.445213 417.471737 0.041437 0.089123
10032 9.692000 35.632125 0.390344 367.951951 0.032688 0.082314
10041 -1.934375 15.806875 0.369139 354.863896 0.037787 0.079365
10054 22.369000 32.742750 0.338799 335.997138 0.034005 0.076563
10066 3.854000 28.366125 0.320650 289.952150 0.031602 0.074140
10078 -7.349500 20.698875 0.325060 259.839238 0.031151 0.073645
10090 3.810625 8.196250 0.309915 251.880724 0.029805 0.072315
10102 1.872875 19.051625 0.297120 236.254146 0.025101 0.070572
10113 -20.646875 25.060125 0.291097 219.383242 0.027941 0.070567
10124 1.522000 6.599875 0.262177 222.399865 0.025665 0.068021
t865 par sst4
9485 0.153079 41.683866 27.762475
9490 0.205181 42.184837 28.403536
9495 0.221379 41.249452 28.280054
9500 0.161852 40.921497 28.136342
9504 0.070493 37.980322 28.102148
9508 0.109561 39.626857 27.555092
9512 0.075200 40.884191 27.431970
9516 0.138689 39.949351 27.267432
9520 0.172763 40.592024 27.080352
9524 0.104847 40.019851 27.133558
9528 0.146029 40.115381 26.489069
9532 0.127362 38.786523 27.062077
9536 0.129120 34.144246 27.120121
9540 0.130878 39.535385 27.020537
9544 0.061645 38.347743 26.654567
9548 0.067310 38.219864 26.553990
9552 0.071315 39.183183 26.599068
9555 0.094770 39.202376 26.401640
9558 0.150280 38.960733 26.581190
9561 0.144161 38.775196 25.870087
9564 0.101613 38.816330 26.651777
9567 0.057720 38.425099 26.652122
9570 0.060853 37.421710 26.378308
9573 0.062571 36.269879 25.239999
9581 0.229288 37.428146 26.084022
9589 0.152015 36.632823 26.281633
9597 0.165816 28.866728 25.304167
9606 0.124096 28.638988 25.600104
9616 0.121127 37.472544 25.723260
9626 0.160509 35.403515 24.438124
... ... ... ...
9810 0.234839 43.496359 22.877722
9822 0.079961 43.605769 24.265650
9836 0.130866 44.605358 24.517469
9849 0.131311 45.563439 24.412401
9862 0.168279 45.183419 24.607282
9873 0.205248 45.469041 23.858140
9884 0.170834 46.538031 23.998524
9896 0.114225 37.003068 23.805007
9906 0.080097 38.374363 23.801878
9916 0.102499 39.893838 23.798749
9926 0.110359 42.429832 23.847216
9936 0.126132 45.458629 23.894839
9946 0.130230 47.635763 23.991862
9956 0.159090 49.099866 24.036957
9966 0.130235 50.558319 24.411734
9976 0.117720 51.895560 24.654482
9986 0.149842 52.311644 24.263737
9994 0.150788 52.623913 24.761760
10003 0.110917 52.386589 24.995303
10013 0.095972 53.166007 24.931276
10023 0.087115 53.677765 25.377904
10032 0.087710 53.120583 25.409207
10041 0.067401 53.018126 25.905161
10054 0.132146 54.145343 26.120303
10066 0.127399 54.772850 26.056619
10078 0.075289 54.128931 26.291096
10090 0.073696 53.950990 26.552744
10102 0.120957 54.537409 24.183409
10113 0.142240 55.289934 26.733426
10124 0.144348 52.661410 27.085875
[75 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 42519.0
the ratio of nans in the trimmed chlor_a series 0.55
head is 2013-11-01 00:00:00
t is 2013-11-01 00:00:00
-----
head and tail of the nonnan series are identified
the float id is: 101609.0
the ratio of nans in the trimmed chlor_a series 0.0769230769231
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9487 2013-11-01 101609.0 17.572125 58.012625 28.461125 -37.892875
9492 2013-11-03 101609.0 17.422250 57.440250 28.360375 -32.282500
9497 2013-11-05 101609.0 17.062375 56.869250 28.451000 -37.999625
9501 2013-11-07 101609.0 16.611500 56.326125 28.306125 -25.872250
9505 2013-11-09 101609.0 16.135250 56.057750 27.946250 -6.605500
9509 2013-11-11 101609.0 15.722875 56.100750 27.641250 9.764000
9513 2013-11-13 101609.0 15.370375 56.379000 27.524875 22.070125
9517 2013-11-15 101609.0 15.296500 56.760500 27.442375 25.235875
9521 2013-11-17 101609.0 15.538000 57.125000 27.265000 20.411375
9525 2013-11-19 101609.0 15.950625 57.372875 27.178750 7.509125
9529 2013-11-21 101609.0 16.337250 57.445750 27.360625 1.248875
9533 2013-11-23 101609.0 16.564250 57.374125 27.183625 -9.000125
9537 2013-11-25 101609.0 16.732625 57.153125 26.907000 -17.867125
9541 2013-11-27 101609.0 16.835875 56.750000 26.681375 -32.602750
9545 2013-11-29 101609.0 16.829875 56.090750 26.472000 -47.965000
9549 2013-12-01 101609.0 16.530875 55.306375 26.354250 -43.438000
9553 2013-12-03 101609.0 15.803625 54.856000 26.334000 -10.644000
9556 2013-12-05 101609.0 14.827375 54.827875 26.371000 10.263000
9559 2013-12-07 101609.0 14.417000 55.395250 26.409500 59.424500
9562 2013-12-09 101609.0 14.726125 56.425125 26.301750 57.346500
9565 2013-12-11 101609.0 15.188250 57.019000 26.178000 15.041500
9568 2013-12-13 101609.0 15.556750 57.096000 25.977125 -1.435875
9571 2013-12-15 101609.0 15.794000 57.001500 25.812875 -8.261875
9574 2013-12-17 101609.0 15.963750 56.808500 25.698400 -17.438625
9582 2013-12-19 101609.0 16.126250 56.510500 NaN -19.644625
9590 2013-12-21 101609.0 16.211875 56.177125 NaN -26.331375
9599 2013-12-23 101609.0 16.260125 55.746250 NaN -23.810375
9608 2013-12-25 101609.0 16.169625 55.309125 NaN -25.769250
9618 2013-12-27 101609.0 15.860500 54.933000 NaN -18.990250
9628 2013-12-29 101609.0 15.208625 54.730750 NaN -7.454875
... ... ... ... ... ... ...
9686 2014-01-10 101609.0 13.698500 56.294000 NaN -24.411000
9698 2014-01-12 101609.0 14.453500 55.856875 NaN -38.115750
9710 2014-01-14 101609.0 15.369125 55.117000 NaN -42.817125
9722 2014-01-16 101609.0 15.966625 54.475125 NaN -43.206750
9734 2014-01-18 101609.0 16.030750 53.826500 NaN -30.943750
9745 2014-01-20 101609.0 15.774500 53.380625 NaN -28.501500
9756 2014-01-22 101609.0 15.290500 53.189625 NaN 4.454500
9767 2014-01-24 101609.0 14.886750 53.342125 NaN 14.614875
9781 2014-01-26 101609.0 14.572000 53.606625 NaN 17.184250
9797 2014-01-28 101609.0 14.440125 53.908875 NaN 17.584500
9812 2014-01-30 101609.0 14.526250 53.975125 NaN -0.565625
9824 2014-02-01 101609.0 14.718000 53.977125 NaN -12.131125
9838 2014-02-03 101609.0 15.027125 53.692875 NaN -19.434375
9851 2014-02-05 101609.0 15.224000 53.242750 NaN -25.715625
9864 2014-02-07 101609.0 15.037875 52.779000 NaN -29.982500
9875 2014-02-09 101609.0 14.388625 52.630250 NaN 8.974250
9886 2014-02-11 101609.0 14.130125 52.876000 NaN 16.177375
9897 2014-02-13 101609.0 14.183125 53.037750 NaN 1.557500
9907 2014-02-15 101609.0 14.319625 52.920625 NaN -16.412625
9917 2014-02-17 101609.0 14.275375 52.590000 NaN -20.345625
9927 2014-02-19 101609.0 13.887750 52.421375 NaN 3.660625
9937 2014-02-21 101609.0 13.724250 52.683750 NaN 21.823875
9947 2014-02-23 101609.0 14.004500 52.844875 NaN -2.266750
9957 2014-02-25 101609.0 14.245875 52.664000 NaN -17.947000
9967 2014-02-27 101609.0 14.220625 52.354375 NaN -17.747625
9977 2014-03-01 101609.0 14.045250 52.205500 NaN -1.280250
9987 2014-03-03 101609.0 13.997750 52.293375 NaN 10.522000
9995 2014-03-05 101609.0 14.255125 52.435500 NaN 4.309375
10004 2014-03-07 101609.0 14.735125 52.390500 NaN -10.770625
10014 2014-03-09 101609.0 15.011600 52.125400 NaN -31.128500
vn spd chlor_a dist cdm kd490 \
9487 1.061875 38.914750 0.269713 154.855240 0.031344 0.074127
9492 -18.272875 37.503375 0.337209 115.739488 0.029601 0.078530
9497 -26.052250 46.322875 0.273035 73.158375 0.019312 0.074012
9501 -30.862750 40.852875 0.335632 97.891862 0.025157 0.080873
9505 -28.789125 30.593125 0.398228 144.523459 0.031002 0.087735
9509 -26.972375 29.656375 0.570859 182.518531 0.038863 0.102694
9513 -12.569625 27.571125 0.357165 231.634514 0.024319 0.083544
9517 5.016500 27.919500 0.426613 247.691772 0.036175 0.093146
9521 22.672875 31.497375 0.564008 232.214162 0.047185 0.102358
9525 27.122500 30.280875 0.429771 203.009094 0.037910 0.090953
9529 21.705375 24.088875 0.388808 173.476379 0.032638 0.087527
9533 11.733500 21.366625 0.347846 150.099540 0.027366 0.084102
9537 7.339750 20.536750 0.340024 120.218892 0.029168 0.083857
9541 3.250125 33.666875 0.474484 84.751856 0.042008 0.094540
9545 -4.648375 48.825500 0.512749 72.322244 0.046091 0.096712
9549 -35.219500 57.040000 0.402467 60.367852 0.040390 0.091029
9553 -56.375250 58.195000 0.481426 125.497942 0.040035 0.095333
9556 -56.882875 60.507250 0.467283 233.388369 0.037694 0.095788
9559 3.577500 60.948000 0.456758 225.689702 0.043370 0.095222
9562 29.967375 65.074500 0.390896 293.309038 0.036413 0.089468
9565 28.162500 33.666750 0.366805 265.512501 0.032641 0.088354
9568 17.354625 18.924625 0.505919 229.181519 0.045262 0.096582
9571 10.978375 16.228500 0.529982 201.052919 0.056350 0.097143
9574 10.608625 22.425875 0.449419 176.799335 0.046243 0.091873
9582 11.311500 26.443875 0.425625 152.899611 0.050118 0.095066
9590 3.190625 28.879625 0.468056 141.212686 0.077133 0.101170
9599 1.684500 26.866625 0.458068 112.265809 0.091334 0.097687
9608 -14.474625 31.558750 0.487230 97.079886 0.057087 0.105155
9618 -28.606125 35.706750 0.434502 119.929363 0.050635 0.095703
9628 -56.672750 57.547375 0.404206 191.316056 0.043256 0.090969
... ... ... ... ... ... ...
9686 40.823375 47.824250 0.452781 228.179588 0.044719 0.094980
9698 59.610500 71.297625 0.472468 253.653574 0.063474 0.098265
9710 46.840625 63.762250 0.379275 176.761889 0.047352 0.088750
9722 27.742125 53.362375 0.439456 112.705621 0.041874 0.097138
9734 -13.317625 33.976125 0.616473 83.347367 0.055943 0.108010
9745 -23.364875 38.223375 0.681185 100.971443 0.061025 0.110463
9756 -31.613875 33.865500 0.449620 110.112585 0.040226 0.093007
9767 -23.254125 27.882375 0.382264 145.536371 0.036850 0.088256
9781 -14.591875 24.584125 0.371236 189.189027 0.034237 0.088312
9797 2.564375 21.943750 0.465548 193.396901 0.031076 0.097109
9812 0.083000 9.131125 0.388588 202.305248 0.027569 0.088141
9824 25.805125 34.244625 0.311629 213.646814 0.024062 0.079174
9838 22.059500 30.512625 0.668225 171.155713 0.055058 0.110748
9851 -2.515750 26.915625 0.668318 118.109009 0.053836 0.109198
9864 -33.006125 50.082000 0.579208 88.627212 0.062577 0.106801
9875 -35.034500 37.556000 0.585637 142.779770 0.061573 0.101483
9886 -2.398125 17.590000 0.538804 171.025371 0.053167 0.098248
9897 6.236375 13.588875 0.491971 170.454303 0.044760 0.095014
9907 10.053125 21.755625 0.484411 162.491921 0.055322 0.092882
9917 -16.739750 27.810625 0.459791 151.641468 0.047452 0.091769
9927 -24.233250 27.518375 0.875966 162.525817 0.050031 0.142437
9937 6.138750 25.863250 0.534258 141.919465 0.030498 0.107795
9947 21.366625 22.111375 0.442949 159.845621 0.056777 0.090111
9957 7.006875 20.682375 0.468834 158.576934 0.056699 0.093304
9967 -9.030875 21.056250 0.537204 143.934399 0.048451 0.099207
9977 -9.445875 10.681500 0.546137 154.207645 0.036114 0.101398
9987 6.184125 13.846125 0.415702 162.770401 0.036524 0.087717
9995 25.907500 26.726750 0.285266 145.412463 0.036933 0.074037
10004 30.715875 33.263875 0.388475 97.260689 0.044550 0.083415
10014 9.055500 32.733750 0.315855 56.065426 0.028919 0.075047
t865 par sst4
9487 0.108910 43.129535 28.360673
9492 0.123108 39.326047 28.404824
9497 0.105897 43.473501 28.417162
9501 0.140145 39.889709 27.729999
9505 0.174394 41.658061 27.672499
9509 0.153938 42.671062 27.402499
9513 0.095600 36.971406 27.350619
9517 0.123108 43.083048 27.615348
9521 0.148088 39.395508 27.292303
9525 0.130003 40.430018 27.283875
9529 0.099910 36.231468 25.731018
9533 0.069816 40.567102 27.136669
9537 0.131624 41.775809 26.754535
9541 0.157154 40.978536 27.021823
9545 0.125248 37.357868 26.740951
9549 0.114273 41.254173 26.586880
9553 0.098773 41.628001 26.486883
9556 0.102985 41.390842 26.223834
9559 0.089237 40.716681 26.365478
9562 0.093517 41.926085 26.552070
9565 0.105153 40.954991 26.214999
9568 0.113059 40.577846 25.741666
9571 0.141097 39.026218 25.268333
9574 0.222188 39.208563 25.448632
9582 0.251642 40.421386 25.382041
9590 0.202764 39.929952 25.620488
9599 0.236761 39.845455 24.986347
9608 0.097031 40.423457 24.604745
9618 0.117747 40.424274 24.346320
9628 0.123071 41.100067 24.168731
... ... ... ...
9686 0.186561 39.604624 24.296713
9698 0.118295 36.886604 24.509999
9710 0.255678 41.370596 24.277059
9722 0.073885 42.796623 23.844208
9734 0.109554 43.316431 24.211019
9745 0.158031 43.442558 24.017868
9756 0.124645 44.124731 23.928523
9767 0.060410 40.548677 24.144129
9781 0.103522 43.887766 24.259734
9797 0.133689 43.698463 21.964656
9812 0.159592 44.963085 22.478010
9824 0.185494 45.135719 24.611353
9838 0.097442 44.348562 24.681786
9851 0.105701 45.598138 24.900780
9864 0.151984 46.933637 24.733690
9875 0.158398 45.334055 24.386632
9886 0.165060 46.276968 24.250144
9897 0.171723 48.617589 24.691745
9907 0.079809 48.130706 24.367124
9917 0.086004 49.607469 24.517023
9927 0.156679 50.458958 24.299903
9937 0.141706 50.062823 24.203243
9947 0.119720 49.346022 24.551082
9957 0.122767 51.674413 24.337753
9967 0.109107 51.601451 24.068255
9977 0.100851 51.734475 24.493088
9987 0.109966 52.081502 24.027682
9995 0.119082 52.596909 24.635762
10004 0.123700 52.799879 25.028271
10014 0.122216 53.081160 24.792499
[65 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 109404.0
the ratio of nans in the trimmed chlor_a series 0.243243243243
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9488 2013-11-01 109404.0 12.536875 62.931000 28.474125 4.941875
9493 2013-11-03 109404.0 12.757500 63.014250 28.379500 6.766125
9498 2013-11-05 109404.0 12.881875 63.066375 28.371625 0.844125
9502 2013-11-07 109404.0 12.999750 63.074875 28.319125 2.181500
9506 2013-11-09 109404.0 13.082500 63.056750 28.216750 -1.764875
9510 2013-11-11 109404.0 13.073250 63.062125 28.144250 0.387250
9514 2013-11-13 109404.0 12.924125 63.076500 28.141375 -1.187750
9518 2013-11-15 109404.0 12.676625 63.057500 28.085125 -3.084500
9522 2013-11-17 109404.0 12.390875 62.933250 28.046250 -10.618625
9526 2013-11-19 109404.0 12.176250 62.694125 28.010250 -15.195375
9530 2013-11-21 109404.0 12.142375 62.508500 28.100125 -17.677875
9534 2013-11-23 109404.0 12.265125 62.274500 27.948125 -10.183250
9538 2013-11-25 109404.0 12.468375 62.113875 27.810375 -6.532625
9542 2013-11-27 109404.0 12.661750 61.970375 27.638750 -10.322750
9546 2013-11-29 109404.0 12.921500 61.786500 27.468625 -9.234000
9550 2013-12-01 109404.0 13.202250 61.645000 27.360000 -10.207500
9554 2013-12-03 109404.0 13.478125 61.487875 27.239000 -9.072750
9557 2013-12-05 109404.0 13.798500 61.318000 27.123625 -11.685875
9560 2013-12-07 109404.0 14.204000 61.126500 27.040375 -14.392625
9563 2013-12-09 109404.0 14.727875 60.881000 26.971125 -15.414375
9566 2013-12-11 109404.0 15.311875 60.669500 26.863125 -10.452875
9569 2013-12-13 109404.0 15.816500 60.611625 26.745500 4.859500
9572 2013-12-15 109404.0 16.230250 60.776250 26.708750 11.531500
9575 2013-12-17 109404.0 16.542125 60.917375 26.631500 7.849500
9583 2013-12-19 109404.0 16.744250 61.048750 26.488625 6.642375
9591 2013-12-21 109404.0 16.788500 61.165875 26.393125 6.828375
9600 2013-12-23 109404.0 16.730750 61.245375 26.380875 3.247750
9609 2013-12-25 109404.0 16.547875 61.275250 26.289250 1.536250
9619 2013-12-27 109404.0 16.304625 61.302875 26.059750 2.319250
9629 2013-12-29 109404.0 15.967500 61.318000 25.867625 -2.299000
... ... ... ... ... ... ...
9798 2014-01-28 109404.0 16.002500 58.846875 24.982375 2.592750
9813 2014-01-30 109404.0 15.714625 58.882625 25.142000 2.175375
9825 2014-02-01 109404.0 15.397500 59.020125 25.164250 16.472500
9839 2014-02-03 109404.0 15.339125 59.068000 25.256375 -18.638000
9852 2014-02-05 109404.0 15.068375 58.755500 25.474625 -6.039125
9865 2014-02-07 109404.0 14.671875 58.943000 25.330875 16.423875
9876 2014-02-09 109404.0 14.510375 59.037875 25.271875 7.227875
9887 2014-02-11 109404.0 14.309625 59.234000 25.217500 9.539875
9898 2014-02-13 109404.0 14.118375 59.367125 25.140500 9.281000
9908 2014-02-15 109404.0 13.926625 59.504875 25.007750 6.795500
9918 2014-02-17 109404.0 13.937750 59.556125 24.975750 -1.926000
9928 2014-02-19 109404.0 13.904000 59.473625 24.968875 -7.191125
9938 2014-02-21 109404.0 13.753000 59.354125 24.929875 -9.753375
9948 2014-02-23 109404.0 13.515250 59.117500 24.954500 -20.013625
9958 2014-02-25 109404.0 13.175750 58.757000 25.075250 -21.465500
9968 2014-02-27 109404.0 12.934875 58.467000 25.074250 -14.607250
9978 2014-03-01 109404.0 12.783625 58.276750 25.025500 -10.225750
9988 2014-03-03 109404.0 12.582125 58.139125 25.078000 -8.436125
9996 2014-03-05 109404.0 12.300000 57.924250 25.182500 -22.425250
10005 2014-03-07 109404.0 11.809875 57.531125 25.292625 -23.000000
10015 2014-03-09 109404.0 11.486000 57.017875 25.332375 -38.944125
10024 2014-03-11 109404.0 11.611000 56.554750 25.585750 -24.153625
10033 2014-03-13 109404.0 11.976875 56.301125 26.348125 -0.121250
10042 2014-03-15 109404.0 12.159500 56.415500 26.821875 7.002875
10055 2014-03-17 109404.0 12.195875 56.357375 26.642250 -22.410375
10067 2014-03-19 109404.0 12.477375 56.023000 26.718625 -9.648625
10079 2014-03-21 109404.0 13.097125 55.815000 27.081375 -12.950375
10091 2014-03-23 109404.0 14.057125 56.033375 27.481375 45.041750
10103 2014-03-25 109404.0 14.821750 57.105000 27.442375 85.637625
10114 2014-03-27 109404.0 15.538000 58.491875 27.364500 69.062875
vn spd chlor_a dist cdm kd490 \
9488 14.558750 17.409375 0.213298 895.255698 0.018398 0.064252
9493 10.800500 14.355250 0.221102 885.073159 0.018660 0.066185
9498 7.137750 9.056000 0.228906 877.894637 0.018922 0.068118
9502 7.785500 8.336375 0.236710 868.419692 0.019184 0.070051
9506 5.579875 10.896625 0.244514 860.130679 0.019446 0.071985
9510 -5.804250 8.143000 0.236707 861.290152 0.023179 0.069955
9514 -13.510375 15.000000 0.209429 874.976207 0.021128 0.064869
9518 -20.416875 21.704000 0.210810 895.004749 0.021108 0.064658
9522 -15.706875 19.163000 0.224687 905.617944 0.021423 0.066716
9526 -2.788875 24.261125 0.238565 887.522561 0.021737 0.068773
9530 -1.990250 28.965125 0.252442 867.604953 0.022051 0.070830
9534 7.707375 16.537250 0.223309 841.371281 0.018680 0.066348
9538 14.591250 19.070000 0.254954 823.030253 0.019351 0.072487
9542 14.072500 18.124875 0.286599 806.666296 0.020022 0.078626
9546 18.081875 21.528250 0.290027 772.757848 0.023708 0.079605
9550 17.609125 21.454375 0.293455 740.769666 0.027393 0.080584
9554 18.835750 21.841125 0.296883 708.088946 0.031079 0.081563
9557 24.532375 27.692875 0.246654 671.521214 0.028392 0.077408
9560 29.063875 32.964375 0.259165 627.917478 0.023363 0.072416
9563 37.641625 40.844625 0.284475 572.346798 0.027777 0.077494
9566 35.791500 37.567375 0.258851 506.630047 0.022706 0.080405
9569 28.433875 29.672375 0.257006 458.953057 0.025987 0.076015
9572 22.480625 25.480500 0.242772 436.946690 0.023029 0.072513
9575 17.046250 19.274500 0.306195 424.658383 0.041866 0.078703
9583 8.601375 11.214250 0.292711 421.691379 0.035921 0.080613
9591 -0.916875 7.609625 0.302665 428.912427 0.038709 0.082643
9600 -7.430125 9.595000 0.266867 439.523047 0.028792 0.080124
9609 -14.707625 14.886375 0.231069 454.068151 0.018874 0.077605
9619 -16.533000 16.754625 0.286616 473.101020 0.026435 0.080130
9629 -27.909625 28.205750 0.242629 498.894094 0.019338 0.073405
... ... ... ... ... ... ...
9798 -12.782500 13.444375 0.350759 313.256501 0.027956 0.083502
9813 -23.153750 23.617125 0.451239 334.440358 0.029542 0.093767
9825 -11.021875 22.093250 0.306529 367.706181 0.031129 0.076571
9839 -4.985375 20.914000 0.307891 375.786814 0.031757 0.076963
9852 -28.745125 32.687750 0.317615 371.881644 0.029348 0.079070
9865 -11.289875 23.473125 0.477732 417.930843 0.040709 0.094531
9876 -18.252125 23.251125 0.480122 438.133781 0.043050 0.094069
9887 -7.441750 12.482125 0.447422 468.763988 0.044200 0.096812
9898 -15.998125 18.660125 0.389316 494.182476 0.036777 0.089568
9908 -5.466500 10.076875 0.331211 519.988138 0.029353 0.082324
9918 3.135375 6.936750 0.273105 522.636926 0.021929 0.075079
9928 -6.760500 10.273250 0.372762 519.744904 0.022358 0.094628
9938 -12.311500 16.071875 0.412671 524.769697 0.036673 0.097065
9948 -19.284625 28.029875 0.422218 507.508128 0.035447 0.087204
9958 -21.354875 30.307250 0.495628 462.606029 0.035506 0.094042
9968 -11.018625 18.395000 0.491772 428.280262 0.045818 0.094064
9978 -10.390625 15.235000 0.454234 406.464839 0.038314 0.087138
9988 -13.957625 16.394625 0.410506 390.896239 0.032951 0.085666
9996 -26.062000 34.530375 0.404403 368.818306 0.027773 0.088441
10005 -32.616875 41.098750 0.398301 335.256321 0.022595 0.091217
10015 -3.479375 40.034625 0.368978 293.772068 0.022688 0.087255
10024 20.304500 32.379750 0.339656 242.052730 0.022781 0.083293
10033 15.901250 19.319625 0.310334 201.321094 0.022874 0.079332
10042 10.088250 13.678875 0.281011 208.150595 0.022967 0.075370
10055 2.448625 28.193625 0.251689 201.153615 0.023061 0.071409
10067 26.563125 28.776125 0.160737 161.211067 0.015863 0.057561
10079 60.234875 62.275750 0.203607 150.610053 0.018335 0.061723
10091 50.809375 70.392000 0.184327 231.727441 0.018226 0.059860
10103 54.861500 101.887500 0.201024 307.071638 0.019224 0.062778
10114 31.995125 76.536125 0.217721 315.019058 0.020222 0.065697
t865 par sst4
9488 0.193733 41.261668 27.874200
9493 0.174561 40.620897 28.285955
9498 0.155389 39.904488 27.182716
9502 0.136217 36.755500 28.167499
9506 0.117045 41.644140 28.107071
9510 0.159051 45.658586 27.782891
9514 0.064174 45.632138 28.113791
9518 0.070561 43.098819 28.137533
9522 0.101312 36.779660 28.058646
9526 0.132063 35.416026 27.997682
9530 0.162814 41.738841 27.611842
9534 0.154725 42.769023 27.998724
9538 0.160613 36.271554 27.498749
9542 0.166500 36.637674 27.789731
9546 0.139952 41.683735 27.552677
9550 0.113403 41.290316 27.535300
9554 0.086855 41.820259 27.404142
9557 0.117593 39.342976 24.335831
9560 0.091160 39.237444 26.506789
9563 0.103240 39.126431 26.784999
9566 0.147940 40.969112 26.754999
9569 0.122214 39.594399 26.740763
9572 0.123972 37.368715 26.726526
9575 0.158304 38.069498 26.739999
9583 0.167923 39.114897 26.544907
9591 0.173176 34.193339 25.044886
9600 0.139256 33.003385 26.045164
9609 0.105336 36.699891 26.064761
9619 0.069435 36.325530 26.116062
9629 0.097377 35.766482 25.818036
... ... ... ...
9798 0.144190 43.180751 23.773254
9813 0.128999 43.650910 23.858149
9825 0.108233 45.034595 24.877979
9839 0.102120 46.555828 24.930526
9852 0.098140 47.099306 25.477864
9865 0.083917 46.482555 24.787871
9876 0.174285 47.198182 24.872250
9887 0.164545 48.009532 24.607457
9898 0.131011 48.520074 24.898145
9908 0.097478 46.354100 24.618346
9918 0.063945 45.348995 24.338548
9928 0.121320 50.246057 24.058749
9938 0.098340 48.345719 24.608431
9948 0.104859 50.212953 24.769864
9958 0.137597 50.617281 24.836067
9968 0.113230 51.977504 25.050981
9978 0.088173 52.894799 25.211089
9988 0.094566 52.875387 24.940143
9996 0.113099 53.013753 25.161338
10005 0.131633 53.097116 24.779849
10015 0.134017 51.885561 24.328848
10024 0.136402 53.164831 24.289880
10033 0.138786 53.542222 26.267890
10042 0.141171 53.827433 24.055000
10055 0.143555 54.871171 26.640577
10067 0.141405 55.642417 26.261865
10079 0.079456 55.154174 26.799032
10091 0.121514 55.209501 26.299817
10103 0.093839 54.260506 26.823795
10114 0.066164 55.057287 27.078607
[74 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 60656200.0
the ratio of nans in the trimmed chlor_a series 0.204081632653
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9576 2013-12-17 60656200.0 24.071400 58.867200 25.846400 3.834000
9584 2013-12-19 60656200.0 24.226250 58.856500 25.814000 -8.907375
9592 2013-12-21 60656200.0 24.385500 58.478750 25.416375 -22.895625
9601 2013-12-23 60656200.0 24.182375 58.403750 24.991000 15.709375
9611 2013-12-25 60656200.0 23.990750 58.890875 24.676375 25.138875
9621 2013-12-27 60656200.0 24.212875 58.914000 24.509375 -21.109625
9631 2013-12-29 60656200.0 24.323625 58.501500 24.294000 -12.449500
9641 2013-12-31 60656200.0 24.094000 58.696500 23.929000 28.602375
9651 2014-01-02 60656200.0 24.256875 58.992125 23.752750 -8.656375
9661 2014-01-04 60656200.0 24.479625 58.516750 23.595125 -27.947250
9671 2014-01-06 60656200.0 24.263375 58.389375 23.481125 16.604375
9680 2014-01-08 60656200.0 24.213125 58.924125 23.307625 29.958750
9691 2014-01-10 60656200.0 24.516000 59.119125 23.075625 -2.034375
9703 2014-01-12 60656200.0 24.751250 58.859250 22.889750 -29.119250
9714 2014-01-14 60656200.0 24.701250 58.350125 22.769375 -28.165250
9726 2014-01-16 60656200.0 24.539875 58.001125 22.791000 -12.708125
9737 2014-01-18 60656200.0 24.408500 57.798875 22.764750 -11.496375
9748 2014-01-20 60656200.0 24.238500 57.529875 22.741875 -21.318250
9759 2014-01-22 60656200.0 24.556000 57.376625 22.965625 11.667500
9773 2014-01-24 60656200.0 24.674250 57.660875 22.818625 12.995500
9789 2014-01-26 60656200.0 24.375375 57.649000 22.916750 -16.776375
9805 2014-01-28 60656200.0 24.443750 57.275625 22.927250 -18.285000
9817 2014-01-30 60656200.0 24.747750 57.026125 23.182375 -14.881875
9831 2014-02-01 60656200.0 24.655500 56.839000 22.948875 -7.057125
9844 2014-02-03 60656200.0 24.758375 56.643000 22.947875 -14.432875
9857 2014-02-05 60656200.0 24.891375 56.565375 22.927125 5.779500
9870 2014-02-07 60656200.0 24.850625 56.590000 22.616375 -4.624625
9881 2014-02-09 60656200.0 24.974250 56.514375 22.548125 -3.768375
9892 2014-02-11 60656200.0 25.071750 56.458125 22.520250 -4.343000
9902 2014-02-13 60656200.0 25.374625 56.390250 22.349125 -1.591500
9912 2014-02-15 60656200.0 25.629875 56.381000 22.444000 -3.459500
9922 2014-02-17 60656200.0 25.609250 56.349000 22.364750 4.125250
9932 2014-02-19 60656200.0 25.626750 56.343375 22.283375 -4.335875
9942 2014-02-21 60656200.0 25.645125 56.386250 22.438500 3.648875
9952 2014-02-23 60656200.0 25.657625 56.425125 22.729250 7.169375
9962 2014-02-25 60656200.0 25.684750 56.581750 23.020125 10.127750
9972 2014-02-27 60656200.0 25.913500 56.720625 23.298875 -7.803125
9982 2014-03-01 60656200.0 25.607125 56.512250 22.992750 8.134375
9991 2014-03-03 60656200.0 25.778750 56.674875 22.887375 -8.012500
10000 2014-03-05 60656200.0 26.268250 56.656625 22.925625 10.052750
10010 2014-03-07 60656200.0 26.409375 56.866375 22.903375 13.485375
10020 2014-03-09 60656200.0 26.462750 56.944000 23.521500 1.050125
10029 2014-03-11 60656200.0 26.660625 56.944750 23.754750 -4.327750
10038 2014-03-13 60656200.0 26.924250 56.829250 23.577250 -7.040000
10047 2014-03-15 60656200.0 26.993625 56.772125 23.356375 1.466875
10059 2014-03-17 60656200.0 26.939875 56.827125 23.087625 2.846750
10071 2014-03-19 60656200.0 26.902875 56.871125 23.770250 2.431000
10083 2014-03-21 60656200.0 26.837625 56.916250 24.343750 1.634500
10095 2014-03-23 60656200.0 26.798000 56.936667 23.575667 1.827600
vn spd chlor_a dist cdm kd490 \
9576 4.076250 11.307250 1.055185 55.124554 NaN 0.178633
9584 16.141750 21.373875 0.777471 68.480016 NaN 0.141727
9592 -0.842125 26.379375 0.649134 67.423941 NaN 0.124148
9601 -19.553125 28.377125 0.520798 44.041016 0.050478 0.106569
9611 -1.733375 26.713000 0.669429 50.374435 0.077734 0.126728
9621 23.732750 34.051500 0.808859 70.422453 0.071046 0.139433
9631 -10.896125 22.343875 1.096661 62.543368 0.066556 0.149702
9641 -9.063750 32.039750 1.312566 48.063617 0.069340 0.170272
9651 25.306375 35.228375 0.868684 79.061046 0.072124 0.136234
9661 -4.395125 30.866000 0.673250 78.476899 0.074908 0.123482
9671 -18.681750 26.969750 0.601471 51.299788 0.060201 0.113592
9680 17.082625 36.292000 0.672407 71.044355 0.075302 0.112988
9691 19.136250 20.458125 0.845954 98.313054 0.055587 0.131789
9703 8.260000 30.949000 0.419414 75.693482 0.035871 0.093997
9714 -11.948875 31.103625 0.392297 96.214491 0.034609 0.092962
9726 -8.904750 16.589125 0.533289 74.987510 0.069387 0.105363
9737 -13.076625 19.655875 0.517312 65.798958 0.060367 0.102415
9748 4.139250 25.297875 0.448437 44.158999 0.057470 0.099501
9759 23.145750 29.393250 0.456095 64.051443 0.048524 0.098176
9773 -9.655250 21.106000 1.152045 93.946972 0.105636 0.150525
9789 -15.061375 26.370125 0.974140 62.596004 0.149929 0.141392
9805 20.800875 30.009125 4.089261 48.516400 0.137826 0.239856
9817 7.106750 20.920250 7.204382 48.893167 0.125724 0.338321
9831 -7.935375 12.916125 5.898271 28.440853 0.113622 0.293175
9844 19.257875 24.461000 4.592161 17.065700 0.101520 0.248029
9857 -9.181000 15.166375 3.286050 15.249708 0.089418 0.202883
9870 14.871750 17.797375 1.979940 15.400184 0.077315 0.157737
9881 -5.493375 9.221250 0.673829 13.184585 0.065213 0.112591
9892 19.855750 21.253125 0.723397 9.319099 0.071522 0.116394
9902 21.151625 24.525625 1.038751 2.830800 0.078416 0.128775
9912 5.400500 12.774375 1.722440 5.194043 0.136354 0.175716
9922 -3.908625 10.097750 2.166965 2.713855 0.133419 0.197457
9932 3.525625 9.455125 1.217907 3.501437 0.130485 0.155027
9942 5.901625 15.528625 2.456319 6.998701 0.128908 0.187605
9952 -6.774625 27.298500 4.307591 10.370137 0.132673 0.217321
9962 6.836875 25.731875 9.560166 24.212248 0.199445 0.502892
9972 7.691250 44.140500 5.557854 26.492964 0.221921 0.292713
9982 -24.912250 35.700750 23.088353 16.142397 0.292955 0.161751
9991 38.632375 46.085625 12.436514 28.021953 0.363990 0.186963
10000 24.744625 27.169250 1.784675 14.901128 0.435025 0.212175
10010 -4.084500 20.941500 9.342596 19.153974 0.506060 0.770443
10020 10.134125 13.676625 10.118108 10.762314 0.425057 0.695740
10029 17.630625 18.512500 7.048634 11.569054 0.410958 0.507899
10038 10.727875 12.916125 3.979159 9.513612 0.396860 0.320059
10047 -2.208250 6.821500 0.909685 8.804728 0.382762 0.132218
10059 -1.684125 3.671500 6.873076 8.842787 0.368663 0.602009
10071 -3.227125 5.640500 6.935282 6.975663 0.399530 0.659983
10083 -3.597500 4.216375 4.528180 6.955335 0.278210 0.446188
10095 -2.816000 4.148200 2.121079 7.775492 0.156890 0.232393
t865 par sst4
9576 0.171227 32.557014 25.659748
9584 0.190189 33.064483 25.371025
9592 0.185040 30.315619 25.386577
9601 0.179891 27.587725 24.605624
9611 0.131453 32.956063 24.685484
9621 0.029792 33.415106 24.625244
9631 0.087111 33.364582 24.155767
9641 0.152140 33.289931 23.716160
9651 0.119655 32.713033 23.245133
9661 0.115153 33.430420 23.648207
9671 0.091660 32.733929 23.269911
9680 0.100689 28.801168 23.176306
9691 0.115736 27.893038 20.760575
9703 0.131368 27.759925 21.961758
9714 0.141329 32.069603 22.904653
9726 0.135133 32.455466 22.330697
9737 0.126767 34.015645 22.316289
9748 0.109910 32.048004 22.545124
9759 0.043915 35.157011 22.238321
9773 0.101745 35.769549 22.183051
9789 0.102172 33.462845 22.388918
9805 0.110501 33.963164 22.414029
9817 0.118830 32.148040 22.148633
9831 0.112939 34.501762 22.674340
9844 0.107048 37.457595 22.617499
9857 0.101157 38.044459 22.645485
9870 0.095266 34.565852 21.800518
9881 0.089375 33.332266 21.798544
9892 0.083174 38.594905 22.106401
9902 0.073886 37.016146 21.778125
9912 0.079891 41.375497 21.766326
9922 0.043770 34.563008 21.692403
9932 0.177664 36.142322 21.954032
9942 0.133962 43.311963 21.791294
9952 0.155416 43.681199 21.889050
9962 0.217637 43.850203 22.187024
9972 0.217912 42.259797 22.420236
9982 0.138785 45.532414 22.890156
9991 0.147467 39.648941 22.650090
10000 0.156149 40.103020 22.689628
10010 0.186022 45.832315 22.693903
10020 0.185442 46.209719 22.947042
10029 0.165213 39.797572 22.938788
10038 0.144984 29.979862 23.029142
10047 0.124755 40.342043 21.862774
10059 0.113962 47.862072 22.587750
10071 0.117388 47.214782 22.101391
10083 0.125485 45.762976 23.165223
10095 0.133581 46.093238 22.880692
-----
head and tail of the nonnan series are identified
the float id is: 60941960.0
the ratio of nans in the trimmed chlor_a series 0.047619047619
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9577 2013-12-17 60941960.0 13.791000 50.933000 26.255000 NaN
9585 2013-12-19 60941960.0 13.591375 50.674125 26.297375 -20.707000
9593 2013-12-21 60941960.0 13.099375 50.680750 26.411125 20.945375
9602 2013-12-23 60941960.0 13.043000 51.144500 26.254625 29.697500
9612 2013-12-25 60941960.0 13.831875 51.491250 26.011250 7.170750
9622 2013-12-27 60941960.0 14.408000 51.132125 25.737500 -44.340000
9632 2013-12-29 60941960.0 13.703750 50.686875 25.632125 -0.287500
9642 2013-12-31 60941960.0 13.441625 50.881250 25.605625 17.052625
9652 2014-01-02 60941960.0 14.148500 51.052875 25.552875 -9.854250
9662 2014-01-04 60941960.0 14.452875 50.416125 25.535125 -47.047125
9672 2014-01-06 60941960.0 13.596000 50.368125 25.442750 34.115750
9681 2014-01-08 60941960.0 13.024000 50.816375 25.417125 16.586750
9693 2014-01-10 60941960.0 13.104250 50.994875 25.409000 9.270125
9705 2014-01-12 60941960.0 13.637750 51.079750 25.323625 -6.303125
9716 2014-01-14 60941960.0 14.398750 50.710875 25.199375 -43.039375
9728 2014-01-16 60941960.0 14.237375 49.840125 25.242375 -41.687125
9739 2014-01-18 60941960.0 13.338125 49.837375 25.264000 32.071000
9750 2014-01-20 60941960.0 13.040250 50.317875 25.165500 19.413750
9761 2014-01-22 60941960.0 13.364625 50.446125 25.045125 -1.417500
9775 2014-01-24 60941960.0 13.850500 50.325625 25.040000 -16.324250
9791 2014-01-26 60941960.0 14.225667 49.934167 25.049167 -38.387600
vn spd chlor_a dist cdm kd490 \
9577 NaN NaN 0.615776 140.310680 0.053322 0.111517
9585 -29.152875 38.216500 0.573197 148.195362 0.055702 0.106003
9593 -25.540000 35.150750 0.580314 123.827853 0.052595 0.111709
9602 25.783000 43.083875 0.628815 122.739253 0.049041 0.112071
9612 65.383000 67.779375 0.450984 152.771547 0.063250 0.093863
9622 -10.186750 54.460125 0.448999 81.271702 0.049587 0.094888
9632 -49.520250 53.167875 0.412661 137.202243 0.042345 0.094917
9642 14.755875 26.671500 0.442367 161.291005 0.046262 0.094949
9652 60.312000 65.718500 0.533780 106.889217 0.049795 0.096661
9662 -33.653500 67.341750 0.393648 49.908450 0.047557 0.090911
9672 -55.287750 65.656750 0.473153 139.263075 0.055759 0.096397
9681 -13.060625 24.564375 0.552658 114.842503 0.063960 0.101883
9693 16.403750 19.028375 0.835145 125.557504 0.069776 0.133994
9705 53.221000 54.672375 0.538878 162.463321 0.036478 0.103563
9716 28.637750 57.596250 0.617230 70.288169 0.041708 0.107875
9728 -48.448375 70.770250 0.585212 60.765158 0.055916 0.105078
9739 -46.407750 58.487750 0.475249 141.287441 0.032249 0.094889
9750 6.609125 24.838500 1.016539 126.448852 0.100944 0.122816
9761 28.266000 28.651000 0.951936 157.220837 0.025945 0.121851
9775 33.541375 38.076000 0.465781 110.743312 0.034102 0.095844
9791 15.207000 42.602400 0.535473 64.567297 0.055205 0.100228
t865 par sst4
9577 0.159026 42.489341 26.049990
9585 0.168132 42.407462 26.135474
9593 0.180304 42.921857 26.233615
9602 0.236942 42.207348 25.612766
9612 0.190552 40.806702 25.691957
9622 0.119952 42.113760 25.650438
9632 0.095757 40.940164 25.556031
9642 0.102951 41.998212 25.216850
9652 0.164366 38.416680 25.045052
9662 0.184087 40.739295 25.092434
9672 0.134511 42.663134 25.184511
9681 0.084934 41.545182 24.809999
9693 0.316040 36.092673 24.894224
9705 0.150132 40.817878 24.756455
9716 0.135122 43.962884 24.747914
9728 0.104306 44.401093 24.957104
9739 0.113122 43.790260 25.238205
9750 0.133833 44.105114 24.687429
9761 0.113420 45.708769 24.842281
9775 0.089022 45.190461 24.670715
9791 0.139235 45.711433 24.588773
-----
head and tail of the nonnan series are identified
the float id is: 60942970.0
the ratio of nans in the trimmed chlor_a series 0.137254901961
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9578 2013-12-17 60942970.0 13.657000 50.523000 26.660000 NaN
9586 2013-12-19 60942970.0 13.084000 50.753250 26.529000 40.976875
9594 2013-12-21 60942970.0 13.161125 51.484125 26.472250 35.641500
9603 2013-12-23 60942970.0 13.926875 51.731125 26.227250 -21.662625
9613 2013-12-25 60942970.0 14.040875 51.054250 25.935125 -38.783250
9623 2013-12-27 60942970.0 13.510500 50.823625 25.685000 10.976625
9633 2013-12-29 60942970.0 13.755875 51.113000 25.487875 15.819750
9643 2013-12-31 60942970.0 14.366000 50.983250 25.471875 -31.643000
9653 2014-01-02 60942970.0 14.103500 50.540875 25.406125 -11.921125
9663 2014-01-04 60942970.0 13.785500 50.555375 25.371125 6.171125
9673 2014-01-06 60942970.0 13.977500 50.564000 25.446625 -9.593125
9682 2014-01-08 60942970.0 14.019500 50.266750 25.395375 -18.237000
9694 2014-01-10 60942970.0 13.622000 50.237375 25.368500 15.379625
9706 2014-01-12 60942970.0 13.623375 50.532500 25.312625 10.124000
9717 2014-01-14 60942970.0 14.053625 50.451250 25.221250 -21.847750
9729 2014-01-16 60942970.0 13.895625 50.017625 25.229875 -15.206375
9740 2014-01-18 60942970.0 13.384250 50.197000 25.245500 26.653875
9751 2014-01-20 60942970.0 13.681875 50.406125 25.149625 -6.638750
9762 2014-01-22 60942970.0 14.157000 50.036875 25.023500 -36.340875
9776 2014-01-24 60942970.0 13.898250 49.401750 25.010750 -23.008125
9792 2014-01-26 60942970.0 13.326125 49.632000 25.031125 36.743500
9807 2014-01-28 60942970.0 13.600875 50.011750 25.042875 -0.519750
9819 2014-01-30 60942970.0 13.995500 49.624000 25.185625 -40.501875
9833 2014-02-01 60942970.0 13.593500 49.049500 25.191625 -15.293625
9846 2014-02-03 60942970.0 12.911750 49.305000 25.244375 34.467375
9859 2014-02-05 60942970.0 13.083375 49.684875 25.658750 3.453500
9872 2014-02-07 60942970.0 13.777750 49.306000 25.568375 -44.021125
9883 2014-02-09 60942970.0 13.661250 48.573000 25.558375 -35.629750
9895 2014-02-11 60942970.0 12.990375 48.598000 25.633125 41.778750
9905 2014-02-13 60942970.0 12.953500 49.354125 25.527000 28.240875
9915 2014-02-15 60942970.0 13.487250 49.051875 25.309250 -59.293500
9925 2014-02-17 60942970.0 12.989125 48.259875 25.378750 -17.705875
9935 2014-02-19 60942970.0 12.528625 48.501875 25.363875 35.808875
9945 2014-02-21 60942970.0 12.997625 48.852125 25.237625 -10.177125
9955 2014-02-23 60942970.0 12.994125 48.381125 25.152000 -24.820625
9965 2014-02-25 60942970.0 12.318250 48.337125 25.153875 12.575000
9975 2014-02-27 60942970.0 12.130125 48.554125 25.213250 12.994625
9985 2014-03-01 60942970.0 12.205875 48.711625 25.262625 5.579750
9993 2014-03-03 60942970.0 12.429250 48.754125 25.353000 -4.776250
10002 2014-03-05 60942970.0 12.818500 48.364750 25.529125 -43.008250
10012 2014-03-07 60942970.0 12.536250 47.741375 25.508000 -25.346375
10022 2014-03-09 60942970.0 11.745125 47.484000 25.463375 -16.782500
10031 2014-03-11 60942970.0 11.375500 47.030375 25.662125 -38.612500
10040 2014-03-13 60942970.0 11.360250 46.438375 26.196625 -31.531375
10052 2014-03-15 60942970.0 11.573125 46.083000 26.280500 -15.367500
10064 2014-03-17 60942970.0 11.954375 45.828000 26.333125 -14.888750
10076 2014-03-19 60942970.0 12.296875 45.734750 26.252250 0.204875
10088 2014-03-21 60942970.0 12.410875 45.723125 26.526875 3.155125
10100 2014-03-23 60942970.0 12.536875 45.899125 26.586750 16.683500
10111 2014-03-25 60942970.0 12.658250 46.203750 26.674750 15.987625
10122 2014-03-27 60942970.0 12.597500 46.371250 26.921000 6.224625
vn spd chlor_a dist cdm kd490 \
9578 NaN NaN 0.536941 136.145091 0.057332 0.103290
9586 -40.638375 70.286625 0.542727 121.568038 0.059289 0.105565
9594 34.701750 50.884625 0.555142 106.401667 0.049086 0.104859
9603 44.598625 67.117000 0.462474 149.446122 0.058500 0.096998
9613 -25.296375 50.094250 0.494107 118.522021 0.064176 0.099828
9623 -22.329375 29.734625 0.449244 162.771241 0.051940 0.096897
9633 45.991375 50.332375 0.396802 150.687297 0.040374 0.090810
9643 14.231750 43.431375 0.386058 81.743031 0.036842 0.089971
9653 -30.996500 36.450500 0.509368 90.388235 0.052599 0.099460
9663 -4.777500 14.785500 0.369967 123.617121 0.035293 0.091843
9673 19.995500 23.990500 0.399033 104.135725 0.032907 0.096055
9682 -17.766000 28.619500 0.428726 91.403791 0.049683 0.088725
9694 -22.142750 30.243500 0.541856 134.287349 0.046109 0.100056
9706 22.707375 29.671750 0.379023 139.998249 0.032607 0.086410
9717 17.396250 34.351000 0.457243 91.908985 0.063607 0.093667
9729 -33.369875 40.784875 0.349996 101.990419 0.026798 0.082879
9740 -15.334250 35.929125 0.476107 159.705546 0.031082 0.096078
9751 40.738875 43.735625 1.572196 130.572777 0.073141 0.159400
9762 14.070250 41.188750 0.637772 73.163440 0.054881 0.106743
9776 -46.164000 59.050875 0.550780 63.856052 0.049028 0.099365
9792 -9.245000 42.851625 0.613439 126.124615 0.051201 0.103673
9807 34.342625 39.570500 0.456631 133.483661 0.034875 0.091666
9819 4.160250 45.358125 0.599763 74.837669 0.069296 0.103279
9833 -49.323625 56.192125 0.522550 62.515735 0.047856 0.095886
9846 -23.481625 44.586375 0.640399 141.259799 0.060123 0.116655
9859 40.925875 45.583125 0.723407 150.094615 0.070284 0.116835
9872 30.632125 57.006125 0.488893 66.012147 0.056165 0.091869
9883 -38.714625 55.307750 0.528498 36.683681 0.075502 0.099452
9895 -37.156125 59.902125 0.608705 109.747543 0.063024 0.107546
9905 36.805250 55.646125 0.688911 139.816048 0.050546 0.115640
9915 4.322500 66.633375 0.488834 72.337521 0.038068 0.093205
9925 -49.762250 58.400375 0.564039 108.462369 0.049456 0.096319
9935 3.884125 43.684000 0.762660 133.895151 0.049184 0.101598
9945 35.230875 46.525625 0.961280 116.043566 0.048912 0.106877
9955 -38.551250 51.320250 0.712527 108.560079 0.048640 0.111084
9965 -28.703625 34.038000 0.637728 113.205044 0.048368 0.110921
9975 -1.836750 15.345375 0.890881 89.467401 0.093184 0.137416
9985 10.118000 12.394750 0.617371 97.190402 0.041349 0.114698
9993 20.170125 22.625125 0.408705 122.157660 0.044849 0.089203
10002 15.597000 50.286500 0.428546 128.010920 0.058442 0.088864
10012 -47.989875 56.410125 0.615658 128.814255 0.050947 0.107008
10022 -41.309875 45.931250 0.802770 61.777310 0.043451 0.125152
10031 -8.637875 39.920250 0.389274 28.475109 0.035956 0.084415
10040 7.451000 33.180500 0.393119 67.384982 0.037458 0.089746
10052 15.532500 23.180625 0.244807 83.706823 0.035291 0.066070
10064 34.188625 37.538125 0.245427 119.212916 0.033124 0.066322
10076 7.393875 9.940750 0.246046 89.669078 0.030957 0.066573
10088 10.061000 13.148500 0.246665 80.230025 0.028790 0.066825
10100 9.030250 21.320875 0.247285 80.106538 0.026623 0.067077
10111 2.384750 16.444375 0.247904 84.114605 0.024456 0.067328
10122 -8.960375 11.864375 0.211308 89.706092 0.022289 0.062566
t865 par sst4
9578 0.185459 42.300459 26.444083
9586 0.172453 42.607076 26.164076
9594 0.186803 42.277195 26.004015
9603 0.161634 42.159030 25.874508
9613 0.159903 42.152667 25.715653
9623 0.144867 42.694772 25.681812
9633 0.111965 42.404677 25.410314
9643 0.110342 36.741799 25.275248
9653 0.161864 41.055678 24.796787
9663 0.160923 42.579169 25.106529
9673 0.134385 42.569358 25.130981
9682 0.138468 42.597583 23.392239
9694 0.131609 38.792533 24.825283
9706 0.256360 41.777786 24.911249
9717 0.116245 43.700189 24.693977
9729 0.095226 43.843034 25.001213
9740 0.097293 44.485915 25.036944
9751 0.174933 44.868819 24.661320
9762 0.093658 45.217925 24.811295
9776 0.094740 45.622179 24.465003
9792 0.074468 44.739071 24.832982
9807 0.174055 39.754291 24.567646
9819 0.140572 46.441538 24.466857
9833 0.112942 46.721594 25.022863
9846 0.247659 47.553036 24.769919
9859 0.150688 48.077804 24.309562
9872 0.115745 48.057395 25.431439
9883 0.182339 35.779575 24.887780
9895 0.137201 38.983787 24.985740
9905 0.092064 44.428323 24.258124
9915 0.080070 49.300945 24.898124
9925 0.112671 49.690153 24.048122
9935 0.118609 49.857340 24.179322
9945 0.124547 50.473424 24.728045
9955 0.122450 50.976848 24.803186
9965 0.142535 50.082040 24.494062
9975 0.122760 52.122985 24.948376
9985 0.114798 52.471607 25.071760
9993 0.117224 52.657438 25.438893
10002 0.178677 52.116899 24.342464
10012 0.146734 51.484444 25.209395
10022 0.114791 51.427170 25.317693
10031 0.150073 54.044118 23.474965
10040 0.134379 52.798620 25.138934
10052 0.127472 54.524787 25.821476
10064 0.126797 54.631084 24.507281
10076 0.126123 54.280504 25.677924
10088 0.125448 54.559942 26.443008
10100 0.124773 54.646121 26.291319
10111 0.124099 53.810522 25.945364
10122 0.168834 53.563524 26.234805
-----
head and tail of the nonnan series are identified
the float id is: 60946960.0
the ratio of nans in the trimmed chlor_a series 0.0384615384615
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9579 2013-12-17 60946960.0 14.177000 51.905000 26.411000 NaN
9587 2013-12-19 60946960.0 14.316375 51.391000 26.443875 -55.950250
9595 2013-12-21 60946960.0 14.305500 50.600875 26.625625 -44.081000
9604 2013-12-23 60946960.0 13.970625 49.946750 26.431000 -39.280375
9614 2013-12-25 60946960.0 13.898625 49.389125 26.274875 -23.293000
9624 2013-12-27 60946960.0 14.148000 49.241125 26.130875 4.358125
9634 2013-12-29 60946960.0 14.409500 49.487125 26.005750 19.294875
9644 2013-12-31 60946960.0 14.304375 49.718500 25.966000 7.405000
9654 2014-01-02 60946960.0 14.073000 49.725000 25.829000 -1.650875
9664 2014-01-04 60946960.0 13.668625 49.801125 25.754875 12.697625
9674 2014-01-06 60946960.0 12.994750 50.076125 25.673250 16.097875
9683 2014-01-08 60946960.0 12.438750 50.147750 25.565375 -8.327625
9695 2014-01-10 60946960.0 12.086375 49.803750 25.650375 -33.287750
9707 2014-01-12 60946960.0 11.857250 49.094625 25.711250 -53.375125
9718 2014-01-14 60946960.0 12.133750 48.306000 25.532750 -40.221125
9730 2014-01-16 60946960.0 12.769625 47.971125 25.346625 1.157625
9741 2014-01-18 60946960.0 13.218250 48.267750 25.306375 29.894875
9752 2014-01-20 60946960.0 13.097000 48.761250 25.261000 28.649000
9763 2014-01-22 60946960.0 12.584500 49.120750 25.182375 13.121250
9777 2014-01-24 60946960.0 12.039375 49.027625 25.226625 -28.184750
9793 2014-01-26 60946960.0 11.758125 48.351000 25.294750 -55.741750
9808 2014-01-28 60946960.0 11.995250 47.290250 25.237125 -65.864250
9820 2014-01-30 60946960.0 12.183625 46.576750 25.363625 -29.198750
9834 2014-02-01 60946960.0 11.973125 46.070875 25.653375 -36.033000
9847 2014-02-03 60946960.0 11.826250 45.544250 25.578250 -26.994000
9860 2014-02-05 60946960.0 12.000000 45.182500 26.169000 -31.835833
vn spd chlor_a dist cdm kd490 \
9579 NaN NaN 0.383114 130.084556 0.035391 0.088042
9587 13.304375 57.901500 0.296408 98.172377 0.032295 0.079013
9595 -17.394875 48.161375 0.345420 73.480420 0.042189 0.082229
9604 -17.233875 44.648750 0.328865 92.223985 0.046379 0.082577
9614 7.472875 26.019750 0.365827 62.905208 0.049391 0.085287
9624 21.927625 23.991375 0.345317 32.338894 0.046012 0.085195
9634 5.471125 22.526375 0.361384 29.382365 0.041584 0.088348
9644 -14.357750 18.625250 0.340628 49.980614 0.039860 0.082905
9654 -15.636375 16.879375 0.409978 73.772324 0.043209 0.086312
9664 -37.686375 39.887375 0.396154 112.709217 0.034662 0.094766
9674 -43.829125 47.213750 0.385848 131.578822 0.048286 0.088653
9683 -25.935375 29.025750 0.481029 75.437281 0.078188 0.098127
9695 -23.077125 40.910625 0.384832 64.977929 0.043162 0.088501
9707 1.442250 54.751125 0.451823 61.758669 0.034728 0.094926
9718 32.643125 53.810000 0.331892 94.065438 0.029986 0.081010
9730 40.935500 43.276500 0.416421 115.837946 0.040127 0.090764
9741 11.789500 34.717875 0.566730 83.295871 0.051426 0.105459
9752 -25.658500 39.537875 0.465389 102.328409 0.050255 0.097422
9763 -34.671500 38.155625 0.501957 134.257810 0.049084 0.100383
9777 -31.142250 44.521875 0.489581 83.181228 0.043165 0.095817
9793 -4.305000 57.108125 0.396247 52.438434 0.038226 0.086845
9808 27.432625 71.976875 0.572271 84.784078 0.057771 0.104802
9820 -5.650500 31.364375 0.504907 128.577642 0.055286 0.095723
9834 -18.575125 40.880875 0.713665 125.651860 0.069480 0.111531
9847 7.769250 30.977125 0.606635 109.655917 0.074728 0.104745
9860 16.435500 36.540667 0.499604 84.542191 0.079977 0.097958
t865 par sst4
9579 0.136226 42.135079 26.331048
9587 0.140459 41.431684 26.508705
9595 0.122023 42.333789 25.498175
9604 0.135267 42.163210 25.891997
9614 0.145783 42.394106 25.887274
9624 0.133055 42.634301 25.765718
9634 0.075009 42.495524 25.721519
9644 0.113311 42.559317 25.453564
9654 0.180928 41.890921 25.646286
9664 0.164680 41.467561 25.446844
9674 0.110405 33.812264 25.659205
9683 0.126666 42.347637 25.349999
9695 0.088348 43.072509 25.353558
9707 0.141945 44.567338 24.582154
9718 0.113985 43.155862 24.911705
9730 0.126073 44.349787 24.638491
9741 0.179552 44.813471 24.996227
9752 0.204081 44.029976 24.228726
9763 0.109625 45.576218 25.162977
9777 0.057709 45.410115 25.305466
9793 0.111442 46.428686 24.696875
9808 0.127027 47.331723 24.674472
9820 0.101794 46.035579 24.576467
9834 0.106478 45.435679 25.063790
9847 0.158156 47.439180 25.853749
9860 0.209835 48.440302 25.204797
-----
head and tail of the nonnan series are identified
the float id is: 60947970.0
the ratio of nans in the trimmed chlor_a series 0.0384615384615
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9580 2013-12-17 60947970.0 14.016000 51.383000 26.385000 NaN
9588 2013-12-19 60947970.0 14.159250 50.620125 26.418000 -77.301750
9596 2013-12-21 60947970.0 13.916000 49.771125 26.536375 -29.962500
9605 2013-12-23 60947970.0 13.509500 49.431250 26.387250 -17.925375
9615 2013-12-25 60947970.0 13.477375 49.175875 26.188750 -14.731875
9625 2013-12-27 60947970.0 13.839125 48.930125 25.971375 -14.016875
9635 2013-12-29 60947970.0 13.872500 48.812000 25.933000 2.981500
9645 2013-12-31 60947970.0 13.909750 48.938625 25.774375 8.915875
9655 2014-01-02 60947970.0 13.959875 49.148875 25.881875 14.865375
9665 2014-01-04 60947970.0 13.999125 49.320250 25.895500 4.073500
9675 2014-01-06 60947970.0 13.913250 49.289750 25.982500 -2.717500
9684 2014-01-08 60947970.0 13.724875 49.247625 25.949375 -4.306500
9696 2014-01-10 60947970.0 13.704625 49.165625 25.966750 -1.640000
9708 2014-01-12 60947970.0 13.398500 49.257750 25.843625 8.659000
9719 2014-01-14 60947970.0 12.734375 49.313875 25.675125 -7.320250
9731 2014-01-16 60947970.0 12.101375 48.942500 25.667750 -37.178500
9742 2014-01-18 60947970.0 11.932000 48.224375 25.638375 -49.847125
9753 2014-01-20 60947970.0 12.241000 47.515625 25.663375 -31.606000
9764 2014-01-22 60947970.0 12.928625 47.357625 25.460500 8.803875
9778 2014-01-24 60947970.0 13.447250 47.791625 25.367000 43.003625
9794 2014-01-26 60947970.0 13.586750 48.397125 25.341500 23.605500
9809 2014-01-28 60947970.0 13.464250 48.607000 25.458125 9.425375
9821 2014-01-30 60947970.0 12.950500 48.986625 25.486875 40.974875
9835 2014-02-01 60947970.0 12.797750 49.589125 25.394875 28.560625
9848 2014-02-03 60947970.0 13.489625 49.816000 25.402750 -4.046500
9861 2014-02-05 60947970.0 14.104667 49.697667 25.378000 -4.898000
vn spd chlor_a dist cdm kd490 \
9580 NaN NaN 0.332000 130.101225 0.035944 0.084021
9588 2.493375 79.790875 0.312331 89.071398 0.035649 0.083488
9596 -26.458125 41.581125 0.356344 91.557647 0.037383 0.083850
9605 -17.064750 26.653875 0.376215 96.488740 0.055097 0.087638
9615 14.311625 23.198000 0.387386 81.073893 0.052985 0.089131
9625 21.370750 26.311500 0.366241 33.380931 0.049738 0.086478
9635 -10.770750 20.148500 0.402695 22.500648 0.042057 0.091576
9645 8.648125 17.911125 0.710701 28.088999 0.069348 0.124584
9655 4.980750 17.249625 0.633416 40.245904 0.062511 0.111271
9665 -3.540875 14.097500 0.578435 49.714384 0.064612 0.111324
9675 -8.346375 11.684125 0.639015 54.907578 0.067226 0.118930
9684 -4.317375 15.218750 0.636606 65.497181 0.051412 0.141296
9696 -10.872625 16.832000 0.509659 61.319606 0.035597 0.102320
9708 -29.620000 31.769625 0.628800 93.451186 0.041151 0.110172
9719 -48.008000 49.976250 0.381660 144.272539 0.034007 0.083752
9731 -29.287250 49.457000 0.508112 90.686053 0.044413 0.098794
9742 5.526500 50.827000 0.458956 74.102372 0.050343 0.097345
9753 35.758125 51.438000 0.542107 115.515326 0.077143 0.109555
9764 45.220500 46.984875 0.486834 76.492863 0.060207 0.100767
9778 17.896250 47.338500 0.431560 44.779636 0.043271 0.091979
9794 0.566625 25.156250 0.517297 43.224542 0.057735 0.100065
9809 -18.183875 21.891000 0.587860 58.559986 0.062569 0.104136
9821 -35.154125 55.368750 0.757999 124.741333 0.073954 0.113342
9835 17.733750 37.445625 0.590069 145.559506 0.053707 0.104259
9848 61.003125 62.851625 0.682569 127.473155 0.086980 0.112896
9861 48.921000 49.529000 0.487377 69.383525 0.059447 0.096033
t865 par sst4
9580 0.163846 42.343232 26.071150
9588 0.146917 41.730551 26.445976
9596 0.110463 42.462591 26.239594
9605 0.145202 42.188124 25.728376
9615 0.173256 42.505150 25.814041
9625 0.124282 42.944186 25.614878
9635 0.089297 42.947930 25.682689
9645 0.118167 41.529905 25.430013
9655 0.175008 42.382251 25.741857
9665 0.209615 42.724950 25.530653
9675 0.186422 42.695089 25.530660
9684 0.150497 40.799459 24.733150
9696 0.131441 41.640745 25.193653
9708 0.285826 41.624329 25.351715
9719 0.096856 44.076553 25.232060
9731 0.097133 45.263100 25.197989
9742 0.144241 46.243900 25.262840
9753 0.210427 46.296248 24.813275
9764 0.172487 45.443930 25.059081
9778 0.134547 45.582455 25.076782
9794 0.148296 43.017581 25.098331
9809 0.135614 46.345971 24.307924
9821 0.165953 46.527625 24.963831
9835 0.148289 46.309156 25.527424
9848 0.127051 47.060829 25.092010
9861 0.134953 47.008770 25.278779
-----
head and tail of the nonnan series are identified
the float id is: 116006.0
the ratio of nans in the trimmed chlor_a series 0.285714285714
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9610 2013-12-25 116006.0 5.440400 74.569800 27.727200 -85.497400
9620 2013-12-27 116006.0 5.293625 73.585875 27.875125 -71.494500
9630 2013-12-29 116006.0 5.406375 72.739750 28.057500 -32.160750
9640 2013-12-31 116006.0 5.456875 72.432125 28.221250 -5.480375
9650 2014-01-02 116006.0 5.563000 72.500875 28.135125 -5.254375
9660 2014-01-04 116006.0 5.676750 72.185000 28.271000 -19.340375
9670 2014-01-06 116006.0 5.707000 72.033000 NaN -19.340375
vn spd chlor_a dist cdm kd490 t865 \
9610 -9.967200 86.26360 0.516745 103.988231 0.054196 0.096243 0.131065
9620 0.624375 75.70725 0.464108 1.333172 0.048639 0.091158 0.134703
9630 3.328375 32.87150 0.411470 23.177956 0.043081 0.086073 0.138341
9640 3.431000 18.46450 0.358832 55.832226 0.037524 0.080988 0.141979
9650 11.338875 25.02675 0.536929 49.078290 0.040252 0.103680 0.173598
9660 3.335250 34.02825 0.460520 85.989675 0.038869 0.094945 0.141168
9670 3.335250 34.02825 0.377158 102.869715 0.035111 0.091958 0.181423
par sst4
9610 41.497367 NaN
9620 45.902268 27.170753
9630 40.616441 26.695506
9640 41.214661 27.741657
9650 47.734207 27.504999
9660 49.251503 26.943418
9670 48.574762 27.792212
-----
head and tail of the nonnan series are identified
the float id is: 60077450.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9679 2014-01-08 60077450.0 5.849667 74.721000 28.037333 -65.303000
9690 2014-01-10 60077450.0 5.394625 74.408625 27.972000 -13.635375
9702 2014-01-12 60077450.0 5.262857 74.063429 28.136000 -43.958000
vn spd chlor_a dist cdm kd490 \
9679 -44.364333 80.357000 0.218636 129.965579 0.018756 0.065306
9690 -26.525625 35.241500 0.187651 85.900728 0.018734 0.063031
9702 -22.799714 57.382714 0.254102 49.097327 0.019518 0.068139
t865 par sst4
9679 0.113862 47.488817 27.682666
9690 0.143002 44.745736 27.238812
9702 0.236348 45.119705 27.651149
-----
head and tail of the nonnan series are identified
the float id is: 60073460.0
the ratio of nans in the trimmed chlor_a series 0.2
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9688 2014-01-10 60073460.0 6.521500 74.769000 27.708500 -87.26100
9700 2014-01-12 60073460.0 6.400375 73.923000 27.889750 -81.01050
9712 2014-01-14 60073460.0 6.632125 72.929875 28.093750 -43.79000
9724 2014-01-16 60073460.0 6.677000 72.380125 28.194875 -22.12200
9736 2014-01-18 60073460.0 6.205500 72.322625 28.529750 -4.96825
vn spd chlor_a dist cdm kd490 \
9688 -35.247000 94.321000 0.283682 161.537293 0.023763 0.072750
9700 2.700750 83.251000 0.179167 74.369047 0.025451 0.061643
9712 16.348875 47.664250 0.179422 2.962968 0.030338 0.065506
9724 -15.136750 32.673250 0.179678 46.561827 0.035226 0.069370
9736 -45.201500 47.634875 0.180330 47.225040 0.033136 0.066576
t865 par sst4
9688 0.245133 48.053418 27.595041
9700 0.170506 47.353751 27.855809
9712 0.171646 46.675834 27.794262
9724 0.172785 47.668336 27.170248
9736 0.136046 48.319423 28.000891
-----
head and tail of the nonnan series are identified
the float id is: 60657200.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
9692 2014-01-10 60657200.0 16.598125 55.014375 NaN -42.299429 0.342429
9704 2014-01-12 60657200.0 16.541125 54.192375 NaN -56.552750 -12.126875
9715 2014-01-14 60657200.0 16.263125 53.366125 NaN -41.594625 -18.848750
9727 2014-01-16 60657200.0 15.864625 52.953375 NaN -4.035250 -37.469500
9738 2014-01-18 60657200.0 15.049625 53.195375 NaN 28.793250 -67.847750
9749 2014-01-20 60657200.0 13.811250 53.826625 NaN 49.487875 -81.238500
9760 2014-01-22 60657200.0 12.722500 54.747125 NaN 60.173250 -67.265250
9774 2014-01-24 60657200.0 11.425750 55.668500 NaN 60.774000 -89.312625
9790 2014-01-26 60657200.0 10.680000 56.515375 NaN 41.177625 5.506000
9806 2014-01-28 60657200.0 11.203375 56.877125 NaN 0.129625 48.875375
9818 2014-01-30 60657200.0 12.008375 56.620375 NaN -28.870125 49.481000
9832 2014-02-01 60657200.0 12.680250 56.054875 NaN -34.858000 38.192625
9845 2014-02-03 60657200.0 13.328250 55.574875 NaN -28.100750 46.018750
9858 2014-02-05 60657200.0 14.097875 55.120875 NaN -31.116625 47.718625
9871 2014-02-07 60657200.0 14.716000 54.625125 NaN -29.886625 36.270250
9882 2014-02-09 60657200.0 15.144500 54.108750 NaN -35.629500 16.146750
9893 2014-02-11 60657200.0 15.320250 53.366250 NaN -57.242125 -2.545500
9903 2014-02-13 60657200.0 14.948250 52.301875 NaN -68.638875 -43.695500
9913 2014-02-15 60657200.0 14.150125 51.605375 NaN -12.638500 -51.471500
9923 2014-02-17 60657200.0 13.397500 51.949000 NaN 59.345125 -36.375375
9933 2014-02-19 60657200.0 13.323250 53.059500 NaN 56.942250 33.687625
9943 2014-02-21 60657200.0 14.019375 53.460625 NaN -4.963000 42.675625
9953 2014-02-23 60657200.0 14.613625 53.123500 NaN -32.576875 27.586250
9963 2014-02-25 60657200.0 14.724750 52.490125 NaN -41.215625 -15.068000
9973 2014-02-27 60657200.0 14.287875 51.935375 NaN -23.349500 -35.550625
9983 2014-03-01 60657200.0 13.827800 51.821000 NaN 6.131000 -33.420250
spd chlor_a dist cdm kd490 t865 \
9692 42.573000 0.476451 42.268244 0.033685 0.099292 0.172922
9704 58.338000 0.689126 47.006811 0.091050 0.117413 0.210947
9715 45.836875 0.628485 49.925483 0.075663 0.112477 0.181100
9727 41.093250 0.580637 77.477731 0.052901 0.110378 0.116602
9738 73.949875 2.105183 122.446874 0.064691 0.164201 0.121387
9749 95.577250 0.937067 124.037498 0.035419 0.131066 0.183966
9760 91.346750 0.316321 28.986791 0.029197 0.082781 0.128683
9774 108.343375 0.478096 173.840336 0.042920 0.097706 0.097773
9790 49.503875 0.628939 297.669241 0.052880 0.111309 0.142932
9806 50.702250 0.852112 294.258602 0.061632 0.121647 0.133481
9818 58.067125 1.483101 233.701411 0.052921 0.164393 0.220197
9832 52.027875 0.845283 164.952946 0.046468 0.129167 0.193005
9845 54.913875 0.572722 140.944044 0.076637 0.104034 0.188834
9858 57.442125 0.436393 181.773873 0.051006 0.088721 0.122121
9871 47.500500 0.345632 229.974247 0.029071 0.079367 0.106860
9882 39.569375 0.312949 185.969207 0.025754 0.077464 0.147638
9893 60.219625 0.366966 127.139406 0.055920 0.085464 0.151959
9903 83.010000 0.329701 72.603828 0.026281 0.083903 0.125494
9913 55.453500 0.420467 122.141963 0.040399 0.088958 0.103043
9923 73.055875 0.386359 107.584900 0.036790 0.085801 0.101973
9933 72.971875 0.661261 82.965701 0.052666 0.112925 0.169349
9943 45.107000 0.709914 144.797749 0.052202 0.127564 0.213170
9953 44.097625 0.413980 148.374490 0.051739 0.084401 0.085824
9963 45.450250 0.436956 102.681153 0.056633 0.091920 0.124125
9973 44.458000 0.496544 119.596063 0.049931 0.094508 0.098839
9983 35.095250 0.402093 156.787403 0.032547 0.086848 0.090270
par sst4
9692 41.239862 23.928734
9704 41.267741 22.716524
9715 42.588314 24.143157
9727 43.182900 23.696994
9738 43.869698 24.315378
9749 42.039479 24.074444
9760 41.568632 25.039999
9774 45.423160 24.199722
9790 48.132508 23.692019
9806 47.570582 24.406478
9818 46.888781 24.657519
9832 47.457846 24.612071
9845 47.234666 24.795194
9858 47.783150 25.224388
9871 45.891634 25.235222
9882 42.035540 25.052942
9893 43.844007 24.476433
9903 47.164928 24.767152
9913 48.885916 24.746795
9923 50.234149 24.868167
9933 50.744622 24.417414
9943 49.679200 24.415124
9953 49.060032 24.709467
9963 48.851951 24.590369
9973 51.316885 24.222543
9983 52.193126 24.593978
-----
head and tail of the nonnan series are identified
the float id is: 116463.0
the ratio of nans in the trimmed chlor_a series 0.0526315789474
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9769 2014-01-24 116463.0 19.409429 69.986143 24.859286 4.521000
9783 2014-01-26 116463.0 19.665250 69.859375 25.106500 -14.968250
9799 2014-01-28 116463.0 19.772125 69.710125 25.155500 -2.186750
9814 2014-01-30 116463.0 19.944750 69.704250 25.361250 -2.765250
9827 2014-02-01 116463.0 20.208875 69.611875 25.603250 -3.836000
9841 2014-02-03 116463.0 20.211750 69.588375 26.025500 -3.482875
9854 2014-02-05 116463.0 20.150250 69.537250 NaN 7.919125
9867 2014-02-07 116463.0 20.410750 69.683500 NaN -5.266125
9878 2014-02-09 116463.0 20.767500 70.093500 NaN 47.587750
9889 2014-02-11 116463.0 20.673375 70.259250 NaN 33.081125
9899 2014-02-13 116463.0 19.863750 71.123875 NaN 23.287000
9909 2014-02-15 116463.0 19.702750 71.431125 NaN 15.573125
9919 2014-02-17 116463.0 19.355500 70.482250 NaN -106.199250
9929 2014-02-19 116463.0 19.818750 69.647000 NaN -17.248625
9939 2014-02-21 116463.0 20.225250 69.483250 NaN -3.789000
9949 2014-02-23 116463.0 19.684750 69.716500 NaN 24.338750
9959 2014-02-25 116463.0 19.528625 70.242000 NaN 38.710000
9969 2014-02-27 116463.0 19.731125 70.486125 NaN -2.707750
9979 2014-03-01 116463.0 19.810500 70.433500 NaN -16.482000
vn spd chlor_a dist cdm kd490 \
9769 23.288667 26.150167 1.427390 164.356821 0.107892 0.188997
9783 9.508125 18.958625 0.819512 144.769049 0.093450 0.131042
9799 7.575750 17.826625 1.551856 142.054100 0.093890 0.168282
9814 15.774500 18.722750 1.237692 126.304061 0.094331 0.145780
9827 13.592875 17.308750 0.972622 108.392206 0.094771 0.130474
9841 -15.898250 18.156500 0.707552 109.693341 0.095212 0.115169
9854 16.981375 22.537500 0.550979 118.347844 0.072501 0.099995
9867 7.939250 24.925000 0.650853 86.328977 0.093387 0.112087
9878 29.370750 59.626250 19.507072 28.708837 0.211281 0.460369
9889 -59.105500 108.053625 19.460664 27.354240 0.366447 0.595851
9899 4.054500 41.063500 1.224308 93.841811 0.097131 0.149933
9909 -45.576875 61.972875 2.173329 119.994920 0.142280 0.275097
9919 2.680375 110.254500 0.783408 152.020077 0.065916 0.101454
9929 50.562375 66.595375 1.230686 141.300843 0.061288 0.147095
9939 10.298375 29.320500 2.109347 115.454145 0.080762 0.223892
9949 -68.663125 76.618250 1.387120 149.934954 0.100235 0.159979
9959 29.565125 51.954250 1.210815 142.087350 0.064402 0.162416
9969 1.878125 9.363500 1.904857 111.880766 0.087109 0.160859
9979 38.316000 41.711000 2.935142 105.562243 0.109914 0.199396
t865 par sst4
9769 0.150545 40.908032 24.682263
9783 0.144182 40.718974 25.097676
9799 0.101147 41.233136 25.292931
9814 0.096039 41.859704 25.151342
9827 0.095428 40.923711 25.143257
9841 0.094817 41.637133 26.141771
9854 0.091932 42.553016 26.091961
9867 0.131719 42.566920 25.801101
9878 0.111068 43.803092 23.028829
9889 0.096941 44.409992 23.090873
9899 0.094993 44.824287 25.038169
9909 0.087890 44.972523 24.970541
9919 0.139843 45.910509 26.004850
9929 0.197635 46.735671 26.009714
9939 0.177798 46.552065 25.213255
9949 0.142981 47.509716 25.741553
9959 0.158770 48.105033 25.903653
9969 0.154089 48.807779 25.308950
9979 0.148206 49.261917 25.375153
-----
head and tail of the nonnan series are identified
the float id is: 116467.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
9770 2014-01-24 116467.0 20.023000 69.074 25.159 NaN NaN
9786 2014-01-26 116467.0 20.240125 69.110 25.148 16.358 24.659
9802 2014-01-28 116467.0 20.449000 69.385 25.107 16.358 24.659
spd chlor_a dist cdm kd490 t865 \
9770 NaN 0.868601 160.504454 0.067284 0.130765 0.143511
9786 33.890375 1.288855 140.589458 0.113564 0.154197 0.155689
9802 33.890375 0.883230 103.884234 0.113564 0.155237 0.094630
par sst4
9770 40.518781 25.194508
9786 40.184590 25.112621
9802 40.576480 25.113864
-----
head and tail of the nonnan series are identified
the float id is: 116468.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9771 2014-01-24 116468.0 20.057000 68.991500 25.564500 -14.97400
9787 2014-01-26 116468.0 20.285375 68.913125 25.342875 0.17875
9803 2014-01-28 116468.0 20.585833 69.170333 25.196833 33.60260
vn spd chlor_a dist cdm kd490 \
9771 23.336000 27.727000 0.895182 163.644420 0.105400 0.132672
9787 21.744125 24.212375 2.713694 152.175288 0.103992 0.231051
9803 29.995400 46.266600 0.865493 110.132127 0.103992 0.145127
t865 par sst4
9771 0.135535 40.413163 25.030578
9787 0.167923 40.077634 24.998060
9803 0.096573 40.518009 24.657206
-----
head and tail of the nonnan series are identified
the float id is: 116464.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9784 2014-01-26 116464.0 20.521000 69.27800 24.494000 NaN
9800 2014-01-28 116464.0 20.577625 69.42025 24.725250 20.928250
9815 2014-01-30 116464.0 20.589375 69.45700 24.254625 -17.601875
9828 2014-02-01 116464.0 20.849600 69.29320 24.230600 -8.071250
vn spd chlor_a dist cdm kd490 t865 \
9784 NaN NaN 1.430531 106.506136 0.11957 0.151217 0.090687
9800 1.542625 28.451000 0.513418 91.396616 0.11957 0.116923 0.091302
9815 13.308875 35.495375 2.027433 87.710572 0.11957 0.157530 0.142646
9828 5.674250 39.562000 2.123208 81.551712 0.11957 0.172386 0.165528
par sst4
9784 40.150605 23.910866
9800 40.470983 25.174942
9815 41.182999 25.003625
9828 40.724957 24.545502
-----
head and tail of the nonnan series are identified
the float id is: 116465.0
the ratio of nans in the trimmed chlor_a series 0.030303030303
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9785 2014-01-26 116465.0 19.837500 69.206500 25.470333 -21.264800
9801 2014-01-28 116465.0 19.913375 68.860875 25.482625 -26.112250
9816 2014-01-30 116465.0 19.950125 68.394250 24.904875 -24.699000
9829 2014-02-01 116465.0 20.109125 68.237625 24.933500 1.465250
9842 2014-02-03 116465.0 20.200875 68.182125 25.191000 -8.164875
9855 2014-02-05 116465.0 20.635625 67.946875 25.613875 -25.152625
9868 2014-02-07 116465.0 20.926000 67.356250 25.205250 -38.410875
9879 2014-02-09 116465.0 20.705500 66.887125 24.764375 -14.938250
9890 2014-02-11 116465.0 20.421000 66.804125 24.333625 -1.552625
9900 2014-02-13 116465.0 20.210875 66.736750 24.253750 4.203625
9910 2014-02-15 116465.0 19.785625 67.110000 24.082875 30.987125
9920 2014-02-17 116465.0 19.846625 67.508000 23.995250 8.598250
9930 2014-02-19 116465.0 19.951375 67.589500 23.797625 14.372500
9940 2014-02-21 116465.0 20.203750 67.769625 23.678375 -7.813000
9950 2014-02-23 116465.0 20.463250 67.456750 23.734000 -13.019875
9960 2014-02-25 116465.0 20.653125 67.197625 23.809250 -32.827250
9970 2014-02-27 116465.0 20.418875 66.673875 23.808000 -9.323500
9980 2014-03-01 116465.0 20.185750 66.921750 24.073625 22.250500
9989 2014-03-03 116465.0 20.307625 67.090375 24.334750 -3.294500
9997 2014-03-05 116465.0 20.454000 66.686625 24.401500 -39.994125
10007 2014-03-07 116465.0 20.142250 66.338500 24.394125 6.948500
10018 2014-03-09 116465.0 19.914625 66.719250 24.647000 29.866375
10027 2014-03-11 116465.0 20.046875 67.067125 25.080750 8.743375
10036 2014-03-13 116465.0 20.246750 66.944125 25.041250 -24.687000
10045 2014-03-15 116465.0 20.162625 66.592000 25.469375 -2.106375
10057 2014-03-17 116465.0 20.019125 66.887250 25.583250 24.457000
10069 2014-03-19 116465.0 20.129375 67.215750 25.502750 17.194500
10081 2014-03-21 116465.0 20.189375 67.516000 25.656625 22.653125
10093 2014-03-23 116465.0 20.222250 67.904875 25.954500 21.177875
10105 2014-03-25 116465.0 20.295125 68.180125 26.326000 11.073375
10116 2014-03-27 116465.0 20.339625 68.323750 26.432625 7.221250
10127 2014-03-29 116465.0 20.440125 68.396250 26.367250 4.040125
10142 2014-03-31 116465.0 20.576875 68.421500 27.044750 0.272625
vn spd chlor_a dist cdm kd490 \
9785 17.177400 30.694600 1.029413 167.038077 0.095143 0.159077
9801 -1.114500 26.389000 4.646236 184.575385 0.104039 0.179457
9816 7.806375 26.860250 7.267257 217.483583 0.112936 0.254467
9829 8.847750 9.724375 12.565583 218.581998 0.121832 0.267890
9842 11.023500 15.541625 7.216315 215.517486 0.130728 0.164552
9855 37.362125 46.404750 1.162828 196.468766 0.139216 0.146177
9868 -4.326875 40.224625 24.440080 220.277536 0.112942 0.148371
9879 -21.507000 28.449500 2.648220 273.528076 0.086667 0.150565
9890 -9.436875 11.854375 1.390373 300.387938 0.072857 0.143267
9900 -23.079625 29.844125 0.819924 321.229471 0.048929 0.124213
9910 -20.328625 38.907500 0.826763 324.927512 0.076543 0.123328
9920 19.651875 27.671125 1.881072 292.030441 0.092496 0.145755
9930 -2.514000 16.920625 2.996577 277.738161 0.068846 0.213863
9940 29.022625 35.852000 4.128207 244.456467 0.083218 0.238076
9950 7.695500 16.218750 4.941751 246.655454 0.097589 0.270157
9960 8.697750 38.350000 5.261775 252.711368 0.111961 0.277199
9970 -29.662750 36.627375 13.497350 310.804073 0.158066 0.230285
9980 1.356000 23.417625 4.611817 308.778028 0.142154 0.242258
9989 13.244250 17.892125 3.459546 286.661495 0.126242 0.267050
9997 -4.919250 43.068250 2.790830 307.287777 0.133964 0.221275
10007 -25.013750 29.466750 2.122114 357.328951 0.141686 0.175501
10018 -1.204375 31.347500 2.055966 344.597499 0.149409 0.195384
10027 13.823250 18.040000 2.910589 307.752985 0.157131 0.187964
10036 8.057000 27.966875 10.130722 302.510691 0.165868 0.228166
10045 -16.867500 24.992000 6.285167 336.015746 0.192223 0.306579
10057 3.822250 25.972125 8.113623 323.784764 0.146924 0.177403
10069 5.399000 18.531000 1.348763 290.149956 0.137030 0.155658
10081 2.606000 23.712625 1.170273 263.261641 0.089986 0.150136
10093 2.472125 21.504875 10.510555 233.299226 0.138147 0.449186
10105 6.407875 14.033750 8.065598 208.019851 0.186308 0.329729
10116 3.004000 12.347625 1.574818 194.199737 0.106968 0.144941
10127 6.721875 14.777750 0.810010 180.888259 0.062454 0.116007
10142 14.023250 17.251375 0.573499 168.037006 0.036000 0.088186
t865 par sst4
9785 0.218531 40.650971 24.994199
9801 0.093291 40.951649 24.796076
9816 0.168453 41.769494 23.474278
9829 0.197762 41.714636 24.820837
9842 0.162078 42.570971 24.902564
9855 0.115020 42.778289 25.339400
9868 0.249974 42.693193 24.481977
9879 0.205390 43.910797 24.052524
9890 0.090775 42.721622 23.858667
9900 0.071323 42.996972 23.764999
9910 0.061212 43.316860 23.947589
9920 0.137019 45.743410 23.623090
9930 0.138453 46.885900 23.404857
9940 0.157612 47.002936 23.520953
9950 0.206581 47.373062 23.532866
9960 0.191974 47.727041 23.723287
9970 0.144807 48.847580 23.728490
9980 0.143170 47.841346 23.780823
9989 0.143624 48.248632 24.083718
9997 0.161233 48.670407 23.563453
10007 0.178841 50.350405 24.559628
10018 0.144955 49.879765 24.853507
10027 0.159774 50.965099 24.809740
10036 0.101708 51.547124 24.801097
10045 0.092862 52.646076 24.999857
10057 0.105207 53.101352 25.480165
10069 0.082268 52.492925 25.298944
10081 0.061113 52.796182 25.571002
10093 0.084857 53.924076 25.075512
10105 0.112675 54.453104 25.977254
10116 0.106864 54.438776 23.628671
10127 0.103085 54.300420 25.719871
10142 0.101873 54.558026 26.623456
-----
head and tail of the nonnan series are identified
the float id is: 116187.0
the ratio of nans in the trimmed chlor_a series 0.352941176471
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9826 2014-02-01 116187.0 5.608750 74.240500 27.469125 -81.182125
9840 2014-02-03 116187.0 5.502750 73.269500 27.881375 -41.263500
9853 2014-02-05 116187.0 5.425125 72.815625 27.890750 -21.620625
9866 2014-02-07 116187.0 5.275875 72.513875 28.000750 -22.491000
9877 2014-02-09 116187.0 5.209250 72.257500 28.114375 -6.232625
9888 2014-02-11 116187.0 5.074500 72.205000 28.215500 -6.085000
10006 2014-03-07 116187.0 5.062333 62.621333 28.892667 5.930667
10017 2014-03-09 116187.0 5.227000 62.707250 28.903250 4.424375
10026 2014-03-11 116187.0 5.645125 62.802500 28.980375 13.543250
10035 2014-03-13 116187.0 6.120500 63.212375 29.009500 34.116375
10044 2014-03-15 116187.0 6.496375 63.605625 28.986500 17.589500
10056 2014-03-17 116187.0 6.886250 63.851625 28.896750 10.003750
10068 2014-03-19 116187.0 7.146750 63.831500 28.909750 -5.038625
10080 2014-03-21 116187.0 7.589250 63.931750 29.139125 16.183125
10092 2014-03-23 116187.0 7.730625 63.924750 29.178625 -13.806875
10104 2014-03-25 116187.0 8.183375 63.808625 29.075000 -7.401500
10115 2014-03-27 116187.0 8.619750 63.688250 29.133500 -12.048375
vn spd chlor_a dist cdm kd490 \
9826 -20.235625 84.786625 0.269189 71.076157 0.031144 0.069884
9840 -4.389125 42.952875 0.364014 10.501005 0.056832 0.083119
9853 -5.299250 22.993500 0.827627 14.596079 0.082521 0.126752
9866 -9.838000 25.462000 0.322186 51.851206 0.045002 0.086046
9877 -5.349125 14.621500 0.315360 78.798296 0.031195 0.076776
9888 -33.031500 34.051500 0.363335 81.798179 0.034235 0.083079
10006 20.046333 21.748667 0.290864 1125.367872 0.027117 0.073889
10017 16.251375 18.077500 0.218393 1114.326250 0.019998 0.064699
10026 33.784750 36.829125 0.145923 1098.965062 0.012880 0.055509
10035 24.097375 42.250875 0.139091 1050.395437 0.012485 0.054872
10044 28.925125 34.096000 0.132260 1006.098437 0.012090 0.054235
10056 15.986500 20.014375 0.125429 979.903609 0.011695 0.053599
10068 26.037250 27.374750 0.118598 983.022346 0.011300 0.052962
10080 15.893375 29.113875 0.103071 957.117170 0.010825 0.049608
10092 22.449250 32.429625 0.121025 953.386828 0.008729 0.053949
10104 26.615500 27.935125 0.096363 953.126965 0.009576 0.049334
10115 27.432375 32.032625 0.071702 956.395038 0.010422 0.044718
t865 par sst4
9826 0.196757 51.223964 26.893386
9840 0.096038 51.056189 27.221181
9853 0.106150 51.760293 27.653999
9866 0.152097 51.482716 27.819855
9877 0.108201 52.592273 27.052534
9888 0.124641 53.192608 27.611288
10006 0.098889 43.287713 27.322975
10017 0.073137 38.504269 27.426406
10026 0.047385 53.086446 27.529838
10035 0.076748 47.500318 27.633270
10044 0.106111 50.464202 27.914958
10056 0.135474 51.742307 26.037925
10068 0.164837 55.558535 28.277332
10080 0.173296 54.525055 28.524102
10092 0.112600 54.498895 28.809494
10104 0.107049 56.008947 28.942859
10115 0.101498 56.252178 28.221261
-----
head and tail of the nonnan series are identified
the float id is: 116466.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9843 2014-02-03 116466.0 18.753625 68.993875 26.793375 -52.763625
9856 2014-02-05 116466.0 18.782625 68.424000 26.716375 -18.136000
9869 2014-02-07 116466.0 18.685500 68.066875 26.423250 -29.345500
9880 2014-02-09 116466.0 18.859250 67.678250 26.137625 -11.482000
9891 2014-02-11 116466.0 19.190750 67.602625 25.893000 -3.444125
9901 2014-02-13 116466.0 19.300500 67.600750 25.538625 6.079375
9911 2014-02-15 116466.0 19.351000 67.694250 25.249625 3.928750
9921 2014-02-17 116466.0 19.303125 67.692875 25.306875 -8.404625
9931 2014-02-19 116466.0 19.127875 67.425875 25.376875 -21.450875
9941 2014-02-21 116466.0 18.937750 67.123500 25.346375 -15.552000
9951 2014-02-23 116466.0 18.930500 66.828750 25.204625 -21.404875
9961 2014-02-25 116466.0 19.025125 66.317500 25.029875 -37.544875
9971 2014-02-27 116466.0 19.109125 65.758750 24.768375 -29.898500
9981 2014-03-01 116466.0 19.066500 65.418625 24.772500 -13.201000
9990 2014-03-03 116466.0 19.038500 65.229000 25.014625 -14.279875
9998 2014-03-05 116466.0 18.936000 64.946375 25.053875 -15.243750
10008 2014-03-07 116466.0 18.741000 64.703875 25.000750 -13.458125
10019 2014-03-09 116466.0 18.680625 64.541125 24.976250 -7.582500
10028 2014-03-11 116466.0 18.680000 64.434500 25.236625 -5.801875
10037 2014-03-13 116466.0 18.827000 64.291250 25.411375 -11.014375
10046 2014-03-15 116466.0 19.104125 64.136500 26.187500 -9.024250
10058 2014-03-17 116466.0 19.300625 63.964750 26.081250 -12.649625
10070 2014-03-19 116466.0 19.507875 63.804000 25.803000 -2.144000
10082 2014-03-21 116466.0 19.774375 63.836500 25.798000 1.561250
10094 2014-03-23 116466.0 20.031000 63.857750 26.019125 2.034875
10106 2014-03-25 116466.0 20.135125 63.892375 26.281750 3.075125
10117 2014-03-27 116466.0 20.154625 64.048625 26.533500 16.933875
10128 2014-03-29 116466.0 20.041000 64.413750 26.811875 24.766625
10143 2014-03-31 116466.0 19.957625 64.834125 26.925750 27.270000
vn spd chlor_a dist cdm kd490 \
9843 20.886625 58.723625 0.556154 277.609775 0.083747 0.101527
9856 -8.142500 20.106750 0.373467 309.571074 0.047581 0.080079
9869 -2.401000 29.688375 0.553473 341.522779 0.064614 0.102848
9880 22.515250 26.564000 1.743418 354.876730 0.047650 0.184454
9891 17.350625 18.550125 0.330121 335.332158 0.030686 0.086125
9901 1.527875 7.114125 0.594316 327.475558 0.067480 0.107070
9911 2.183500 7.641375 0.694114 316.379564 0.082070 0.116900
9921 -8.222375 14.283625 0.651718 319.969591 0.062224 0.114245
9931 -13.431625 25.539500 1.087653 353.878414 0.171456 0.146678
9941 -7.661125 18.158000 0.836828 391.734773 0.163910 0.124644
9951 4.170750 22.070375 1.264577 415.164786 0.156363 0.158708
9961 7.784125 38.453375 2.320453 443.278432 0.148817 0.166355
9971 1.529625 30.323000 2.588137 479.181177 0.129266 0.170662
9981 -7.687250 16.342500 1.634863 508.743369 0.141950 0.173398
9990 4.954000 18.370750 6.396096 525.503918 0.078029 0.286491
9998 -16.518375 22.633375 7.118779 555.194905 0.071772 0.187521
10008 -7.847250 16.056875 2.438487 588.638392 0.094903 0.197793
10019 -2.273625 8.607250 1.359167 605.951697 0.097474 0.155575
10028 4.468875 8.157375 8.251035 609.068094 0.138002 0.200595
10037 15.524875 19.495375 5.865958 589.339805 0.109545 0.253254
10046 16.449000 18.994750 4.069132 562.619805 0.076665 0.214762
10058 11.394500 17.250750 1.910506 535.983236 0.086933 0.175141
10070 15.363750 16.655750 0.693381 509.315009 0.079563 0.113837
10082 18.145500 18.908375 0.695515 497.051796 0.057244 0.116318
10094 11.661125 11.958750 1.085728 485.492871 0.067520 0.098839
10106 3.390875 6.319750 0.403273 482.870217 0.049709 0.084747
10117 -2.042125 18.625250 0.385695 496.158262 0.050953 0.083120
10128 -10.061375 27.681875 0.601298 531.215445 0.079487 0.105621
10143 2.945000 28.909625 0.576569 497.668542 0.061093 0.102174
t865 par sst4
9843 0.116252 41.630831 26.584467
9856 0.092117 43.883178 26.536655
9869 0.133679 43.869505 26.086365
9880 0.185915 44.927754 25.578347
9891 0.155848 44.405603 25.500978
9901 0.121394 44.633448 25.016879
9911 0.112322 44.658542 25.036812
9921 0.140635 46.063498 25.244122
9931 0.141870 47.259275 25.020566
9941 0.125132 47.553847 24.882836
9951 0.151860 47.445783 24.884377
9961 0.127656 48.302446 24.713954
9971 0.144071 49.399377 24.343821
9981 0.136605 49.514526 24.362539
9990 0.166683 49.984617 23.821450
9998 0.133006 50.654927 24.506118
10008 0.116621 51.230891 23.754744
10019 0.118849 51.973198 24.780486
10028 0.124974 52.183529 24.896572
10037 0.097335 52.257362 25.128113
10046 0.078070 52.955597 25.545258
10058 0.088794 52.613713 25.600852
10070 0.102000 53.091443 25.443126
10082 0.129054 54.174612 25.482202
10094 0.102080 52.520446 25.410495
10106 0.189377 53.552813 25.104320
10117 0.198817 53.278846 24.495074
10128 0.142640 54.510504 25.593214
10143 0.145509 55.380793 26.460334
-----
head and tail of the nonnan series are identified
the float id is: 60658190.0
the ratio of nans in the trimmed chlor_a series 0.04
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
9894 2014-02-11 60658190.0 8.981600 56.654200 27.000600 -28.763250
9904 2014-02-13 60658190.0 9.133125 56.377125 26.927625 -23.949750
9914 2014-02-15 60658190.0 9.226000 55.922875 26.657625 -26.768125
9924 2014-02-17 60658190.0 9.283625 55.504250 26.541875 -25.904375
9934 2014-02-19 60658190.0 9.252375 55.037000 26.342250 -38.781375
9944 2014-02-21 60658190.0 9.298750 54.399875 25.875625 -39.088750
9954 2014-02-23 60658190.0 9.256875 53.738000 25.916625 -43.345125
9964 2014-02-25 60658190.0 9.305375 53.058625 26.087375 -45.822375
9974 2014-02-27 60658190.0 9.510375 52.316750 26.123125 -42.837000
9984 2014-03-01 60658190.0 9.936500 51.861000 25.942375 -12.060250
9992 2014-03-03 60658190.0 10.714625 51.935125 25.976250 16.673875
10001 2014-03-05 60658190.0 11.598875 52.248375 26.245500 20.317750
10011 2014-03-07 60658190.0 12.031250 52.603000 26.332500 28.970375
10021 2014-03-09 60658190.0 12.202000 52.976250 26.518125 3.365000
10030 2014-03-11 60658190.0 12.494500 52.895375 26.304750 -0.359125
10039 2014-03-13 60658190.0 12.746125 53.064625 26.479500 18.113625
10048 2014-03-15 60658190.0 12.654125 53.271000 26.636625 3.684250
10060 2014-03-17 60658190.0 12.646375 53.035250 26.389500 -28.049750
10072 2014-03-19 60658190.0 12.559125 52.733250 26.552000 -8.727125
10084 2014-03-21 60658190.0 12.398375 52.634375 26.733000 -4.078000
10096 2014-03-23 60658190.0 12.443750 52.528500 26.837375 -12.583875
10107 2014-03-25 60658190.0 12.785625 52.287625 26.965750 -13.503375
10118 2014-03-27 60658190.0 12.908875 52.102750 27.075000 -14.746250
10129 2014-03-29 60658190.0 12.897500 51.907000 27.187750 -4.233000
10144 2014-03-31 60658190.0 12.923250 51.923875 27.263000 7.958125
vn spd chlor_a dist cdm kd490 \
9894 18.945250 34.619500 0.210168 456.238750 0.020023 0.064649
9904 6.076500 26.066125 0.252880 426.780308 0.028571 0.072657
9914 5.488000 27.761875 0.320374 394.861349 0.036860 0.078313
9924 2.465500 27.906750 0.327534 369.728180 0.031435 0.078011
9934 -1.514000 39.359750 0.393879 355.529838 0.033174 0.085380
9944 -1.539250 40.625250 0.431914 332.142027 0.036735 0.090501
9954 2.008500 44.311000 0.311418 286.512374 0.022380 0.078654
9964 7.309375 46.919250 0.404128 218.503592 0.046128 0.085044
9974 17.812375 46.952000 0.256129 139.784373 0.022461 0.074821
9984 39.808875 44.974500 0.304519 71.070068 0.021810 0.078439
9992 59.009625 61.463125 0.330373 64.336299 0.034809 0.075270
10001 40.782000 46.308000 0.309358 61.559287 0.029582 0.073754
10011 23.122375 37.843625 0.288343 28.083191 0.024354 0.072238
10021 -0.478250 19.298875 0.301773 4.352789 0.026466 0.078741
10030 36.926750 37.470875 0.383489 37.696023 0.037888 0.086027
10039 -7.149625 22.119625 0.401180 34.807474 0.031209 0.084181
10048 0.865500 11.131625 0.326183 12.792293 0.030575 0.077203
10060 -2.316000 28.817875 0.287573 31.783836 0.022198 0.073885
10072 -12.042375 16.258000 0.298786 51.006724 0.033697 0.071620
10084 -5.211125 11.455875 0.243733 33.947409 0.026918 0.065746
10096 13.782875 20.793500 0.234245 30.589032 0.023145 0.066813
10107 19.299500 26.087250 0.252166 40.933674 0.023771 0.068257
10118 0.222125 16.942875 0.187814 51.619877 0.021075 0.060306
10129 1.174500 9.358125 0.197417 56.282194 0.020584 0.061571
10144 0.179125 14.224875 0.196475 58.135713 0.020328 0.061388
t865 par sst4
9894 0.124377 50.571007 26.394992
9904 0.132601 52.116959 24.903091
9914 0.129854 47.754726 25.591522
9924 0.062693 49.902036 25.759978
9934 0.055661 52.378829 25.719467
9944 0.129025 52.508872 25.265529
9954 0.128465 51.429754 25.862099
9964 0.073647 51.557234 25.490869
9974 0.088565 52.823208 25.310639
9984 0.070097 53.047687 26.013296
9992 0.091874 54.072249 25.872459
10001 0.113359 52.621124 25.787221
10011 0.134844 54.040476 24.864388
10021 0.103761 53.261837 25.696966
10030 0.143883 54.002670 24.994999
10039 0.124382 54.369458 26.274270
10048 0.119932 54.809574 26.142497
10060 0.120829 54.604298 26.518151
10072 0.164464 55.631979 25.945032
10084 0.077584 55.291578 26.651860
10096 0.149941 55.546083 26.794836
10107 0.177080 55.461521 26.693992
10118 0.121993 56.242951 26.575388
10129 0.104926 56.484381 27.154049
10144 0.104418 56.171996 27.056211
-----
head and tail of the nonnan series are identified
the float id is: 60659110.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
10049 2014-03-15 60659110.0 14.485000 56.130500 26.842500 47.103000
10061 2014-03-17 60659110.0 14.701625 56.663750 26.349500 57.414125
10073 2014-03-19 60659110.0 15.055250 57.633125 26.723125 55.213125
10085 2014-03-21 60659110.0 15.479500 58.273125 26.984250 27.251375
10097 2014-03-23 60659110.0 15.817375 58.614875 26.954625 14.486750
vn spd chlor_a dist cdm kd490 \
10049 20.411000 51.335000 0.188850 274.086634 NaN 0.062038
10061 22.803250 61.912000 0.253721 309.431983 0.033841 0.067939
10073 25.757750 61.638250 0.266371 303.134618 0.025199 0.069158
10085 24.007000 36.532625 0.179280 303.300234 0.018087 0.059448
10097 22.319125 27.616125 0.207628 304.716144 0.020594 0.062110
t865 par sst4
10049 0.187749 53.788369 25.539788
10061 0.148521 54.973758 26.536189
10073 0.114275 54.895251 26.513201
10085 0.086505 54.656685 26.792316
10097 0.062912 54.433899 25.606451
-----
head and tail of the nonnan series are identified
the float id is: 60659120.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
10050 2014-03-15 60659120.0 14.405750 60.903750 26.510000 -11.551333
10062 2014-03-17 60659120.0 14.413000 60.710250 26.298375 -17.979875
10074 2014-03-19 60659120.0 14.451500 60.482125 26.373125 -10.343375
10086 2014-03-21 60659120.0 14.399250 60.347000 26.723375 -7.842375
10098 2014-03-23 60659120.0 14.286500 60.224125 27.280250 -7.418125
10109 2014-03-25 60659120.0 14.145375 60.077875 27.246000 -8.646500
10120 2014-03-27 60659120.0 14.019375 59.970750 27.582625 -7.121875
10131 2014-03-29 60659120.0 13.916875 59.758500 27.629250 -17.645625
10146 2014-03-31 60659120.0 13.699875 59.479750 27.855750 -17.269125
vn spd chlor_a dist cdm kd490 \
10050 3.189667 12.094333 1.030550 595.358724 0.098696 0.139102
10062 2.162000 19.063875 0.861572 578.056546 0.092511 0.121612
10074 0.097500 10.981625 0.946900 555.918485 0.075541 0.113168
10086 -6.205000 10.297000 0.511729 548.136638 0.047706 0.094693
10098 -8.252125 11.319875 0.399306 546.068186 0.031128 0.083423
10109 -9.321625 13.325000 0.382164 544.896011 0.030874 0.081696
10120 -5.856375 10.297750 0.299609 546.370448 0.024280 0.070760
10131 -8.623750 20.362000 0.334696 538.836436 0.025219 0.074811
10146 -18.065500 25.369250 0.254731 537.738691 0.029818 0.067096
t865 par sst4
10050 0.128804 53.891206 25.684470
10062 0.111841 54.654175 26.501785
10074 0.117802 55.483249 26.188799
10086 0.074758 55.226554 26.433272
10098 0.067986 55.165043 26.930188
10109 0.076032 55.763826 26.745059
10120 0.088098 56.142458 26.647443
10131 0.085525 55.287933 27.124351
10146 0.176690 56.242202 27.620707
-----
head and tail of the nonnan series are identified
the float id is: 60942960.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
10051 2014-03-15 60942960.0 14.410667 58.976000 26.555667 14.997000
10063 2014-03-17 60942960.0 14.330000 58.962750 26.336750 -10.179125
10075 2014-03-19 60942960.0 14.226375 58.694250 26.506875 -17.800250
10087 2014-03-21 60942960.0 13.771500 58.447875 27.004750 -22.011000
10099 2014-03-23 60942960.0 13.407000 57.925125 27.310375 -39.096750
10110 2014-03-25 60942960.0 13.318375 57.246750 27.199375 -38.777625
10121 2014-03-27 60942960.0 13.681500 56.866875 27.211750 -4.140250
10135 2014-03-29 60942960.0 14.270125 57.129500 27.557375 37.395250
vn spd chlor_a dist cdm kd490 \
10051 -3.466500 15.408500 0.372946 442.331957 0.034174 0.082014
10063 -2.831125 17.648125 0.374978 448.415787 0.043924 0.088458
10075 -22.412500 30.823125 0.439546 440.509170 0.032649 0.091840
10087 -29.381875 37.890375 0.261849 444.277222 0.024981 0.068417
10099 -18.618625 44.046750 0.219666 378.923197 0.022547 0.063322
10110 9.662000 40.707000 0.197012 305.378037 0.022942 0.062145
10121 36.360500 40.598000 0.185778 281.172093 0.017379 0.060733
10135 43.968500 58.464375 0.168985 338.369119 0.015481 0.057816
t865 par sst4
10051 0.076988 53.395528 24.801661
10063 0.128163 54.205877 25.691681
10075 0.147268 54.868649 25.915667
10087 0.095719 54.927853 26.104987
10099 0.071562 55.898118 26.839704
10110 0.125307 56.399147 27.121794
10121 0.098261 55.679531 25.510403
10135 0.095751 55.278914 27.221766
-----
head and tail of the nonnan series are identified
the float id is: 60944970.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
10053 2014-03-15 60944970.0 14.311000 61.543000 26.499800 -8.477250
10065 2014-03-17 60944970.0 14.173000 61.395875 26.327750 -13.427625
10077 2014-03-19 60944970.0 14.062000 61.248250 26.297250 -4.667750
10089 2014-03-21 60944970.0 13.851375 61.246750 26.982625 3.211875
10101 2014-03-23 60944970.0 13.556625 61.272625 27.309875 -1.607375
10112 2014-03-25 60944970.0 13.245250 61.112875 27.263500 -14.220875
10123 2014-03-27 60944970.0 12.875250 60.856750 27.508500 -20.478250
10137 2014-03-29 60944970.0 12.667125 60.465250 27.372250 -27.957375
10152 2014-03-31 60944970.0 12.688500 60.187500 27.813125 -14.015250
vn spd chlor_a dist cdm kd490 \
10053 -10.268500 13.406000 1.557278 651.644089 0.100762 0.167718
10065 -7.758875 16.596625 1.199389 653.571950 0.079242 0.154719
10077 -9.574000 11.348250 1.006400 647.816665 0.083285 0.139376
10089 -17.650125 18.454625 0.981758 661.849009 0.080938 0.131740
10101 -20.227500 20.867500 0.986499 684.642212 0.068264 0.130841
10112 -20.688125 25.435000 0.664500 694.672501 0.065233 0.107574
10123 -18.762500 30.333375 0.505709 686.712999 0.052736 0.094201
10137 -3.974500 35.393250 0.427085 643.665119 0.042318 0.086526
10152 -0.904125 22.289125 0.443316 613.522604 0.058841 0.091540
t865 par sst4
10053 0.124408 54.275942 25.606078
10065 0.157143 54.964737 25.027042
10077 0.164671 55.728328 26.082721
10089 0.082584 55.449010 26.560284
10101 0.049133 55.205985 26.805137
10112 0.045876 55.210083 27.418842
10123 0.125771 55.924619 26.892639
10137 0.190973 55.608390 26.860775
10152 0.244307 55.753099 27.290245
-----
head and tail of the nonnan series are identified
the float id is: 60659190.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
10132 2014-03-29 60659190.0 13.183250 60.85275 27.5595 -14.168667
10147 2014-03-31 60659190.0 12.942000 60.73850 27.8295 -15.683000
12404 2014-11-02 60659190.0 5.931167 69.94450 28.9835 1.547200
vn spd chlor_a dist cdm kd490 \
10132 -3.989333 15.359667 0.505894 679.261888 0.047233 0.093193
10147 -26.651375 34.612125 0.419037 674.225443 0.056450 0.087714
12404 -4.031000 6.505600 0.141104 309.460111 0.010816 0.055164
t865 par sst4
10132 0.098315 55.712663 26.653828
10147 0.132125 55.516573 27.185515
12404 0.060398 46.373367 28.553124
-----
head and tail of the nonnan series are identified
the float id is: 60940960.0
the ratio of nans in the trimmed chlor_a series 0.571428571429
head is 2014-03-31 00:00:00
t is
/Users/vyan2000/local/miniconda3/envs/condapython3/lib/python3.5/site-packages/matplotlib/axes/_base.py:2917: UserWarning: Attempting to set identical left==right results
in singular transformations; automatically expanding.
left=735323.0, right=735323.0
'left=%s, right=%s') % (left, right))
/Users/vyan2000/local/miniconda3/envs/condapython3/lib/python3.5/site-packages/matplotlib/axes/_base.py:2917: UserWarning: Attempting to set identical left==right results
in singular transformations; automatically expanding.
left=735545.0, right=735545.0
'left=%s, right=%s') % (left, right))
/Users/vyan2000/local/miniconda3/envs/condapython3/lib/python3.5/site-packages/matplotlib/axes/_base.py:2917: UserWarning: Attempting to set identical left==right results
in singular transformations; automatically expanding.
left=735549.0, right=735549.0
'left=%s, right=%s') % (left, right))
2014-03-31 00:00:00
-----
head and tail of the nonnan series are identified
the float id is: 60947960.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
10138 2014-03-29 60947960.0 13.777333 58.798667 27.571000 -15.5905
10153 2014-03-31 60947960.0 13.478375 58.656500 27.732875 -17.1105
vn spd chlor_a dist cdm kd490 \
10138 -21.32550 27.109000 0.140854 480.832409 0.011973 0.053958
10153 -27.73575 34.986125 0.128783 457.838252 0.013516 0.051810
t865 par sst4
10138 0.149058 55.786767 26.461297
10153 0.154013 55.885853 26.699567
-----
head and tail of the nonnan series are identified
the float id is: 109290.0
the ratio of nans in the trimmed chlor_a series 0.461538461538
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
12420 2014-11-06 109290.0 8.917125 60.231000 28.596625 -29.282750
12432 2014-11-08 109290.0 8.930875 59.782000 27.880500 -27.241500
12444 2014-11-10 109290.0 8.947250 59.377000 27.947625 -27.680000
12456 2014-11-12 109290.0 9.015875 58.960500 28.100750 -18.266625
12469 2014-11-14 109290.0 9.014625 58.531750 28.203875 -34.851000
12481 2014-11-16 109290.0 8.932625 57.921125 28.126875 -43.686250
12493 2014-11-18 109290.0 8.789500 57.421000 28.305375 -29.199000
12506 2014-11-20 109290.0 8.692625 56.847875 28.111625 -28.979500
12518 2014-11-22 109290.0 8.532875 56.574250 27.862250 -17.147375
12530 2014-11-24 109290.0 8.361250 56.314875 27.865625 -7.831500
12543 2014-11-26 109290.0 8.149125 56.183625 27.730375 -15.539375
12556 2014-11-28 109290.0 8.079000 55.884875 27.677875 -17.348500
12569 2014-11-30 109290.0 7.997750 55.703875 27.566125 -15.134250
12581 2014-12-02 109290.0 7.795500 55.444875 27.536875 -14.142125
12592 2014-12-04 109290.0 7.441875 55.240125 27.444500 -2.287000
12603 2014-12-06 109290.0 7.087875 55.271000 27.399875 -11.708375
12614 2014-12-08 109290.0 6.997250 54.997125 27.424000 -7.295250
12625 2014-12-10 109290.0 6.881625 54.871250 27.584375 -21.233250
12636 2014-12-12 109290.0 6.643875 54.365000 27.507750 -40.081125
12646 2014-12-14 109290.0 6.621125 53.655875 27.075750 -50.962375
12656 2014-12-16 109290.0 6.524125 52.779750 26.764125 -58.524125
12666 2014-12-18 109290.0 6.270375 52.046500 26.682375 -36.224250
12676 2014-12-20 109290.0 6.261375 51.489500 26.620625 -31.779250
12686 2014-12-22 109290.0 6.171000 50.942125 26.517625 -45.420250
12696 2014-12-24 109290.0 5.725500 50.024875 26.691625 -75.369625
12706 2014-12-26 109290.0 5.142000 49.270000 26.665000 -108.202000
vn spd chlor_a dist cdm kd490 \
12420 -0.732500 29.620125 0.185147 740.046433 0.017275 0.059407
12432 2.067875 27.477125 0.281564 698.379158 0.023749 0.067550
12444 0.053000 28.709500 0.280151 661.410960 0.026959 0.068417
12456 2.170875 20.162250 0.278739 620.757132 0.030170 0.069284
12469 3.297750 36.237875 0.277327 585.090162 0.033380 0.070151
12481 -10.779375 45.486625 0.251755 543.781688 0.024197 0.068050
12493 -12.623375 32.593000 0.202914 520.737844 0.018696 0.063831
12506 -0.807125 31.454625 0.154073 494.587147 0.013194 0.059612
12518 -16.721250 24.374375 0.181540 495.436528 0.016221 0.062015
12530 -8.542250 14.791250 0.209007 499.775400 0.019248 0.064418
12543 -13.149375 21.305750 0.206814 514.973094 0.018407 0.063982
12556 3.942125 18.971500 0.212726 508.792945 0.015237 0.065664
12569 -16.899125 24.187125 0.231474 510.132149 0.016506 0.067942
12581 -16.848625 25.085750 0.250221 522.794541 0.017774 0.070220
12592 -20.170625 23.755875 0.268969 532.566299 0.019042 0.072499
12603 -20.402750 31.279125 0.287717 552.992570 0.020310 0.074777
12614 3.443250 13.938875 0.306465 531.513223 0.021579 0.077055
12625 -18.136500 28.805750 0.325213 525.847520 0.022847 0.079334
12636 -7.312875 41.708750 0.343960 491.075312 0.024115 0.081612
12646 0.143250 51.034000 0.362708 423.822804 0.025383 0.083890
12656 -15.223375 60.907250 0.381456 346.171889 0.026652 0.086169
12666 -11.121500 38.908250 0.393336 292.540097 0.029493 0.086950
12676 3.213125 32.786625 0.229503 239.602488 0.026065 0.070908
12686 -15.778000 48.456375 0.268488 195.507063 0.015075 0.076009
12696 -50.255500 91.435125 0.338313 120.226450 0.022291 0.080555
12706 -97.487000 145.642000 0.285244 79.374783 0.026544 0.079760
t865 par sst4
12420 0.109975 46.683620 28.163978
12432 0.093398 47.955227 27.899371
12444 0.132854 44.540639 27.714853
12456 0.172310 44.983473 27.531249
12469 0.211766 40.560866 27.757334
12481 0.150808 40.862818 27.999844
12493 0.133715 40.982592 27.996819
12506 0.116622 36.576565 27.411995
12518 0.087980 38.087455 27.576021
12530 0.059338 46.220024 27.789377
12543 0.077107 43.415111 27.643358
12556 0.082370 37.112712 27.590049
12569 0.082489 44.005796 27.360961
12581 0.082607 31.948333 27.509257
12592 0.082725 21.813308 26.322594
12603 0.082844 33.246003 27.163749
12614 0.082962 44.015799 27.006351
12625 0.083080 43.073268 26.813624
12636 0.083199 39.862444 26.755690
12646 0.083317 34.053195 27.003215
12656 0.083435 37.391712 25.902220
12666 0.073211 46.986686 26.538911
12676 0.205701 42.239701 26.106472
12686 0.220912 42.460673 26.191757
12696 0.120385 41.960802 26.030480
12706 0.244323 40.536880 26.427103
-----
head and tail of the nonnan series are identified
the float id is: 114553.0
the ratio of nans in the trimmed chlor_a series 0.34
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
12395 2014-11-02 114553.0 16.665375 67.812875 28.713625 -3.656375
12409 2014-11-04 114553.0 16.488625 67.722500 28.522375 -4.963625
12421 2014-11-06 114553.0 16.344875 67.656500 28.514500 -2.903625
12433 2014-11-08 114553.0 16.173625 67.596750 28.424500 -3.395750
12445 2014-11-10 114553.0 15.953750 67.503250 28.379125 -11.825125
12457 2014-11-12 114553.0 15.832000 67.318625 28.579125 -8.808000
12470 2014-11-14 114553.0 15.792750 67.145625 28.700625 -10.475750
12482 2014-11-16 114553.0 15.674375 67.014375 28.767000 -6.971750
12494 2014-11-18 114553.0 15.535375 66.856750 28.652125 -13.178125
12507 2014-11-20 114553.0 15.431750 66.674750 28.643125 -10.242750
12519 2014-11-22 114553.0 15.323250 66.527875 28.620250 -7.372875
12531 2014-11-24 114553.0 15.193875 66.399625 28.495250 -8.978750
12544 2014-11-26 114553.0 15.077875 66.252750 28.456125 -9.012125
12557 2014-11-28 114553.0 14.961250 66.128000 28.363875 -6.879250
12570 2014-11-30 114553.0 14.821625 66.022375 28.261125 -5.705375
12582 2014-12-02 114553.0 14.686625 65.924000 28.117875 -5.281125
12593 2014-12-04 114553.0 14.572875 65.861125 27.910125 -2.712250
12604 2014-12-06 114553.0 14.474875 65.853625 27.975125 0.941375
12615 2014-12-08 114553.0 14.337875 65.913625 27.963750 7.581625
12626 2014-12-10 114553.0 14.235625 66.080375 27.859125 12.295500
12637 2014-12-12 114553.0 14.207500 66.331250 27.737875 16.947125
12647 2014-12-14 114553.0 14.301750 66.510250 27.632125 6.587625
12657 2014-12-16 114553.0 14.455875 66.589125 27.477375 3.140500
12667 2014-12-18 114553.0 14.618875 66.596000 27.400750 -4.404750
12677 2014-12-20 114553.0 14.677875 66.576000 27.343875 5.177500
12687 2014-12-22 114553.0 14.713000 66.663625 27.186375 3.747625
12697 2014-12-24 114553.0 14.758250 66.725500 26.942000 6.528750
12707 2014-12-26 114553.0 14.847375 66.845625 26.780250 6.214000
12716 2014-12-28 114553.0 14.931000 66.914750 26.683000 3.586250
12725 2014-12-30 114553.0 14.999000 66.967500 26.501375 2.393500
12734 2015-01-01 114553.0 15.072250 66.997000 26.358875 1.791500
12743 2015-01-03 114553.0 15.201875 67.019500 26.304250 -0.358875
12752 2015-01-05 114553.0 15.357250 67.001625 26.376125 -1.323875
12762 2015-01-07 114553.0 15.469375 67.008875 26.375500 2.748875
12773 2015-01-09 114553.0 15.586000 67.041750 26.354875 1.627500
12784 2015-01-11 114553.0 15.710500 67.034125 26.320375 -1.760125
12794 2015-01-13 114553.0 15.783125 67.018500 26.308125 -0.265625
12804 2015-01-15 114553.0 15.853625 67.031250 26.353875 -0.060625
12814 2015-01-17 114553.0 15.932125 67.009875 26.294500 -0.674000
12824 2015-01-19 114553.0 16.004500 67.007125 26.633125 0.548250
12833 2015-01-21 114553.0 16.042000 67.020125 26.265750 0.438125
12842 2015-01-23 114553.0 16.077375 67.043750 26.131250 3.086625
12851 2015-01-25 114553.0 16.130250 67.116000 26.027125 5.194000
12860 2015-01-27 114553.0 16.168750 67.197000 25.898500 3.912625
12869 2015-01-29 114553.0 16.152625 67.271500 25.824000 5.406375
12878 2015-01-31 114553.0 16.102625 67.411000 25.842625 12.241500
12887 2015-02-02 114553.0 16.020500 67.595500 25.881250 8.362750
12896 2015-02-04 114553.0 15.926875 67.648375 25.962375 -1.139500
12904 2015-02-06 114553.0 15.844000 67.619500 26.117250 -1.916750
12912 2015-02-08 114553.0 15.831571 67.571143 25.995857 -3.581333
vn spd chlor_a dist cdm kd490 \
12395 -13.175250 16.994625 0.158008 540.085990 0.020011 0.055984
12409 -11.503000 15.143875 0.182620 561.837062 0.024573 0.057940
12421 -8.275000 10.199000 0.167436 579.126617 0.026210 0.055683
12433 -13.407625 15.783875 0.155611 598.736443 0.025708 0.053665
12445 -11.766500 18.522625 0.148765 623.803322 0.022057 0.053552
12457 -5.582125 11.289750 0.141919 645.250860 0.018405 0.053439
12470 -2.369500 13.474875 0.135072 659.608691 0.014754 0.053327
12482 -12.222250 14.821750 0.128226 678.142063 0.011102 0.053214
12494 -4.988500 16.224000 0.131535 699.610103 0.012581 0.053278
12507 -6.757375 12.838000 0.134845 719.853131 0.014061 0.053341
12519 -8.268875 11.197250 0.138154 736.802444 0.015540 0.053405
12531 -8.414250 13.045750 0.141464 741.562641 0.017019 0.053468
12544 -7.520125 12.537125 0.144773 748.507822 0.018499 0.053531
12557 -7.098375 10.917125 0.151863 753.835334 0.018555 0.056608
12570 -8.759750 11.444625 0.155394 756.595952 0.019844 0.057947
12582 -8.676125 12.762875 0.201733 759.369187 0.024695 0.062705
12593 -7.078375 9.047875 0.248072 760.088799 0.029546 0.067463
12604 -6.697875 7.001750 0.270769 756.333817 0.037001 0.071473
12615 -8.427500 11.686500 0.293467 744.320838 0.044456 0.075483
12626 -4.020250 13.681625 0.316164 723.333205 0.051912 0.079493
12637 1.491625 17.547500 0.338862 697.243189 0.059367 0.083503
12647 9.448875 11.967375 0.361560 683.976542 0.066822 0.087513
12657 8.968000 9.895625 0.384257 683.811646 0.074278 0.091522
12667 9.623375 14.305125 0.352320 691.481306 0.061918 0.086725
12677 1.428625 6.547250 0.321698 696.481145 0.026369 0.077274
12687 1.580375 5.793000 0.346393 690.096933 0.032894 0.080386
12697 4.224000 8.663125 0.394718 686.772731 0.040207 0.087031
12707 6.749875 9.777125 0.409010 680.643562 0.043621 0.091358
12716 4.246500 6.270250 0.423302 679.172334 0.047036 0.095686
12725 5.585125 7.365375 0.437594 678.444359 0.050451 0.100013
12734 5.462500 6.604125 0.451885 680.250036 0.053865 0.104340
12743 10.079375 10.700750 0.482505 686.326555 0.057280 0.106611
12752 9.080375 10.959250 0.513125 688.100144 0.060694 0.108881
12762 6.547125 8.185875 0.445789 684.958233 0.047400 0.100279
12773 8.280250 9.052750 0.445611 679.233006 0.054727 0.105831
12784 5.368625 7.285625 0.454762 673.630448 0.066470 0.107446
12794 3.724500 5.257000 0.558688 667.709532 0.053146 0.114761
12804 5.814500 7.187000 0.787597 660.349786 0.076812 0.126097
12814 4.682500 6.146625 0.653494 654.194852 0.055481 0.117830
12824 4.550250 7.571625 0.490904 647.595957 0.043576 0.097542
12833 0.182625 3.656875 0.472006 643.350692 0.054184 0.099653
12842 3.807500 6.364375 0.753774 638.693035 0.053636 0.119034
12851 2.738250 7.564875 0.438841 629.597552 0.071757 0.095213
12860 1.439500 6.580875 1.551703 621.370198 0.089877 0.155380
12869 -2.031625 7.079000 2.022776 618.675445 0.079508 0.162672
12878 -4.551875 13.380250 4.921077 615.558495 0.064737 0.239081
12887 -4.806250 9.844250 0.892360 612.992383 0.082350 0.117900
12896 -7.105750 10.213375 5.895003 609.357583 0.074636 0.330154
12904 -4.463375 6.244375 7.953635 613.634635 0.066923 0.278317
12912 4.455500 6.712667 0.689458 618.955292 0.059799 0.104453
t865 par sst4
12395 0.126710 44.769073 28.187590
12409 0.220761 43.829378 27.865663
12421 0.176602 44.303530 28.038584
12433 0.183659 43.978507 27.691246
12445 0.150765 40.363012 27.840973
12457 0.117872 41.152612 27.981530
12470 0.084979 38.742123 28.253397
12482 0.052085 38.881847 28.352794
12494 0.081317 40.339637 28.460269
12507 0.110550 39.721500 28.149696
12519 0.139782 41.392112 27.914993
12531 0.169014 42.137233 28.207041
12544 0.198246 41.363848 28.465203
12557 0.135881 40.921274 28.139296
12570 0.149796 41.319924 28.041261
12582 0.177699 39.073177 27.472499
12593 0.205602 39.586370 27.445400
12604 0.208045 41.041283 27.746359
12615 0.210488 40.893794 27.593641
12626 0.212932 40.175522 27.356305
12637 0.215375 37.644590 27.547545
12647 0.217818 36.479511 27.557166
12657 0.220261 35.435572 26.172762
12667 0.227161 32.326761 27.161575
12677 0.092779 32.855868 26.628884
12687 0.139084 37.070485 27.154291
12697 0.174852 37.822854 26.643749
12707 0.185944 39.925132 26.618749
12716 0.197035 35.502165 26.661237
12725 0.208127 33.838114 25.735861
12734 0.219218 32.595166 26.096719
12743 0.164077 38.153287 26.166208
12752 0.108935 40.686459 26.258084
12762 0.108889 39.843513 26.524301
12773 0.083972 39.253299 26.143887
12784 0.128193 42.112617 26.219504
12794 0.128553 42.239169 25.899168
12804 0.125406 40.139213 25.922494
12814 0.163488 41.097959 25.587394
12824 0.161780 36.916812 25.659152
12833 0.085901 36.138177 24.452499
12842 0.108418 42.547969 23.732233
12851 0.220396 41.259087 25.772499
12860 0.174203 43.433219 25.778720
12869 0.149228 44.944367 25.661333
12878 0.093028 45.286061 25.824488
12887 0.076240 44.941529 25.714853
12896 0.201682 45.285140 25.419544
12904 0.130310 46.015151 25.536116
12912 0.107016 46.050788 25.879985
-----
head and tail of the nonnan series are identified
the float id is: 114556.0
the ratio of nans in the trimmed chlor_a series 0.253333333333
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
12396 2014-11-02 114556.0 16.669375 67.815250 28.629000 -2.791750
12410 2014-11-04 114556.0 16.484750 67.733250 28.521625 -4.754625
12422 2014-11-06 114556.0 16.308375 67.688250 28.520125 -0.979875
12434 2014-11-08 114556.0 16.064875 67.600875 28.412625 -10.797750
12446 2014-11-10 114556.0 15.873750 67.437500 28.452375 -8.346500
12458 2014-11-12 114556.0 15.702500 67.322625 28.669750 -3.946375
12471 2014-11-14 114556.0 15.476625 67.263375 28.691000 -3.916125
12483 2014-11-16 114556.0 15.348250 67.235375 28.641750 -2.361625
12495 2014-11-18 114556.0 15.189250 67.141625 28.635000 -6.648500
12508 2014-11-20 114556.0 15.082125 67.076250 28.718750 -3.113375
12520 2014-11-22 114556.0 14.988625 67.019375 28.738125 -3.478875
12532 2014-11-24 114556.0 14.927125 66.946500 28.679375 -6.700125
12545 2014-11-26 114556.0 14.924125 66.806375 28.598625 -10.431625
12558 2014-11-28 114556.0 14.969000 66.658750 28.499500 -7.580125
12571 2014-11-30 114556.0 14.973000 66.523250 28.372375 -9.162125
12583 2014-12-02 114556.0 14.935750 66.387250 28.256125 -7.098500
12594 2014-12-04 114556.0 14.888250 66.292875 28.194750 -4.451125
12605 2014-12-06 114556.0 14.850875 66.244375 28.210875 -2.715375
12616 2014-12-08 114556.0 14.828125 66.202125 28.191125 -2.874750
12627 2014-12-10 114556.0 14.803875 66.127375 28.108250 -5.352500
12638 2014-12-12 114556.0 14.749875 66.050750 27.967375 -4.586500
12648 2014-12-14 114556.0 14.713375 65.961125 27.685750 -6.654875
12658 2014-12-16 114556.0 14.732000 65.833250 27.424625 -10.124250
12668 2014-12-18 114556.0 14.700875 65.643500 27.344375 -12.313875
12678 2014-12-20 114556.0 14.564500 65.559500 27.300875 1.802000
12688 2014-12-22 114556.0 14.497875 65.660250 27.238750 9.560625
12698 2014-12-24 114556.0 14.570000 65.830250 27.056000 11.342250
12708 2014-12-26 114556.0 14.747250 65.970875 26.888250 5.278625
12717 2014-12-28 114556.0 14.863375 66.023875 26.720750 3.983625
12726 2014-12-30 114556.0 14.926250 66.134375 26.540375 9.343500
... ... ... ... ... ... ...
12879 2015-01-31 114556.0 15.601750 66.374875 26.147375 -7.445750
12888 2015-02-02 114556.0 15.596875 66.265750 26.271875 -9.730625
12897 2015-02-04 114556.0 15.638875 66.114500 25.889625 -6.067750
12905 2015-02-06 114556.0 15.561375 66.067375 26.008250 -1.016625
12913 2015-02-08 114556.0 15.510250 65.943000 26.204375 -15.359000
12920 2015-02-10 114556.0 15.498125 65.744875 25.878750 -7.062125
12927 2015-02-12 114556.0 15.414125 65.674875 25.761250 -2.389625
12934 2015-02-14 114556.0 15.317125 65.645250 25.943125 2.224375
12941 2015-02-16 114556.0 15.216375 65.768375 26.021125 11.566500
12948 2015-02-18 114556.0 15.263500 65.964750 26.175750 9.563625
12955 2015-02-20 114556.0 15.405000 66.018625 26.235750 0.035250
12961 2015-02-22 114556.0 15.438875 66.061875 26.278500 1.781625
12967 2015-02-24 114556.0 15.401375 66.011875 26.269875 -5.736375
12973 2015-02-26 114556.0 15.494000 65.919750 26.500250 -5.732250
12979 2015-02-28 114556.0 15.557625 65.888000 26.378375 -2.088625
12985 2015-03-02 114556.0 15.445875 65.727250 26.425750 -11.225375
12991 2015-03-04 114556.0 15.201375 65.616000 26.386750 -4.942375
12996 2015-03-06 114556.0 15.037375 65.535375 26.387250 -5.889250
13001 2015-03-08 114556.0 14.861375 65.415625 26.294875 -6.693750
13006 2015-03-10 114556.0 14.717000 65.364750 26.448250 -2.322000
13011 2015-03-12 114556.0 14.574375 65.345625 26.822250 -0.589500
13016 2015-03-14 114556.0 14.383000 65.342000 27.115750 -2.380125
13021 2015-03-16 114556.0 14.094875 65.264250 26.938375 -5.773625
13025 2015-03-18 114556.0 13.838000 65.095375 27.113625 -14.677625
13029 2015-03-20 114556.0 13.858875 64.936750 27.437875 -3.914250
13033 2015-03-22 114556.0 13.950375 64.917500 27.739125 1.766500
13037 2015-03-24 114556.0 13.920250 64.845250 27.649500 -10.060250
13041 2015-03-26 114556.0 13.807625 64.728000 27.829250 2.608875
13045 2015-03-28 114556.0 13.703375 64.953875 28.416000 18.711875
13049 2015-03-30 114556.0 13.818000 65.156125 28.500000 4.429875
vn spd chlor_a dist cdm kd490 \
12396 -13.268750 16.891375 0.157875 539.575849 0.020071 0.055961
12410 -11.701500 14.660375 0.183289 561.626591 0.025083 0.057940
12422 -13.469375 14.598250 0.167231 580.936790 0.027288 0.055485
12434 -15.882000 20.430000 0.141495 608.996236 0.024585 0.052803
12446 -9.530250 13.154875 0.146510 632.506299 0.021442 0.053951
12458 -14.997125 17.211375 0.151524 647.414413 0.018299 0.055100
12471 -9.760000 11.065750 0.156538 657.973335 0.015156 0.056248
12483 -9.450875 10.107625 0.161552 663.731541 0.012013 0.057397
12495 -9.276125 14.024625 0.153193 674.757221 0.013967 0.056083
12508 -5.100500 7.320000 0.144834 673.793799 0.015922 0.054770
12520 -5.385375 6.686250 0.136475 673.141853 0.017876 0.053457
12532 -3.442250 12.478000 0.138069 676.054820 0.016962 0.053884
12545 2.161500 12.237750 0.134310 688.671979 0.016566 0.052639
12558 3.622125 9.221875 0.147056 704.812362 0.016944 0.054273
12571 -2.655375 9.986875 0.143782 717.544573 0.014687 0.053819
12583 -2.989625 8.892875 0.142371 728.121931 0.015637 0.054227
12594 -2.459375 6.984625 0.140961 734.400644 0.016586 0.054635
12605 -1.324375 4.108375 0.139551 736.992827 0.017536 0.055043
12616 -1.621250 3.703375 0.146210 739.804080 0.018485 0.056103
12627 -2.357625 6.102000 0.223123 745.664355 0.019434 0.063338
12638 -3.467500 6.464500 0.262519 750.259994 0.022680 0.068354
12648 0.116625 8.479875 0.314488 757.081741 0.037228 0.076470
12658 -0.183875 10.884750 0.403649 770.353669 0.039944 0.091398
12668 -6.656625 16.094125 0.379434 787.317566 0.060156 0.087857
12678 -6.992000 7.528500 0.338678 789.335275 0.042040 0.081737
12688 -1.192500 11.249375 0.297923 776.427769 0.023924 0.075617
12698 10.665125 16.284625 0.293788 762.976352 0.038431 0.093966
12708 10.102875 12.140625 0.343906 757.808701 0.039475 0.096217
12717 5.147375 6.707875 0.394024 758.585615 0.040520 0.098468
12726 5.036750 11.132500 0.444142 751.375125 0.041565 0.100719
... ... ... ... ... ... ...
12879 -1.402500 8.605875 0.436614 722.168652 0.045771 0.090696
12888 3.456625 11.314250 0.397019 729.318663 0.039708 0.084634
12897 -1.040375 7.425375 24.623780 735.070984 0.072608 0.133980
12905 -7.347875 8.233875 6.989926 744.970782 0.105507 0.183326
12913 -0.157375 15.846375 1.387942 757.477432 0.105855 0.147963
12920 -2.970250 8.949500 0.818619 771.489359 0.079979 0.129293
12927 -5.745750 6.576000 0.775476 783.439496 0.054103 0.107749
12934 -7.040750 8.902375 1.280049 793.861157 0.073015 0.140245
12941 -2.957875 13.743625 2.230398 794.750879 0.144292 0.176025
12948 7.245875 12.984000 1.302459 778.108723 0.130265 0.165343
12955 7.696500 9.639250 1.280354 762.023896 0.110916 0.146040
12961 -4.945125 9.723500 1.400630 756.265310 0.094379 0.153167
12967 2.611625 9.675500 4.874103 762.775072 0.077842 0.135266
12973 8.878875 12.406125 2.703519 760.415851 0.061305 0.117365
12979 -0.881500 12.606125 0.532936 756.875971 0.044768 0.099464
12985 -15.421000 21.165250 0.709269 777.210587 0.062455 0.113552
12991 -11.391375 12.504250 0.646781 805.925657 0.058182 0.112708
12996 -10.465375 12.547375 0.838877 814.111279 0.058988 0.136645
13001 -11.444500 13.917125 0.709089 817.076172 0.059794 0.118928
13006 -8.974375 10.198375 0.579301 815.359604 0.060600 0.101211
13011 -8.436375 10.747125 0.523096 810.918545 0.050438 0.097334
13016 -16.688125 19.372875 0.348911 803.209009 0.040276 0.077613
13021 -19.040625 20.430875 0.310951 799.886443 0.034055 0.074325
13025 -8.138000 20.247375 0.253774 808.362010 0.033844 0.066421
13029 4.625250 6.972375 0.226868 825.438838 0.029439 0.063813
13033 3.614000 8.346250 0.214659 830.402228 0.029439 0.062780
13037 -3.284250 12.740750 0.202450 836.876863 0.029439 0.061747
13041 -12.759875 18.286500 0.190241 845.504097 0.029439 0.060714
13045 3.087250 19.675750 0.178031 818.857513 0.029439 0.059682
13049 9.063375 10.875750 0.165822 801.431887 0.029439 0.058649
t865 par sst4
12396 0.126462 44.774186 28.185115
12410 0.220973 43.848058 27.979112
12422 0.190653 44.413291 28.071839
12434 0.194156 44.052030 27.695267
12446 0.169915 40.554337 27.699119
12458 0.145674 40.640002 27.837923
12471 0.121433 37.013333 28.202464
12483 0.097193 39.835328 28.388071
12495 0.131145 39.773324 28.238140
12508 0.165097 40.308224 27.862468
12520 0.199050 40.523139 27.582354
12532 0.198846 41.991296 28.026787
12545 0.162588 41.667788 28.425913
12558 0.125222 40.302750 28.468213
12571 0.081700 40.190051 27.810626
12583 0.123545 39.446118 27.597499
12594 0.165391 39.285695 27.824002
12605 0.207236 40.203990 28.017123
12616 0.209382 39.202043 27.914590
12627 0.122782 39.006822 27.546523
12638 0.127853 34.818038 27.430594
12648 0.098014 35.756608 24.999491
12658 0.121544 40.743771 27.156249
12668 0.242861 39.714755 27.191467
12678 0.175574 39.365162 25.809381
12688 0.108287 37.565874 26.963649
12698 0.178088 37.502376 26.811635
12708 0.166484 41.017883 26.830220
12717 0.154880 38.957003 26.680284
12726 0.143276 36.252316 26.432540
... ... ... ...
12879 0.140775 45.261947 25.684181
12888 0.133580 44.566170 26.198777
12897 0.124339 44.364215 25.559394
12905 0.067898 46.756551 25.830630
12913 0.122880 46.853298 25.965970
12920 0.201853 47.010013 25.665722
12927 0.110885 47.813691 25.461880
12934 0.100804 48.711023 25.483109
12941 0.093260 48.104618 24.848095
12948 0.098729 48.272821 25.699002
12955 0.139276 49.118629 26.131180
12961 0.158565 48.993601 25.872623
12967 0.186739 49.766941 25.935016
12973 0.145374 49.309457 25.673164
12979 0.104009 50.927456 25.208902
12985 0.072399 51.631434 25.861643
12991 0.103400 51.643826 25.801792
12996 0.069263 50.746385 25.942348
13001 0.113483 51.578928 25.744231
13006 0.157704 51.105974 25.745772
13011 0.160059 51.569189 26.196418
13016 0.111848 51.968419 26.578912
13021 0.126446 46.569428 26.800690
13025 0.123512 42.283217 26.260624
13029 0.128529 50.953386 26.023617
13033 0.132544 53.259624 23.633333
13037 0.136559 53.073442 25.724999
13041 0.140574 52.446030 26.369874
13045 0.144589 53.263457 27.591522
13049 0.148604 54.426641 28.130611
[75 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 114559.0
the ratio of nans in the trimmed chlor_a series 0.16393442623
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
12397 2014-11-02 114559.0 19.012429 68.893286 28.840143 9.385000
12411 2014-11-04 114559.0 19.064000 69.008750 28.780000 5.932000
12423 2014-11-06 114559.0 19.130500 69.084625 28.772000 4.684250
12435 2014-11-08 114559.0 19.284125 69.136375 28.829250 0.516625
12447 2014-11-10 114559.0 19.499625 69.137375 28.778000 -1.434250
12459 2014-11-12 114559.0 19.764375 69.089250 28.855250 -3.217375
12472 2014-11-14 114559.0 20.018250 68.973750 28.938250 -11.437500
12484 2014-11-16 114559.0 20.295250 68.762500 29.136750 -14.288875
12496 2014-11-18 114559.0 20.540250 68.510500 29.045250 -14.655750
12509 2014-11-20 114559.0 20.751625 68.239000 28.931500 -17.193125
12521 2014-11-22 114559.0 20.938500 68.036000 28.810500 -8.976000
12533 2014-11-24 114559.0 21.115250 67.840125 28.724875 -12.015625
12546 2014-11-26 114559.0 21.273125 67.640250 28.452875 -13.129375
12559 2014-11-28 114559.0 21.220000 67.578500 28.244875 4.950625
12572 2014-11-30 114559.0 21.356250 67.610875 28.243250 -4.124250
12584 2014-12-02 114559.0 21.553000 67.452500 28.106625 -9.509625
12595 2014-12-04 114559.0 21.638500 67.391625 28.060750 0.669875
12606 2014-12-06 114559.0 21.717625 67.395625 27.870500 0.352500
12617 2014-12-08 114559.0 21.761500 67.460375 27.677000 7.109250
12628 2014-12-10 114559.0 21.728750 67.577625 27.386750 7.745625
12639 2014-12-12 114559.0 21.642750 67.738250 27.220250 10.363375
12649 2014-12-14 114559.0 21.593250 67.872875 26.971750 5.075750
12659 2014-12-16 114559.0 21.471500 67.945625 26.632125 5.308625
12669 2014-12-18 114559.0 21.489000 68.037875 26.396125 1.310375
12679 2014-12-20 114559.0 21.612250 67.954125 26.216375 -6.617625
12689 2014-12-22 114559.0 21.733750 67.848250 26.072875 -7.187125
12699 2014-12-24 114559.0 21.921250 67.725625 25.934000 -10.289000
12709 2014-12-26 114559.0 22.261750 67.417375 25.716750 -23.198875
12718 2014-12-28 114559.0 22.652625 67.090500 25.534625 -17.628750
12727 2014-12-30 114559.0 22.963875 66.779000 25.305875 -17.859125
... ... ... ... ... ... ...
12745 2015-01-03 114559.0 23.358750 66.265000 24.936125 -15.098125
12754 2015-01-05 114559.0 23.379125 65.957625 24.907125 -16.636125
12764 2015-01-07 114559.0 23.306125 65.740500 24.938875 -10.803750
12775 2015-01-09 114559.0 23.168875 65.528000 24.935000 -16.028875
12786 2015-01-11 114559.0 23.233375 65.239250 24.800750 -14.675375
12796 2015-01-13 114559.0 23.385750 65.049375 24.673125 -11.682125
12806 2015-01-15 114559.0 23.567000 64.829250 24.519000 -11.819125
12816 2015-01-17 114559.0 23.725375 64.664625 24.448125 -9.767250
12826 2015-01-19 114559.0 23.797125 64.440250 24.383750 -14.512750
12835 2015-01-21 114559.0 23.908500 64.212375 24.179375 -14.109625
12844 2015-01-23 114559.0 24.157875 63.961125 24.153625 -12.808625
12853 2015-01-25 114559.0 24.437625 63.738625 23.985500 -17.297500
12862 2015-01-27 114559.0 24.597500 63.297250 23.960250 -33.693500
12871 2015-01-29 114559.0 24.479125 62.638250 24.091875 -40.285250
12880 2015-01-31 114559.0 24.104875 62.029000 23.924750 -33.924750
12889 2015-02-02 114559.0 23.963375 61.394500 23.953250 -39.816125
12898 2015-02-04 114559.0 23.861750 60.736250 24.095875 -35.647875
12906 2015-02-06 114559.0 23.619125 60.179625 24.004875 -33.920625
12914 2015-02-08 114559.0 23.383750 59.644875 24.020875 -24.059750
12921 2015-02-10 114559.0 23.411625 59.361250 24.179875 -11.995125
12928 2015-02-12 114559.0 23.586375 59.172500 24.719500 -12.909875
12935 2015-02-14 114559.0 23.838625 58.938375 25.073875 -11.787125
12942 2015-02-16 114559.0 24.058750 58.808375 25.481750 -2.028750
12949 2015-02-18 114559.0 24.342375 58.988000 25.380375 22.505375
12956 2015-02-20 114559.0 24.372875 59.353875 25.376750 15.531875
12962 2015-02-22 114559.0 24.087375 59.460875 24.462500 -8.694500
12968 2015-02-24 114559.0 23.715000 59.106750 24.069375 -21.327000
12974 2015-02-26 114559.0 23.692875 58.815625 24.147250 -16.577625
12980 2015-02-28 114559.0 23.764000 58.489125 23.839625 -21.396000
12986 2015-03-02 114559.0 23.895000 58.286500 23.717000 -11.496000
vn spd chlor_a dist cdm kd490 \
12397 2.054167 10.702000 0.203870 259.447605 0.021502 0.060201
12411 4.076500 8.172000 0.176681 247.917206 0.019452 0.056035
12423 5.849000 8.819625 0.176481 237.356559 0.020763 0.056785
12435 13.883500 15.195125 0.167675 220.192533 0.018865 0.056845
12447 15.200625 16.616750 0.176225 200.742707 0.018118 0.057878
12459 15.968375 17.450875 0.184774 181.054057 0.017370 0.058911
12472 15.648625 20.413250 0.193324 168.016394 0.016622 0.059944
12484 20.102000 26.437625 0.181646 163.407821 0.016070 0.059293
12496 13.556250 21.425000 0.153954 164.655238 0.017318 0.055216
12509 11.979250 23.013500 0.174697 166.577822 0.023183 0.057152
12521 11.737875 15.470000 0.173179 166.596657 0.023283 0.056901
12533 11.946375 17.300125 0.170526 168.791045 0.027473 0.056722
12546 2.082500 17.715250 0.230867 173.144266 0.036661 0.066207
12559 -0.175000 6.589875 0.228379 181.797050 0.039140 0.068301
12572 16.646875 18.645625 0.230316 170.239541 0.047248 0.070334
12584 5.666375 11.407625 0.232252 173.702814 0.055357 0.072367
12595 6.391750 6.907625 0.266812 175.656163 0.047618 0.073179
12606 4.099625 7.265625 0.286227 171.857252 0.052800 0.077682
12617 0.891000 8.161500 0.341676 163.817980 0.056558 0.088072
12628 -5.720375 10.443125 0.450229 154.030301 0.068698 0.101601
12639 -2.737875 11.382750 0.405963 142.746057 0.062225 0.092381
12649 -6.740750 9.485875 0.699048 133.196790 0.069178 0.127577
12659 -4.781125 8.359500 0.580148 134.649607 0.072005 0.121558
12669 6.066625 8.781375 0.546721 125.991600 0.074833 0.112295
12679 7.310625 9.970250 0.513295 124.939572 0.077660 0.103033
12689 9.552125 12.228750 0.473958 128.114334 0.054147 0.097158
12699 17.488875 20.840750 4.779815 131.935425 0.050245 0.294805
12709 23.980750 33.738750 0.868158 156.518945 0.060920 0.140160
12718 24.490625 30.429875 1.736675 140.087914 0.071594 0.109532
12727 14.634625 23.548500 1.258030 127.244532 0.082268 0.117833
... ... ... ... ... ... ...
12745 5.588750 17.295750 0.750456 134.801941 0.103617 0.134435
12754 -0.812375 16.726750 0.671245 161.871323 0.114291 0.118018
12764 -9.532250 14.663500 0.870008 185.460439 0.109144 0.115465
12775 -3.408250 17.440500 0.625856 211.522635 0.079863 0.104903
12786 9.245750 17.675875 0.381704 222.995480 0.050582 0.094341
12796 11.225000 16.459375 0.326827 201.581018 0.047146 0.090594
12806 10.537250 16.497625 0.301234 177.627679 0.040026 0.090201
12816 7.737750 13.224625 0.275641 158.529152 0.032905 0.089807
12826 3.102750 15.832000 0.250048 151.061260 0.025784 0.089414
12835 11.627125 18.779000 0.444700 138.908188 0.053005 0.095181
12844 20.373250 24.386625 0.468086 106.898462 0.069278 0.100712
12853 14.311250 23.197125 0.391911 75.751306 0.060648 0.092528
12862 5.527500 34.349375 0.483075 69.199963 0.065075 0.102449
12871 -24.341625 48.106625 0.676410 72.971498 0.067658 0.108244
12880 -15.009500 37.564000 0.948290 103.557660 0.078563 0.155633
12889 -6.340000 40.741375 0.538318 121.202533 0.089467 0.108318
12898 -8.492250 36.869375 1.315023 146.911193 0.100371 0.147845
12906 -20.528500 39.963500 2.091728 124.439698 0.111276 0.187371
12914 -6.156625 25.446625 2.596894 65.816023 0.148354 0.186384
12921 6.686875 14.118000 8.697709 44.366024 0.154280 0.264951
12928 16.560375 21.136875 34.220980 39.764088 0.147502 1.311096
12935 13.032000 17.721500 40.675838 39.843182 0.140724 1.361987
12942 17.318000 18.263000 35.607409 50.296670 0.133946 1.088283
12949 14.273625 27.917250 30.538981 86.485753 0.127168 0.814579
12956 -8.047375 18.807750 16.844572 112.313902 0.120389 0.540875
12962 -30.066875 36.552125 30.297666 95.509321 0.113611 0.348679
12968 -10.866375 24.485125 1.031982 41.970080 0.106833 0.156483
12974 3.047375 17.399625 1.011119 19.939892 0.100055 0.130759
12980 10.044125 24.275500 1.085256 8.472235 0.100055 0.137956
12986 16.272000 19.923000 0.844211 12.379781 0.100055 0.141445
t865 par sst4
12397 0.177922 43.422570 28.733542
12411 0.185039 43.301208 28.601662
12423 0.141883 42.652109 28.638849
12435 0.146396 41.712270 28.328724
12447 0.109644 40.799201 28.573195
12459 0.072893 40.026681 28.173193
12472 0.036142 39.577001 28.268717
12484 0.058100 38.763903 28.596465
12496 0.149780 38.964195 28.779630
12509 0.116108 38.223131 28.973566
12521 0.161867 38.492169 28.677117
12533 0.162562 38.285106 28.562562
12546 0.155449 37.784702 28.056622
12559 0.146186 36.544453 27.964566
12572 0.162093 36.749705 27.900379
12584 0.178000 35.996363 28.057763
12595 0.139257 35.714484 27.503937
12606 0.143696 36.041619 27.824738
12617 0.165325 35.941040 27.109578
12628 0.133985 35.970616 26.821887
12639 0.123950 35.949823 27.107891
12649 0.121144 35.891375 26.749603
12659 0.092730 33.828774 24.374168
12669 0.104679 32.993494 26.162043
12679 0.116627 35.308274 26.146526
12689 0.076678 34.931334 25.956982
12699 0.124101 34.667457 25.462910
12709 0.165385 35.216420 25.520047
12718 0.152626 34.918085 25.251929
12727 0.187045 34.047817 24.881225
... ... ... ...
12745 0.125050 33.820608 24.464247
12754 0.060164 34.116878 24.541473
12764 0.124221 34.437570 23.759740
12775 0.115267 34.720641 24.093293
12786 0.106313 35.441226 24.292444
12796 0.138527 35.164267 22.704116
12806 0.123316 33.953377 23.665668
12816 0.108105 34.136835 23.945223
12826 0.092895 33.491956 21.163103
12835 0.072491 35.670430 24.171520
12844 0.061448 30.202411 23.420492
12853 0.094990 36.342027 23.887648
12862 0.066553 37.428890 23.599279
12871 0.072216 36.852146 23.304410
12880 0.193415 37.620891 23.878697
12889 0.178650 38.151553 23.261947
12898 0.156952 39.109988 23.765358
12906 0.135254 40.426752 23.789413
12914 0.168973 40.795372 23.694027
12921 0.187486 41.659585 23.680225
12928 0.144980 42.066118 24.250710
12935 0.187714 42.527960 24.290754
12942 0.178380 42.924178 24.752542
12949 0.169047 43.344777 24.476760
12956 0.127331 40.771574 24.825348
12962 0.079926 41.106810 23.120624
12968 0.165094 44.769129 23.289312
12974 0.176390 45.755306 23.016355
12980 0.178268 46.295634 23.388023
12986 0.154566 47.163151 23.330082
[61 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 114575.0
the ratio of nans in the trimmed chlor_a series 0.106666666667
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
12398 2014-11-02 114575.0 19.019571 68.894857 28.828857 9.215333
12412 2014-11-04 114575.0 19.079875 69.012875 28.776625 6.203125
12424 2014-11-06 114575.0 19.159250 69.097875 28.772250 5.484750
12436 2014-11-08 114575.0 19.312125 69.143500 28.785375 -0.544375
12448 2014-11-10 114575.0 19.543625 69.143000 28.756750 -1.347625
12460 2014-11-12 114575.0 19.833875 69.082875 28.810875 -4.839750
12473 2014-11-14 114575.0 20.126500 68.890625 28.961125 -19.629375
12485 2014-11-16 114575.0 20.396875 68.524750 29.096875 -20.781000
12497 2014-11-18 114575.0 20.338750 68.231000 29.141375 -16.039750
12510 2014-11-20 114575.0 20.058375 68.002500 29.000625 -11.859875
12522 2014-11-22 114575.0 19.730250 67.832500 28.924375 -7.444500
12534 2014-11-24 114575.0 19.564000 67.672625 28.764125 -14.473125
12547 2014-11-26 114575.0 19.402250 67.446000 28.620750 -11.087625
12560 2014-11-28 114575.0 19.289625 67.307875 28.570750 -5.970000
12573 2014-11-30 114575.0 19.191875 67.185750 28.410750 -9.567000
12585 2014-12-02 114575.0 19.108375 67.046125 28.235000 -6.390500
12596 2014-12-04 114575.0 18.974375 67.038875 28.069125 6.815750
12607 2014-12-06 114575.0 18.794500 67.188625 27.664000 8.916375
12618 2014-12-08 114575.0 18.712625 67.335625 27.408500 10.460875
12629 2014-12-10 114575.0 18.813750 67.479875 27.574500 3.277000
12640 2014-12-12 114575.0 18.825875 67.479625 27.393500 1.699375
12650 2014-12-14 114575.0 18.786500 67.536375 27.017125 5.032875
12660 2014-12-16 114575.0 18.813500 67.662750 26.531125 4.013125
12670 2014-12-18 114575.0 18.940875 67.627875 26.353250 -5.178875
12680 2014-12-20 114575.0 18.937750 67.562875 26.187125 -0.287000
12690 2014-12-22 114575.0 18.881875 67.616375 26.046750 4.142375
12700 2014-12-24 114575.0 18.871375 67.635625 25.945125 -0.908000
12710 2014-12-26 114575.0 18.857125 67.651625 25.825875 5.476500
12719 2014-12-28 114575.0 18.941625 67.625625 25.784500 -8.990625
12728 2014-12-30 114575.0 18.966250 67.543000 25.492250 -4.353125
... ... ... ... ... ... ...
12881 2015-01-31 114575.0 18.775875 66.603250 24.274000 -10.474375
12890 2015-02-02 114575.0 18.676000 66.538000 24.494500 -1.255750
12899 2015-02-04 114575.0 18.653625 66.458125 24.581125 -5.142125
12907 2015-02-06 114575.0 18.566000 66.374500 24.710875 -4.776000
12915 2015-02-08 114575.0 18.459125 66.332875 24.613125 0.087000
12922 2015-02-10 114575.0 18.451375 66.291500 24.560125 -8.035875
12929 2015-02-12 114575.0 18.371375 66.202750 24.624000 -4.969625
12936 2015-02-14 114575.0 18.210000 66.186875 24.911250 1.957125
12943 2015-02-16 114575.0 18.050500 66.146375 25.173625 5.142750
12950 2015-02-18 114575.0 17.929125 66.308500 25.397500 2.909250
12957 2015-02-20 114575.0 17.862000 66.442250 25.773625 15.290000
12963 2015-02-22 114575.0 18.083625 66.480875 26.057125 -10.085000
12969 2015-02-24 114575.0 18.019250 66.449625 25.825625 9.517000
12975 2015-02-26 114575.0 18.110125 66.574000 25.759125 -3.608625
12981 2015-02-28 114575.0 18.167750 66.428125 25.587875 -4.943875
12987 2015-03-02 114575.0 18.255750 66.273125 25.404500 -23.264125
12992 2015-03-04 114575.0 18.196625 65.944375 25.393500 -3.711875
12997 2015-03-06 114575.0 18.076250 65.930250 25.602000 -6.155250
13002 2015-03-08 114575.0 17.895750 65.792500 25.591250 -3.146000
13007 2015-03-10 114575.0 17.454500 66.007125 25.792375 19.941625
13012 2015-03-12 114575.0 17.292625 66.223000 26.145875 10.801125
13017 2015-03-14 114575.0 17.375125 66.390375 26.545375 9.205750
13022 2015-03-16 114575.0 17.739875 66.564875 26.576625 9.501500
13026 2015-03-18 114575.0 18.143125 66.574375 26.597250 -7.284750
13030 2015-03-20 114575.0 18.430625 66.430750 26.689250 -8.982000
13034 2015-03-22 114575.0 18.734500 66.195250 26.881750 -23.344625
13038 2015-03-24 114575.0 18.939250 65.650250 27.120375 -42.328625
13042 2015-03-26 114575.0 18.730000 65.008500 27.466125 -19.540375
13046 2015-03-28 114575.0 18.423625 65.154500 27.552250 22.116000
13050 2015-03-30 114575.0 18.649875 65.318000 27.671625 -5.588875
vn spd chlor_a dist cdm kd490 \
12398 2.496500 10.016167 0.203717 258.701355 0.021480 0.060170
12412 4.956750 8.598250 0.176606 246.212106 0.019442 0.056045
12424 6.044750 9.570250 0.175735 233.940543 0.020095 0.056653
12436 14.032625 15.337000 0.166556 217.203236 0.019360 0.056471
12448 16.912375 18.521750 0.182049 196.540453 0.018537 0.058722
12460 17.722750 19.461750 0.197543 175.503657 0.017714 0.060972
12473 20.331375 28.715250 0.213036 165.897270 0.016890 0.063222
12485 8.487000 24.776250 0.183007 175.096316 0.016396 0.059927
12497 -12.222625 20.591000 0.179888 200.862311 0.018355 0.058760
12510 -22.443375 25.530500 0.184630 239.845205 0.019079 0.058605
12522 -15.760875 17.806500 0.180693 278.071699 0.021365 0.057900
12534 -9.468000 18.051625 0.197912 302.775661 0.024880 0.059627
12547 -9.532750 14.880500 0.202036 332.474456 0.023725 0.060146
12560 -6.132750 8.819250 0.179487 351.620920 0.027923 0.058878
12573 -6.059125 11.848375 0.214331 368.341752 0.026172 0.061516
12585 -5.592250 9.221875 0.208726 385.184729 0.025029 0.060493
12596 -10.816375 13.485250 0.276026 395.842274 0.056445 0.076999
12607 -10.865250 14.259500 0.329081 397.093487 0.066039 0.083169
12618 1.294750 11.207875 0.394889 392.098087 0.078720 0.089487
12629 7.364250 10.395375 0.408151 373.370302 0.045418 0.093131
12640 -2.838000 8.681750 0.387424 372.461329 0.053801 0.088939
12650 -3.468125 9.217875 0.530788 371.171747 0.052428 0.111131
12660 9.284250 14.778500 0.743269 359.621923 0.053257 0.136136
12670 4.626500 8.172750 0.609914 352.374620 0.054085 0.118290
12680 -4.632750 6.089125 0.476558 357.561990 0.054914 0.100445
12690 -1.552750 5.846250 0.453572 357.769499 0.044610 0.095259
12700 -0.867500 5.235000 0.721604 357.127017 0.036197 0.122804
12710 2.581125 10.490375 0.727412 357.029690 0.074299 0.126629
12719 3.945000 11.371125 0.528765 352.488816 0.077892 0.104462
12728 1.387500 7.304500 0.741076 356.891730 0.076462 0.145126
... ... ... ... ... ... ...
12881 -6.873250 14.388000 2.991091 443.710262 0.092517 0.208674
12890 -0.851500 7.218625 13.776820 456.560280 0.102476 0.227249
12899 -3.656625 9.670625 9.479343 463.985497 0.111875 0.270378
12907 -5.749250 12.915375 14.705914 477.099811 0.152783 0.394493
12915 -4.429875 14.465875 12.409003 488.882733 0.193690 0.338233
12922 -2.540250 11.921125 5.354296 492.409060 0.253190 0.219815
12929 -6.398250 11.974875 3.137585 505.253891 0.064627 0.138669
12936 -9.859000 14.789125 1.478923 519.208617 0.064409 0.153541
12943 -15.918250 24.791875 6.696698 534.035543 0.146870 0.260278
12950 -4.328625 10.051250 11.795219 530.461792 0.229331 0.379867
12957 6.644500 21.358875 10.395081 525.444447 0.320858 0.253055
12963 7.905500 16.222750 3.149661 505.451207 0.260263 0.169898
12969 -4.784500 14.764875 0.870343 512.767939 0.199668 0.140728
12975 11.909250 17.452125 0.896934 496.312020 0.139074 0.138830
12981 -3.780500 10.296375 0.923525 503.176632 0.078479 0.136932
12987 10.103500 28.410625 1.283909 509.001718 0.096556 0.158887
12992 -12.190375 16.846750 0.975639 537.888154 0.091300 0.130229
12997 -5.989875 10.431625 0.763201 548.816321 0.074872 0.123558
13002 -22.749000 26.443750 2.061333 573.381640 0.058444 0.196637
13007 -21.915500 29.789375 0.753969 589.986729 0.061702 0.116902
13012 -1.566750 12.808500 0.586946 586.607601 0.064959 0.105752
13017 14.496500 18.505000 0.536850 567.799712 0.068217 0.097029
13022 28.348375 30.310750 0.264297 525.744196 0.031854 0.072589
13026 21.980000 23.475500 0.350388 493.745959 0.058340 0.081854
13030 16.198125 19.031375 0.294505 483.731112 0.050102 0.073771
13034 19.460625 31.467250 0.322362 475.694090 0.049292 0.076228
13038 5.087000 43.661250 0.242022 500.289659 0.021210 0.064455
13042 -29.549750 41.943500 0.167375 565.756737 0.018404 0.059300
13046 0.216500 26.174750 0.280074 577.394792 0.041900 0.071433
13050 20.799250 24.083000 0.234666 547.752072 0.032023 0.066828
t865 par sst4
12398 0.178467 43.420104 28.730119
12412 0.184354 43.308239 28.570152
12424 0.140712 42.649057 28.605461
12436 0.159616 41.729405 28.354084
12448 0.145271 40.794586 28.564807
12460 0.130927 39.999256 28.050711
12473 0.116583 39.093433 28.424510
12485 0.057012 38.649269 28.529301
12497 0.056886 39.079519 28.821828
12510 0.126503 38.513334 28.580676
12522 0.180577 38.545408 28.577068
12534 0.140088 39.671193 27.931992
12547 0.130562 39.037882 28.612804
12560 0.115152 37.338399 28.348147
12573 0.176578 37.592268 28.426636
12585 0.164734 38.268389 28.322452
12596 0.128730 38.200090 27.894946
12607 0.161071 37.423207 27.974471
12618 0.176713 38.102802 27.516355
12629 0.140615 38.037291 27.065157
12640 0.129543 38.536701 27.358017
12650 0.193148 38.512983 26.932841
12660 0.214744 38.002879 26.342499
12670 0.157276 37.279996 26.531688
12680 0.099808 37.852061 26.341790
12690 0.130093 37.089734 26.267219
12700 0.190445 37.177994 25.690614
12710 0.191209 38.305270 25.426968
12719 0.164545 35.285735 25.522307
12728 0.213490 35.588560 25.430984
... ... ... ...
12881 0.073709 43.199066 24.574521
12890 0.109166 43.612914 24.473729
12899 0.142727 44.138132 24.549060
12907 0.119845 44.677562 24.568527
12915 0.159492 44.793932 24.430172
12922 0.154256 44.781792 24.466314
12929 0.107665 45.398572 24.585904
12936 0.111040 46.404828 24.728621
12943 0.118361 47.244274 25.106397
12950 0.095596 47.944523 25.396210
12957 0.152470 48.141435 25.530224
12963 0.149476 48.390989 25.232247
12969 0.147517 48.772760 25.587580
12975 0.174238 48.278571 24.531995
12981 0.200958 46.763332 25.127282
12987 0.141672 50.084001 24.946883
12992 0.092827 50.635781 25.045007
12997 0.173831 50.781167 24.693262
13002 0.154140 51.964562 22.537922
13007 0.146265 48.720030 25.322667
13012 0.131631 49.671347 25.535219
13017 0.048768 51.914796 25.981057
13022 0.098698 52.931200 26.506747
13026 0.121899 52.167446 26.651256
13030 0.173321 50.367459 26.184324
13034 0.142179 53.976167 26.330688
13038 0.138791 53.809656 25.847419
13042 0.102347 53.005459 26.818385
13046 0.211718 54.333640 27.140013
13050 0.153482 55.590977 27.553721
[75 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 116184.0
the ratio of nans in the trimmed chlor_a series 0.205128205128
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
12399 2014-11-02 116184.0 13.776875 61.061250 28.291875 28.506125
12413 2014-11-04 116184.0 14.476125 61.226875 28.330750 -6.775125
12425 2014-11-06 116184.0 14.936500 60.898250 28.191750 -32.686875
12437 2014-11-08 116184.0 15.081375 60.266375 27.860000 -38.300375
12449 2014-11-10 116184.0 14.981750 59.726375 27.597250 -29.063875
12461 2014-11-12 116184.0 15.021000 59.333375 27.444625 -25.377625
12474 2014-11-14 116184.0 15.184500 58.854125 27.587375 -34.951125
12486 2014-11-16 116184.0 15.379250 58.189375 27.324000 -46.497250
12498 2014-11-18 116184.0 15.507500 57.368375 27.292625 -59.293625
12511 2014-11-20 116184.0 15.433625 56.324750 27.397125 -61.944875
12523 2014-11-22 116184.0 14.811500 55.582250 27.666500 -27.676000
12535 2014-11-24 116184.0 14.083750 55.448250 27.531375 11.750625
12548 2014-11-26 116184.0 13.613000 55.870750 27.592875 37.092125
12561 2014-11-28 116184.0 13.828500 56.593375 27.547500 50.797000
12574 2014-11-30 116184.0 14.463250 57.275000 27.378250 30.115500
12586 2014-12-02 116184.0 14.698750 57.667375 27.253125 22.077500
12597 2014-12-04 116184.0 14.614625 58.073750 27.081875 30.474375
12608 2014-12-06 116184.0 14.366625 58.501375 26.949875 22.254125
12619 2014-12-08 116184.0 13.954625 58.782875 26.947375 11.973625
12630 2014-12-10 116184.0 13.420250 58.924000 26.949000 4.416875
12641 2014-12-12 116184.0 12.483125 58.835625 26.887125 -20.084375
12651 2014-12-14 116184.0 11.307000 58.292750 26.824500 -41.543125
12661 2014-12-16 116184.0 10.318000 57.649000 26.729125 -40.216375
12671 2014-12-18 116184.0 9.795000 56.999250 26.665750 -42.217750
12681 2014-12-20 116184.0 9.512375 56.421000 26.694125 -30.314000
12691 2014-12-22 116184.0 9.280750 55.969375 26.964250 -27.646750
12701 2014-12-24 116184.0 9.102250 55.540125 27.075750 -26.634500
12711 2014-12-26 116184.0 8.980000 55.127500 27.065000 -27.300000
12720 2014-12-28 116184.0 8.819000 54.698000 27.000000 -30.245625
12729 2014-12-30 116184.0 8.791250 54.198875 26.885625 -30.911250
12738 2015-01-01 116184.0 8.923000 53.669750 26.584000 -31.483000
12747 2015-01-03 116184.0 9.105500 53.280250 26.380250 -23.632000
12756 2015-01-05 116184.0 9.203375 52.878750 26.524250 -26.668625
12766 2015-01-07 116184.0 9.220875 52.424125 26.650750 -30.265250
12777 2015-01-09 116184.0 9.216750 51.855375 26.693625 -43.373125
12788 2015-01-11 116184.0 8.968000 51.194750 26.579375 -38.289875
12798 2015-01-13 116184.0 8.143125 50.581875 26.383625 -44.816250
12808 2015-01-15 116184.0 6.892625 49.791375 26.232500 -51.811250
12818 2015-01-17 116184.0 5.584167 49.012333 26.181500 -68.855500
vn spd chlor_a dist cdm kd490 \
12399 44.509750 54.167250 0.241229 651.456968 0.031706 0.066340
12413 39.542250 41.350250 0.246606 616.677817 0.024322 0.066191
12425 19.554250 38.922250 0.256576 554.660582 0.032613 0.066732
12437 -1.972000 39.043125 0.238326 496.461991 0.020628 0.066679
12449 -2.746875 30.029125 0.261172 455.664579 0.021501 0.070006
12461 6.216750 26.479250 0.284017 420.337209 0.022374 0.073333
12474 11.092500 37.141625 0.306862 370.169090 0.023247 0.076661
12486 12.895750 49.057625 0.356535 305.789224 0.039700 0.077289
12498 4.082625 59.631125 0.347640 245.672100 0.038011 0.081607
12511 -20.671750 67.149750 0.425504 222.537688 0.029263 0.090752
12523 -51.295000 59.136750 0.328367 249.088693 0.028052 0.079339
12535 -40.141625 43.330250 0.384654 195.492894 0.033034 0.084785
12548 -13.584875 41.565125 0.316475 185.591321 0.026477 0.076567
12561 39.394000 64.881500 0.334589 263.193140 0.028645 0.078664
12574 31.665375 43.791500 0.352702 350.212651 0.030813 0.080762
12586 1.192625 22.527250 0.370815 340.348663 0.032981 0.082859
12597 -10.863750 32.655875 0.358959 368.531775 0.031822 0.083424
12608 -21.823625 31.616625 0.347103 416.033371 0.030664 0.083988
12619 -28.773500 31.485875 0.338112 470.817952 0.033026 0.078384
12630 -46.353000 46.803500 0.362719 484.907739 0.029562 0.083317
12641 -69.662000 73.133500 0.231700 466.733563 0.023480 0.075177
12651 -76.611375 87.272250 0.259739 430.784100 0.024042 0.078072
12661 -46.217000 61.609125 0.287778 418.725151 0.024604 0.080967
12671 -23.709875 48.640625 0.315816 405.151645 0.025166 0.083862
12681 -16.392750 34.881500 0.257940 392.690378 0.024803 0.076344
12691 -11.937250 30.416750 0.283216 391.536194 0.024560 0.079776
12701 -7.950375 28.383875 0.311702 389.704619 0.039768 0.086378
12711 -10.498375 29.410000 0.340187 387.230312 0.054977 0.092980
12720 -8.916250 31.963250 0.320948 393.542271 0.027448 0.079480
12729 3.791875 31.350375 0.328796 355.291062 0.030618 0.081514
12738 13.898875 34.620875 0.317949 297.886098 0.027963 0.076969
12747 7.996750 25.283250 0.216850 250.990275 0.028236 0.072226
12756 2.764625 27.406250 0.300852 208.883000 0.028638 0.080085
12766 1.293000 30.591750 0.301902 170.832635 0.028679 0.083258
12777 -1.038750 43.564500 0.236993 114.353051 0.023150 0.076609
12788 -36.812875 53.900750 0.238459 60.715286 0.023176 0.072899
12798 -68.248875 81.747750 0.253754 48.400597 0.023504 0.070372
12808 -88.017750 102.183250 0.226274 45.438755 0.026403 0.082942
12818 -104.665667 125.384667 0.274324 29.303094 0.023974 0.080678
t865 par sst4
12399 0.168164 47.327862 27.830251
12413 0.178213 46.847685 27.557043
12425 0.100855 45.425546 27.626628
12437 0.065484 42.287628 25.946105
12449 0.097661 39.522830 24.265583
12461 0.129839 41.696015 27.092351
12474 0.162017 42.983437 26.672499
12486 0.117569 42.219190 27.037290
12498 0.075462 42.380439 27.086327
12511 0.165226 42.812207 27.094417
12523 0.104091 43.109085 27.265594
12535 0.092234 43.764220 27.151456
12548 0.076548 44.132331 27.376006
12561 0.114861 42.545772 27.308653
12574 0.153174 41.329505 26.908162
12586 0.191487 41.321437 26.635751
12597 0.158762 39.755038 25.331408
12608 0.126036 41.139389 26.591068
12619 0.207360 39.041052 26.531113
12630 0.199086 41.496274 26.055508
12641 0.153700 41.545288 26.494999
12651 0.145566 38.691034 26.348749
12661 0.137431 23.316068 26.202499
12671 0.129297 35.931115 26.056249
12681 0.116439 43.522048 26.156951
12691 0.103155 35.886610 26.297134
12701 0.121655 39.247953 26.235083
12711 0.140156 43.956892 26.173031
12720 0.119457 46.381927 26.061579
12729 0.136048 46.434309 26.492784
12738 0.155053 39.502635 26.018441
12747 0.157429 38.501875 25.966184
12756 0.140541 46.206665 26.159999
12766 0.111065 45.147360 26.154723
12777 0.104426 45.524106 26.278529
12788 0.086070 46.890079 26.193749
12798 0.105082 43.415728 25.737798
12808 0.180744 47.954124 25.658813
12818 0.122678 50.106330 25.940421
-----
head and tail of the nonnan series are identified
the float id is: 126935.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
12487 2014-11-16 126935.0 15.400 72.992375 29.131625 -7.478875 18.714
12499 2014-11-18 126935.0 15.549 72.939000 29.003000 -7.478875 18.714
spd chlor_a dist cdm kd490 t865 par \
12487 20.89 0.213606 80.234826 0.039009 0.066511 0.226299 36.748017
12499 20.89 0.269641 74.965506 0.039646 0.071169 0.239615 42.551932
sst4
12487 28.611785
12499 29.107381
-----
head and tail of the nonnan series are identified
the float id is: 135776.0
the ratio of nans in the trimmed chlor_a series 0.145161290323
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
12563 2014-11-28 135776.0 13.936375 69.709750 28.804375 -6.352250
12575 2014-11-30 135776.0 13.755625 69.602750 28.762125 -7.148625
12587 2014-12-02 135776.0 13.621500 69.575250 28.788250 2.070500
12598 2014-12-04 135776.0 13.482875 69.646250 28.795500 4.784875
12609 2014-12-06 135776.0 13.436000 69.748375 28.758875 8.213375
12620 2014-12-08 135776.0 13.448000 69.868875 28.844250 7.811625
12631 2014-12-10 135776.0 13.495500 69.950875 28.706875 2.884250
12642 2014-12-12 135776.0 13.712875 70.008750 28.840625 2.730000
12652 2014-12-14 135776.0 13.957625 69.928625 28.663875 -12.790625
12662 2014-12-16 135776.0 14.167000 69.703750 28.467500 -16.432500
12672 2014-12-18 135776.0 14.310125 69.416500 28.382375 -18.508500
12682 2014-12-20 135776.0 14.293875 69.128500 28.353375 -16.814750
12692 2014-12-22 135776.0 14.113250 68.900875 28.310125 -11.307125
12702 2014-12-24 135776.0 13.934625 68.756125 28.094125 -4.000500
12712 2014-12-26 135776.0 13.800250 68.723250 27.939000 -1.839125
12721 2014-12-28 135776.0 13.791125 68.732500 27.808375 4.570125
12730 2014-12-30 135776.0 13.823750 68.870375 27.630625 9.639625
12739 2015-01-01 135776.0 13.955000 69.011000 27.450125 8.647500
12748 2015-01-03 135776.0 14.159625 69.157500 27.384500 7.920625
12757 2015-01-05 135776.0 14.427250 69.268875 27.388000 6.848875
12768 2015-01-07 135776.0 14.672500 69.373000 27.397500 4.311250
12779 2015-01-09 135776.0 14.905250 69.398250 27.361500 -0.804750
12789 2015-01-11 135776.0 15.083625 69.363875 27.251125 -1.850125
12799 2015-01-13 135776.0 15.226375 69.363625 27.191625 2.774250
12809 2015-01-15 135776.0 15.388500 69.429625 27.154625 3.803000
12819 2015-01-17 135776.0 15.529875 69.484250 27.092000 3.649250
12828 2015-01-19 135776.0 15.614000 69.576000 27.240250 10.120250
12837 2015-01-21 135776.0 15.647875 69.777250 27.436375 12.143625
12846 2015-01-23 135776.0 15.654000 69.833625 27.090250 -2.696250
12855 2015-01-25 135776.0 15.752750 69.820500 26.999250 -2.490750
... ... ... ... ... ... ...
12882 2015-01-31 135776.0 16.455875 70.261750 26.894375 32.613250
12891 2015-02-02 135776.0 16.609250 70.885000 26.930000 39.883625
12900 2015-02-04 135776.0 16.999625 71.316000 27.105500 10.668375
12908 2015-02-06 135776.0 17.289875 71.402625 27.204625 -1.675875
12916 2015-02-08 135776.0 17.496125 71.267375 27.093375 -16.184125
12923 2015-02-10 135776.0 17.540250 70.976875 27.232125 -17.031875
12930 2015-02-12 135776.0 17.494750 70.445375 27.536625 -44.181250
12937 2015-02-14 135776.0 17.516125 69.834125 27.615000 -23.222500
12944 2015-02-16 135776.0 17.853500 69.683375 27.592125 0.908125
12951 2015-02-18 135776.0 18.074750 69.784625 27.623250 8.150125
12958 2015-02-20 135776.0 18.053375 69.891250 27.471875 7.814625
12964 2015-02-22 135776.0 17.880250 70.101250 27.722625 13.216375
12970 2015-02-24 135776.0 17.618750 70.170250 27.512625 -4.253750
12976 2015-02-26 135776.0 17.324500 70.056625 27.279625 -7.802625
12982 2015-02-28 135776.0 17.134375 69.998000 27.168000 0.987500
12988 2015-03-02 135776.0 16.942625 69.919500 27.175250 -11.299750
12993 2015-03-04 135776.0 16.915500 69.630500 27.248250 -20.368125
12998 2015-03-06 135776.0 16.842875 69.381125 27.181125 -13.965250
13003 2015-03-08 135776.0 16.776000 69.116250 27.224375 -16.780750
13008 2015-03-10 135776.0 16.907125 68.905250 27.523875 -8.007500
13013 2015-03-12 135776.0 17.186625 68.884000 27.702125 3.657250
13018 2015-03-14 135776.0 17.445500 69.112625 27.835875 23.423500
13023 2015-03-16 135776.0 17.329000 69.480000 27.666750 18.887375
13027 2015-03-18 135776.0 16.878750 69.576750 27.544625 -8.262375
13031 2015-03-20 135776.0 16.493000 69.132000 27.755500 -47.585125
13035 2015-03-22 135776.0 16.475625 68.350500 28.159875 -36.847125
13039 2015-03-24 135776.0 16.615875 67.913125 27.985125 -19.401375
13043 2015-03-26 135776.0 16.814000 67.783750 28.411875 1.794875
13047 2015-03-28 135776.0 17.022875 67.892250 28.489750 6.575250
13051 2015-03-30 135776.0 17.148375 67.908875 28.416750 -4.109625
vn spd chlor_a dist cdm kd490 \
12563 -10.953500 14.129000 0.169149 372.394329 0.016338 0.056111
12575 -8.001875 12.566125 0.102242 367.683286 0.022075 0.049893
12587 -9.945375 11.480625 0.108033 360.651964 0.021610 0.049325
12598 -7.692750 10.008375 0.176398 345.244417 0.016944 0.057475
12609 -0.273250 8.850375 0.119813 333.289545 0.016369 0.051933
12620 2.091125 8.475375 0.118454 323.820648 0.016099 0.051743
12631 7.402875 10.789000 0.145013 320.337442 0.017959 0.054987
12642 16.384125 16.914875 0.171572 331.963968 0.019820 0.058230
12652 15.660500 20.691125 0.198132 357.344279 0.021681 0.061474
12662 10.020875 19.556375 0.177090 390.868376 0.020763 0.057669
12672 5.289125 20.606000 0.164890 423.911110 0.017610 0.055294
12682 -7.206875 19.750875 0.127571 445.383281 0.030597 0.056425
12692 -13.026750 17.327250 0.148081 451.600966 0.024279 0.059654
12702 -10.244375 12.781375 0.149635 452.662009 0.017962 0.057464
12712 -4.104625 9.707625 0.163197 447.443086 0.018813 0.060100
12721 0.139375 7.714125 0.176760 446.055761 0.019665 0.062737
12730 5.897875 11.828375 0.222308 435.555704 0.032522 0.071097
12739 10.572000 13.785500 0.261331 431.550428 0.035715 0.074641
12748 16.091875 18.370500 0.256064 433.281616 0.029763 0.071782
12757 17.870250 19.307250 0.194533 444.352410 0.018055 0.061239
12768 14.781250 16.239125 0.250485 456.101472 0.023146 0.070773
12779 13.140500 13.970125 0.235969 453.679732 0.022608 0.069164
12789 10.321000 11.410500 0.203025 451.878022 0.031040 0.068829
12799 8.669250 9.504500 0.217089 446.636505 0.031739 0.066826
12809 11.210500 12.054000 0.243621 434.320509 0.028416 0.070921
12819 6.439375 7.768500 0.299970 424.315176 0.033061 0.075274
12828 4.514875 11.731750 0.227601 412.410535 0.027351 0.067201
12837 -1.153875 13.214500 0.197100 390.583283 0.020952 0.063752
12846 4.000250 8.454500 0.204666 384.562650 0.021657 0.064070
12855 7.321625 8.911875 0.212231 383.298348 0.022363 0.064388
... ... ... ... ... ... ...
12882 11.671625 35.088125 0.220303 325.312733 0.030745 0.066852
12891 16.181500 44.654125 0.219258 256.974030 0.022003 0.068232
12900 26.062750 29.403000 0.216882 202.214234 0.023050 0.063312
12908 13.420125 25.205375 0.166181 186.907329 0.017911 0.058686
12916 8.940375 32.595875 0.184018 192.974868 0.022479 0.060556
12923 0.476375 17.947000 0.221641 220.429419 0.028255 0.065759
12930 -6.852875 44.836875 0.220476 275.524291 0.031223 0.065224
12937 14.746875 30.295000 0.213693 337.473554 0.031177 0.064234
12944 21.739125 22.341750 0.212079 336.085584 0.029845 0.065439
12951 5.870250 10.592625 0.200888 309.388560 0.034592 0.062056
12958 -7.742125 11.931500 0.211018 307.867230 0.036054 0.063104
12964 -13.147750 19.713250 0.188656 302.125571 0.036419 0.062218
12970 -20.043500 21.395875 0.211921 300.120338 0.036784 0.064235
12976 -15.836000 18.392875 0.235186 320.618707 0.037150 0.066253
12982 -13.493250 14.183375 0.234019 333.620876 0.029521 0.066220
12988 -4.235875 15.710750 0.170510 348.594225 0.016968 0.060784
12993 -3.242875 20.778875 0.175438 378.547486 0.020902 0.060906
12998 -7.458875 16.600250 0.167155 406.270826 0.022460 0.057025
13003 2.012125 17.306125 0.133781 435.346303 0.016104 0.051809
13008 14.508750 17.367250 0.110769 451.498851 0.018263 0.055130
13013 22.336250 23.004625 0.106881 436.514929 0.020422 0.053457
13018 6.668125 25.742750 0.121370 400.506067 0.015992 0.052207
13023 -21.534500 29.570000 0.144763 379.117450 0.012132 0.054140
13027 -31.462000 33.721125 0.126673 385.313000 0.017832 0.053938
13031 -14.583750 51.729625 0.147510 441.528345 0.021169 0.054943
13035 6.807500 37.952500 0.146520 523.440934 0.024625 0.054110
13039 10.286250 22.944875 0.148483 539.493533 0.022229 0.053992
13043 14.844625 17.278500 0.150446 527.618392 0.019832 0.053873
13047 11.123000 13.765000 0.152408 501.885923 0.017436 0.053754
13051 8.036125 9.422000 0.154371 489.203001 0.015040 0.053635
t865 par sst4
12563 0.290123 37.781895 28.739999
12575 0.269469 40.902256 28.022380
12587 0.292230 42.034388 28.377080
12598 0.196560 41.251360 28.578420
12609 0.171941 41.861248 28.532126
12620 0.161798 40.789993 27.992655
12631 0.140692 38.809201 28.605095
12642 0.119587 33.082495 28.293124
12652 0.098481 34.826213 28.365795
12662 0.091859 41.257073 27.967302
12672 0.123449 37.165112 26.547313
12682 0.136578 35.996582 27.722901
12692 0.144112 40.492110 27.548282
12702 0.149770 38.362520 28.005136
12712 0.143603 37.527263 27.592084
12721 0.137436 40.621314 27.931164
12730 0.150010 41.667755 27.373539
12739 0.191484 41.484018 26.905050
12748 0.203944 39.301569 27.105498
12757 0.121538 40.160196 26.932627
12768 0.095155 39.800284 27.467831
12779 0.068365 42.218036 27.157314
12789 0.198583 42.384780 27.452867
12799 0.127510 42.755083 27.142367
12809 0.176960 42.270952 26.916157
12819 0.138013 42.554431 26.325944
12828 0.142668 43.083639 26.652223
12837 0.142812 39.306148 26.056249
12846 0.136272 38.771152 26.358475
12855 0.129732 40.668797 25.213271
... ... ... ...
12882 0.223292 44.437820 26.872807
12891 0.179517 44.203316 27.006246
12900 0.125988 42.905191 26.333025
12908 0.113432 44.081144 27.358305
12916 0.116108 44.869890 27.238217
12923 0.123173 46.020895 27.538095
12930 0.132673 46.301134 27.713014
12937 0.134931 47.148093 27.496871
12944 0.136809 47.452134 27.515201
12951 0.131040 47.853509 27.457759
12958 0.227524 48.210672 27.424070
12964 0.308558 48.101138 27.312788
12970 0.238477 47.184499 27.435698
12976 0.168397 40.261734 26.942059
12982 0.149081 41.248596 26.770987
12988 0.170071 47.632208 26.815629
12993 0.149169 50.994019 26.796187
12998 0.124413 50.833388 27.078431
13003 0.119146 50.960753 27.217550
13008 0.105734 51.484663 27.405140
13013 0.111873 51.655249 27.623976
13018 0.232156 51.383784 27.450998
13023 0.080040 49.945784 27.320626
13027 0.096913 52.585806 27.636865
13031 0.141659 54.351800 27.790773
13035 0.121278 53.686650 27.482429
13039 0.145533 49.480220 27.737659
13043 0.169789 48.850219 26.641241
13047 0.194044 54.294898 27.702877
13051 0.218300 55.083289 27.894731
[62 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 135780.0
the ratio of nans in the trimmed chlor_a series 0.351851851852
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
12416 2014-11-04 135780.0 11.187375 71.858250 29.322250 12.580375
12428 2014-11-06 135780.0 11.368750 72.023375 29.204250 4.062375
12440 2014-11-08 135780.0 11.474375 72.061375 29.281000 5.789000
12452 2014-11-10 135780.0 11.561500 72.070750 29.331375 -1.219250
12464 2014-11-12 135780.0 11.765500 72.075750 29.323875 -0.172375
12477 2014-11-14 135780.0 12.091250 72.122125 29.213875 8.883750
12489 2014-11-16 135780.0 12.303375 72.169500 29.354625 -5.083625
12501 2014-11-18 135780.0 12.464250 72.137500 29.336500 -1.625750
12513 2014-11-20 135780.0 12.530750 72.135750 29.249875 2.036375
12525 2014-11-22 135780.0 12.622125 72.170500 29.230875 -2.182250
12538 2014-11-24 135780.0 12.838625 72.068125 29.089500 -6.057875
12551 2014-11-26 135780.0 13.097000 71.911250 29.063500 -11.154250
12564 2014-11-28 135780.0 13.379250 71.801375 28.989250 -2.896625
12576 2014-11-30 135780.0 13.668875 71.709125 28.854875 -5.663375
12588 2014-12-02 135780.0 14.095250 71.719875 28.840750 4.855500
12599 2014-12-04 135780.0 14.418500 71.800500 28.851375 5.636125
12610 2014-12-06 135780.0 14.820750 71.930250 28.717125 8.107375
12621 2014-12-08 135780.0 15.288625 72.038500 28.885375 5.062750
12632 2014-12-10 135780.0 15.577125 72.089875 28.903500 -1.879000
12643 2014-12-12 135780.0 15.569500 71.969500 28.815750 -7.023125
12653 2014-12-14 135780.0 15.406500 71.851750 28.685375 -15.178375
12663 2014-12-16 135780.0 15.560375 71.561625 28.612625 -17.203500
12673 2014-12-18 135780.0 15.843875 71.287375 28.587875 -16.462000
12683 2014-12-20 135780.0 16.136500 71.042750 28.513375 -10.653000
12693 2014-12-22 135780.0 16.404625 70.929250 28.478125 -5.666625
12703 2014-12-24 135780.0 16.619500 70.837375 28.428125 -3.977000
12713 2014-12-26 135780.0 16.798500 70.802625 28.600000 -1.202875
12722 2014-12-28 135780.0 16.901000 70.806625 28.297500 0.522750
12731 2014-12-30 135780.0 16.807000 70.760500 28.137125 -7.361250
12740 2015-01-01 135780.0 16.683375 70.588375 27.767500 -14.171625
12749 2015-01-03 135780.0 16.667625 70.289875 27.609000 -22.603875
12758 2015-01-05 135780.0 16.795000 69.942375 27.702625 -17.356625
12769 2015-01-07 135780.0 16.974000 69.776875 27.790250 -3.419375
12780 2015-01-09 135780.0 17.066375 69.780500 27.750375 2.712875
12790 2015-01-11 135780.0 17.110000 69.825375 27.290250 3.581250
12800 2015-01-13 135780.0 17.184500 69.921375 27.217625 9.685875
12810 2015-01-15 135780.0 17.389625 70.110375 27.120375 11.027500
12820 2015-01-17 135780.0 17.799625 70.264375 26.989625 6.947375
12829 2015-01-19 135780.0 18.136000 70.329125 27.534875 -2.767000
12838 2015-01-21 135780.0 18.543375 70.121750 27.364625 -18.721875
12847 2015-01-23 135780.0 18.920500 69.890875 27.549375 -7.229375
12856 2015-01-25 135780.0 19.255625 69.774000 27.247000 -6.141250
12865 2015-01-27 135780.0 19.385750 69.707750 26.870250 -3.848250
12874 2015-01-29 135780.0 19.471875 69.592000 26.182875 -10.466750
12883 2015-01-31 135780.0 19.616875 69.397750 26.168500 -10.483250
12892 2015-02-02 135780.0 19.783125 69.239125 26.408000 -13.219875
12901 2015-02-04 135780.0 20.090000 68.956750 26.398625 -18.597875
12909 2015-02-06 135780.0 20.584250 68.669375 26.834375 -12.322625
12917 2015-02-08 135780.0 20.934375 68.621875 26.173875 6.567000
12924 2015-02-10 135780.0 21.145875 68.783750 26.024625 2.636750
12931 2015-02-12 135780.0 21.440625 68.584125 25.934375 -14.498375
12938 2015-02-14 135780.0 21.834375 68.568875 26.349250 9.673625
12945 2015-02-16 135780.0 21.789875 68.680125 26.358125 -2.058500
12952 2015-02-18 135780.0 21.646800 68.610400 26.261800 -3.901500
vn spd chlor_a dist cdm kd490 \
12416 16.243500 21.455875 0.194934 25.521487 0.017684 0.059923
12428 5.174125 14.175000 0.197500 21.222578 0.020299 0.060351
12440 4.873500 12.536875 0.200066 19.472002 0.022915 0.060779
12452 11.621000 12.490500 0.202632 13.226885 0.025531 0.061207
12464 15.801625 16.610125 0.205198 21.444013 0.028147 0.061635
12477 22.645625 25.924875 0.207764 54.336693 0.030763 0.062063
12489 10.470250 14.948750 0.210330 77.392075 0.033379 0.062491
12501 6.669250 11.264750 0.206203 95.285453 0.017272 0.062060
12513 3.503375 9.578875 0.214499 102.645506 0.017517 0.063494
12525 7.513375 15.517500 0.206180 112.639840 0.017667 0.061358
12538 15.031125 17.353625 0.197862 137.148419 0.017817 0.059221
12551 19.772375 23.771750 0.189543 167.784072 0.017967 0.057085
12564 16.827750 17.772750 0.169201 200.719403 0.017359 0.055808
12576 26.617875 29.605625 0.148858 234.153826 0.016751 0.054530
12588 23.669375 27.959125 0.169536 260.374468 0.017848 0.057158
12599 20.576875 24.791250 0.171254 235.626015 0.019238 0.055822
12610 28.357000 30.048750 0.146809 206.231366 0.021690 0.054429
12621 26.555500 27.135875 0.149997 173.521051 0.019110 0.056042
12632 11.082500 13.830250 0.153185 155.667181 0.016529 0.057654
12643 -11.624250 14.886875 0.156373 168.133807 0.013949 0.059267
12653 -1.746750 19.323500 0.128017 186.358439 0.016669 0.054164
12663 17.027125 24.545625 0.129636 210.281669 0.020036 0.053927
12673 18.364500 25.075875 0.161348 229.267262 0.024836 0.057014
12683 18.288125 21.564125 0.170466 246.542666 0.025772 0.059009
12693 14.766500 16.565125 0.179584 254.970581 0.026708 0.061004
12703 13.019125 14.151750 0.188702 261.656117 0.027644 0.062999
12713 11.911750 12.298375 0.197820 260.198142 0.028580 0.064995
12722 -1.109750 4.398375 0.206939 257.535462 0.029516 0.066990
12731 -10.283250 13.111250 0.216057 264.381515 0.030452 0.068985
12740 -3.978000 14.909250 0.225175 285.370525 0.031388 0.070980
12749 3.675125 23.331375 0.234293 316.722532 0.032324 0.072976
12758 11.179875 20.743375 0.243411 350.179196 0.033259 0.074971
12769 9.933000 11.479750 0.172169 361.682123 0.028426 0.066744
12780 3.400750 6.610125 0.284331 357.954750 0.019726 0.077810
12790 2.852625 4.922500 0.436182 351.763542 0.045022 0.100119
12800 7.617250 12.580250 0.347925 339.306444 0.044505 0.090691
12810 20.558000 23.867750 0.202468 312.964555 0.035155 0.062239
12820 24.764000 25.968875 0.300176 286.363853 0.034739 0.075282
12829 25.062625 27.710750 0.289979 273.636599 0.033724 0.072847
12838 20.960750 29.842750 0.292802 248.787349 0.043145 0.072784
12847 28.107500 29.215750 0.349426 218.337280 0.036184 0.091891
12856 15.356875 17.505875 0.422346 189.317563 0.048257 0.094483
12865 3.380750 8.288875 0.495265 179.561090 0.060330 0.097075
12874 8.390750 14.055625 0.454908 176.865584 0.055843 0.095998
12883 10.063500 15.206750 0.500393 174.318193 0.058662 0.101237
12892 13.086500 18.973500 1.437274 169.570637 0.071124 0.118008
12901 27.297000 33.487125 0.560897 163.654208 0.077749 0.111303
12909 29.844375 33.396250 0.515504 150.054624 0.065054 0.106908
12917 15.672000 18.819000 0.474354 124.665700 0.052359 0.097751
12924 14.818375 19.141500 0.692473 96.101406 0.083497 0.115208
12931 23.510125 29.316500 1.095831 87.133338 0.083497 0.134885
12938 18.377000 23.063750 2.069258 59.425747 0.083497 0.152106
12945 -16.606375 17.952125 1.167867 54.090597 0.083497 0.140028
12952 -3.180000 5.299500 0.854518 69.999563 0.083497 0.121552
t865 par sst4
12416 0.201058 43.637939 28.762516
12428 0.203737 43.318284 28.893922
12440 0.206415 42.015901 28.498378
12452 0.209094 42.588919 28.656604
12464 0.211772 42.484395 28.756609
12477 0.214451 41.073242 28.049944
12489 0.217129 42.721809 29.020470
12501 0.112020 44.698792 28.478896
12513 0.113662 39.162267 28.944461
12525 0.170584 31.527281 26.637052
12538 0.227506 38.468082 28.823575
12551 0.284427 43.312849 29.036466
12564 0.202994 41.038945 27.805328
12576 0.121560 41.971470 27.684350
12588 0.121746 42.420348 28.280387
12599 0.120729 41.364659 28.853644
12610 0.128188 40.972910 28.551594
12621 0.118824 39.657132 28.451384
12632 0.109460 36.634262 28.672909
12643 0.100095 36.988750 28.074374
12653 0.117581 40.807391 28.088103
12663 0.129152 39.753190 26.543431
12673 0.201989 38.677510 28.245067
12683 0.187661 37.697317 28.340824
12693 0.173333 38.770183 27.412241
12703 0.159005 36.989536 27.944955
12713 0.144678 38.000515 26.362346
12722 0.130350 30.852637 28.077291
12731 0.116022 32.996797 27.798710
12740 0.101694 37.620289 27.387857
12749 0.087366 38.326252 27.306671
12758 0.073038 37.805357 27.489626
12769 0.092702 40.158828 27.458637
12780 0.118150 40.168036 27.241237
12790 0.199290 40.658117 27.511814
12800 0.199350 41.309331 27.054521
12810 0.141072 40.828302 26.957383
12820 0.139090 40.438309 26.700479
12829 0.149616 40.294683 25.835126
12838 0.224577 35.285690 24.860237
12847 0.068487 38.319444 23.819218
12856 0.094656 39.816087 26.496249
12865 0.120825 41.677776 26.358810
12874 0.101375 42.460017 26.304491
12883 0.074973 42.567173 26.320760
12892 0.126560 42.647526 26.196743
12901 0.185840 42.782504 25.984142
12909 0.132140 43.144926 26.038644
12917 0.169236 43.437986 25.888306
12924 0.180772 43.378977 25.772566
12931 0.114985 43.635189 25.350643
12938 0.152195 44.299276 25.238225
12945 0.151237 44.863127 25.661641
12952 0.160819 45.303064 25.221428
-----
head and tail of the nonnan series are identified
the float id is: 60941970.0
the ratio of nans in the trimmed chlor_a series 0.434782608696
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
12430 2014-11-06 60941970.0 7.646000 67.187750 29.199750 -3.242750
12442 2014-11-08 60941970.0 7.639500 67.191000 29.200250 7.920750
12454 2014-11-10 60941970.0 7.538250 67.332250 29.373375 5.948625
12466 2014-11-12 60941970.0 7.374750 67.387000 29.300250 6.523625
12478 2014-11-14 60941970.0 7.134500 67.487750 29.445750 5.896125
12490 2014-11-16 60941970.0 6.963250 67.638375 29.328625 8.577125
12503 2014-11-18 60941970.0 6.777875 67.740625 29.349375 5.546750
12515 2014-11-20 60941970.0 6.638000 67.768250 29.222750 4.050000
12527 2014-11-22 60941970.0 6.564375 67.977375 29.143625 13.407250
12540 2014-11-24 60941970.0 6.477750 68.033750 29.196750 -0.012375
12553 2014-11-26 60941970.0 6.603125 68.100750 29.296500 9.393000
12566 2014-11-28 60941970.0 6.738750 68.211750 29.173000 2.530375
12578 2014-11-30 60941970.0 6.942875 68.210875 29.242125 -2.786125
12589 2014-12-02 60941970.0 7.205875 68.159000 29.316500 -4.199125
12600 2014-12-04 60941970.0 7.482750 68.106250 29.378500 -4.380625
12611 2014-12-06 60941970.0 7.692375 67.926625 29.323875 -13.746500
12622 2014-12-08 60941970.0 8.043125 67.859000 29.346500 -3.164375
12633 2014-12-10 60941970.0 8.314375 67.720125 29.240375 -3.097250
12644 2014-12-12 60941970.0 8.525625 67.702375 29.367750 -5.455500
12654 2014-12-14 60941970.0 8.863250 67.626000 29.273000 -5.913750
12664 2014-12-16 60941970.0 9.147125 67.528875 29.116625 -1.470625
12674 2014-12-18 60941970.0 9.329875 67.442250 29.046750 -11.437500
12684 2014-12-20 60941970.0 9.581500 67.382625 28.887000 1.744000
12694 2014-12-22 60941970.0 9.695750 67.326000 28.883250 -6.642250
12704 2014-12-24 60941970.0 9.801500 67.250750 28.808625 -4.191500
12714 2014-12-26 60941970.0 9.726875 67.134625 28.755125 -11.297750
12723 2014-12-28 60941970.0 9.682125 67.013125 28.634375 -4.549250
12732 2014-12-30 60941970.0 9.597125 67.005875 28.570875 6.802375
12741 2015-01-01 60941970.0 9.471625 67.113750 28.600500 4.975750
12750 2015-01-03 60941970.0 9.486500 67.209500 28.712750 8.562750
... ... ... ... ... ... ...
12848 2015-01-23 60941970.0 7.445375 68.162500 28.698375 -15.171250
12857 2015-01-25 60941970.0 6.974750 68.078750 28.754500 -4.972750
12866 2015-01-27 60941970.0 6.467750 67.747125 28.637375 -25.244375
12875 2015-01-29 60941970.0 6.285375 67.531875 28.437375 -10.897500
12884 2015-01-31 60941970.0 6.093000 67.373250 28.613000 1.024000
12893 2015-02-02 60941970.0 5.953375 67.516000 28.572875 8.892625
12902 2015-02-04 60941970.0 6.120500 67.616375 28.547750 11.649125
12910 2015-02-06 60941970.0 6.365500 68.022750 28.655750 33.556625
12918 2015-02-08 60941970.0 6.494000 68.345000 28.649125 0.975875
12925 2015-02-10 60941970.0 7.122000 68.333250 28.604250 7.079000
12932 2015-02-12 60941970.0 7.678375 68.318000 28.546875 -14.000625
12939 2015-02-14 60941970.0 8.084625 68.100000 28.823375 -9.515625
12946 2015-02-16 60941970.0 8.317625 67.985750 28.854625 -9.467625
12953 2015-02-18 60941970.0 8.553875 67.773125 29.031125 -13.310625
12959 2015-02-20 60941970.0 8.784750 67.487750 28.710375 -22.900000
12965 2015-02-22 60941970.0 9.125625 67.164875 28.868625 -20.250125
12971 2015-02-24 60941970.0 9.260750 66.706000 28.843250 -35.115625
12977 2015-02-26 60941970.0 9.255875 66.260750 28.876375 -19.612250
12983 2015-02-28 60941970.0 9.251250 66.252250 28.947250 12.800500
12989 2015-03-02 60941970.0 9.083375 66.366000 28.883000 7.258875
12994 2015-03-04 60941970.0 9.049125 66.491875 28.746750 3.298500
12999 2015-03-06 60941970.0 9.047250 66.559125 28.623625 5.860000
13004 2015-03-08 60941970.0 9.065750 66.675375 28.797125 7.125375
13009 2015-03-10 60941970.0 9.216625 66.670125 28.874000 -3.441750
13014 2015-03-12 60941970.0 9.447375 66.523750 29.138375 -16.665500
13019 2015-03-14 60941970.0 9.852375 66.216625 29.232875 -27.173500
13024 2015-03-16 60941970.0 10.194750 65.646625 28.948125 -34.246375
13028 2015-03-18 60941970.0 10.272875 65.300875 28.786750 -23.820750
13032 2015-03-20 60941970.0 10.393625 64.953250 28.842875 -10.387750
13036 2015-03-22 60941970.0 10.437750 64.860375 28.709250 1.192875
vn spd chlor_a dist cdm kd490 \
12430 -4.127125 8.781750 0.112091 619.216883 0.011076 0.050691
12442 -0.544375 9.477375 0.096905 619.206466 0.010467 0.048235
12454 -10.594875 13.215750 0.067116 606.292457 0.010029 0.044515
12466 -12.622750 15.353375 0.078401 596.962498 0.010083 0.046371
12478 -12.724125 14.976875 0.089685 581.878223 0.010136 0.048227
12490 -12.128625 15.612375 0.100970 563.100490 0.010190 0.050084
12503 -12.030375 14.061375 0.112255 550.046405 0.010243 0.051940
12515 -1.632375 11.137500 0.123540 546.128743 0.010297 0.053796
12527 -11.625125 18.806125 0.117720 522.724391 0.009782 0.052274
12540 4.109250 8.325000 0.111901 516.297690 0.009266 0.050751
12553 10.298375 14.152750 0.111884 509.234253 0.009352 0.050747
12566 9.405000 12.095000 0.111868 497.786894 0.009438 0.050743
12578 13.833375 14.314250 0.111851 499.966561 0.009523 0.050739
12589 19.319375 19.917500 0.104790 509.775313 0.009806 0.049671
12600 13.475625 15.111000 0.095366 521.511098 0.008052 0.049319
12611 22.126750 28.199250 0.070245 544.238026 0.008884 0.044594
12622 13.525750 17.665125 0.074670 533.524982 0.009513 0.045165
12633 20.322000 22.668625 0.079096 535.884743 0.010142 0.045737
12644 15.553375 17.085750 0.083522 529.723467 0.010771 0.046308
12654 20.047875 21.499750 0.087947 527.010790 0.011400 0.046879
12664 16.340625 17.289250 0.092373 530.410513 0.012029 0.047450
12674 13.368625 18.711375 0.096799 536.283885 0.012658 0.048021
12684 11.692125 12.493375 0.101225 539.228077 0.013287 0.048593
12694 7.761375 10.984625 0.105650 544.288563 0.013915 0.049164
12704 2.004500 7.266000 0.110076 551.272876 0.014544 0.049735
12714 -6.035000 14.637000 0.115920 564.982759 0.012742 0.052636
12723 -4.275875 6.722875 0.109167 578.641081 0.012006 0.051961
12732 -7.186000 10.856000 0.093755 580.227212 0.010798 0.049402
12741 -6.212375 8.065250 0.085917 569.907225 0.011172 0.047840
12750 6.023000 11.226125 0.087234 559.272872 0.010907 0.047582
... ... ... ... ... ... ...
12848 -21.396375 26.575875 0.121810 514.540952 0.011660 0.051228
12857 -47.729250 50.302000 0.111866 514.878998 0.011685 0.051541
12866 -7.661375 28.119750 0.133632 547.988744 0.012393 0.054500
12875 -19.871250 24.813625 0.155397 572.005554 0.013101 0.057460
12884 -6.463875 12.138375 0.151222 590.512397 0.012667 0.056824
12893 -4.956750 12.955875 0.147046 575.946452 0.012233 0.056187
12902 22.727500 27.088000 0.142870 563.465171 0.011799 0.055551
12910 4.745750 34.595625 0.138694 517.523894 0.011365 0.054915
12918 23.318750 28.164375 0.134519 481.895406 0.010931 0.054279
12925 45.831750 46.541250 0.123391 489.270632 0.011185 0.052893
12932 29.493375 33.634250 0.112264 504.273139 0.011439 0.051507
12939 19.580500 21.959750 0.101137 507.530925 0.011693 0.050121
12946 11.577375 15.865625 0.118631 508.578554 0.012807 0.050874
12953 15.830375 22.116125 0.186502 521.343102 0.019705 0.057254
12959 21.826375 33.318625 0.157899 543.943610 0.016786 0.055968
12965 12.376000 24.625750 0.156572 570.151080 0.011164 0.057117
12971 6.747625 36.355625 0.134647 617.399979 0.010825 0.053954
12977 0.522000 23.854125 0.112721 665.896945 0.010485 0.050791
12983 -12.800500 21.408750 0.090796 666.894204 0.010146 0.047628
12989 -1.461625 14.039250 0.108428 657.411634 0.010767 0.050861
12994 -2.516500 5.881625 0.112734 644.441465 0.010830 0.051149
12999 -0.547000 7.015750 0.117040 637.205234 0.010893 0.051437
13004 3.745500 10.309000 0.121346 624.263699 0.010956 0.051725
13009 15.552500 16.768625 0.125652 622.034742 0.011019 0.052013
13014 18.651625 25.779375 0.129958 634.577559 0.011082 0.052301
13019 27.564375 39.431375 0.132146 659.539910 0.010424 0.053021
13024 18.118750 39.373250 0.168053 713.375814 0.011807 0.057857
13028 -9.189375 31.789625 0.203959 749.481782 0.013191 0.062693
13032 22.816375 27.250125 0.184009 785.440155 0.012243 0.059452
13036 -9.574625 14.380875 0.169342 794.961673 0.011937 0.058006
t865 par sst4
12430 0.102243 33.508170 28.965356
12442 0.091536 50.145333 27.980032
12454 0.097034 48.872592 28.709847
12466 0.097147 47.668092 28.744999
12478 0.097260 44.120559 28.855893
12490 0.097373 30.319156 28.959568
12503 0.097487 29.667250 28.933154
12515 0.097600 27.754224 28.906740
12527 0.105429 19.741736 28.880327
12540 0.113259 35.435473 28.853913
12553 0.115628 45.077213 28.827499
12566 0.117997 33.337595 28.630744
12578 0.120366 43.130740 28.661003
12589 0.153731 47.568156 28.829120
12600 0.110368 47.399381 29.052422
12611 0.118083 40.974453 28.976771
12622 0.126251 41.355279 28.849873
12633 0.134418 36.535975 28.588225
12644 0.142586 29.936684 28.861557
12654 0.150754 30.342517 28.612001
12664 0.158922 37.546672 28.362445
12674 0.167090 29.507992 28.112889
12684 0.175258 24.573874 27.863333
12694 0.183426 39.055876 28.270876
12704 0.191594 42.467749 28.629999
12714 0.139341 40.262248 28.433213
12723 0.150575 44.646218 27.960178
12732 0.177122 44.191025 28.038915
12741 0.189205 44.979743 28.307511
12750 0.128131 46.591880 28.076759
... ... ... ...
12848 0.092448 44.609563 28.277873
12857 0.124618 46.065883 28.439210
12866 0.117798 43.410516 28.453192
12875 0.110977 39.503703 27.930833
12884 0.114422 39.356338 28.212164
12893 0.117866 39.552795 28.132621
12902 0.121311 45.386314 28.285640
12910 0.124755 51.572819 28.413311
12918 0.128199 52.020197 28.564999
12925 0.120978 51.084963 27.940030
12932 0.113757 51.705662 28.167986
12939 0.106536 52.508676 28.489262
12946 0.093717 50.049472 27.128718
12953 0.130176 51.542140 25.223577
12959 0.137218 52.498469 28.405649
12965 0.147868 50.962903 28.430274
12971 0.158805 50.166717 28.536530
12977 0.169742 51.819432 28.259346
12983 0.180680 52.313998 28.291265
12989 0.126263 52.045057 28.271437
12994 0.134553 48.904134 28.465672
12999 0.142842 50.530976 27.938749
13004 0.151132 51.349316 28.666485
13009 0.159422 53.134689 28.361687
13014 0.167712 53.834994 28.374862
13019 0.153400 53.097617 27.765414
13024 0.183125 34.971889 28.714568
13028 0.212849 33.343150 28.261223
13032 0.190205 53.493852 28.434733
13036 0.143680 53.338638 28.369326
[69 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 60943970.0
the ratio of nans in the trimmed chlor_a series 0.430769230769
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
12431 2014-11-06 60943970.0 9.724250 61.918000 28.637000 7.209750
12443 2014-11-08 60943970.0 9.837250 62.081875 28.558000 13.122000
12455 2014-11-10 60943970.0 9.869500 62.271125 28.480625 12.257875
12467 2014-11-12 60943970.0 9.836375 62.453375 28.614000 10.486875
12479 2014-11-14 60943970.0 9.767625 62.647125 28.737875 11.382500
12491 2014-11-16 60943970.0 9.677750 62.760125 28.842875 10.688375
12504 2014-11-18 60943970.0 9.601750 62.886125 28.701875 -2.315500
12516 2014-11-20 60943970.0 9.604875 62.844375 28.692375 -0.432625
12528 2014-11-22 60943970.0 9.508375 62.838875 28.718250 -2.274500
12541 2014-11-24 60943970.0 9.414375 62.765875 28.627500 -3.386875
12554 2014-11-26 60943970.0 9.344250 62.678875 28.580250 -10.032125
12567 2014-11-28 60943970.0 9.328000 62.538250 28.547875 -7.948375
12579 2014-11-30 60943970.0 9.274000 62.389625 28.483125 -11.827125
12590 2014-12-02 60943970.0 9.265125 62.211625 28.392625 -9.203125
12601 2014-12-04 60943970.0 9.246250 62.035750 28.331625 -10.884000
12612 2014-12-06 60943970.0 9.251125 61.844250 28.338500 -14.646625
12623 2014-12-08 60943970.0 9.271250 61.627625 28.298000 -13.482000
12634 2014-12-10 60943970.0 9.308250 61.389750 28.163375 -17.332875
12645 2014-12-12 60943970.0 9.363250 61.057500 28.107750 -22.795000
12655 2014-12-14 60943970.0 9.439125 60.708125 28.042125 -28.343500
12665 2014-12-16 60943970.0 9.600500 60.283000 27.889000 -20.673500
12675 2014-12-18 60943970.0 9.786750 59.988250 27.783750 -14.503000
12685 2014-12-20 60943970.0 10.035625 59.837000 27.740875 -6.370750
12695 2014-12-22 60943970.0 10.291875 59.759875 27.754125 -5.090375
12705 2014-12-24 60943970.0 10.593250 59.631875 27.667750 -6.586875
12715 2014-12-26 60943970.0 10.933250 59.571250 27.494250 -5.721625
12724 2014-12-28 60943970.0 11.240000 59.535750 27.336375 0.219250
12733 2014-12-30 60943970.0 11.501875 59.504250 27.228875 -2.555250
12742 2015-01-01 60943970.0 11.768375 59.459750 27.062125 -3.558500
12751 2015-01-03 60943970.0 12.045375 59.408375 26.864375 -1.711125
... ... ... ... ... ... ...
12812 2015-01-15 60943970.0 13.029375 58.941875 26.429750 -6.019125
12822 2015-01-17 60943970.0 13.116625 58.876875 26.480625 -1.787125
12831 2015-01-19 60943970.0 13.258500 58.927375 26.540500 7.454500
12840 2015-01-21 60943970.0 13.299250 59.031875 26.273500 6.395500
12849 2015-01-23 60943970.0 13.398375 59.109125 26.126750 2.824375
12858 2015-01-25 60943970.0 13.425750 59.023125 25.984750 -12.030250
12867 2015-01-27 60943970.0 13.172500 58.829500 25.920500 -18.615875
12876 2015-01-29 60943970.0 13.053250 58.457750 25.768625 -25.565500
12885 2015-01-31 60943970.0 12.893500 58.144500 25.965000 -12.624500
12894 2015-02-02 60943970.0 12.785125 57.885500 26.015125 -20.583875
12903 2015-02-04 60943970.0 13.008875 57.572375 25.790125 -15.438000
12911 2015-02-06 60943970.0 13.224125 57.413500 25.750500 -4.924625
12919 2015-02-08 60943970.0 13.353750 57.316500 25.799125 -12.257875
12926 2015-02-10 60943970.0 13.460250 57.135875 25.735750 -9.205125
12933 2015-02-12 60943970.0 13.496375 56.954750 25.861125 -15.335375
12940 2015-02-14 60943970.0 13.507500 56.633750 26.058125 -21.849750
12947 2015-02-16 60943970.0 13.565500 56.246000 26.273750 -23.516375
12954 2015-02-18 60943970.0 13.620625 55.971250 26.337250 -9.443625
12960 2015-02-20 60943970.0 13.739625 55.863750 26.540125 -12.709750
12966 2015-02-22 60943970.0 13.886875 55.641250 26.434750 -18.740750
12972 2015-02-24 60943970.0 13.779875 55.073250 26.121000 -40.705375
12978 2015-02-26 60943970.0 13.683625 54.530250 26.095250 -29.545250
12984 2015-02-28 60943970.0 13.601625 54.061125 25.813750 -34.945250
12990 2015-03-02 60943970.0 13.662875 53.469250 25.700125 -32.715125
12995 2015-03-04 60943970.0 13.748000 53.063500 26.000875 -27.482875
13000 2015-03-06 60943970.0 13.879750 52.498625 26.079125 -35.226250
13005 2015-03-08 60943970.0 14.110500 51.960750 26.151750 -37.878375
13010 2015-03-10 60943970.0 14.376625 51.131625 26.285000 -62.443375
13015 2015-03-12 60943970.0 14.525750 50.229000 26.508750 -44.683875
13020 2015-03-14 60943970.0 14.693000 49.872000 26.324000 -44.683875
vn spd chlor_a dist cdm kd490 \
12431 8.412000 11.342125 0.147176 863.782976 0.013361 0.053247
12443 3.480500 14.045875 0.156790 876.019631 0.013576 0.054943
12455 0.891500 12.797500 0.166404 894.247440 0.013790 0.056640
12467 -2.911000 10.946625 0.176017 914.291556 0.014005 0.058336
12479 -8.540250 15.555250 0.185631 936.866344 0.014220 0.060032
12491 -0.509750 13.560500 0.126684 951.918878 0.012513 0.051048
12504 -3.621125 13.805250 0.134841 967.804340 0.012709 0.052390
12516 -2.666500 3.103125 0.142998 963.388277 0.012905 0.053732
12528 -9.518750 10.466500 0.151155 966.603268 0.013101 0.055074
12541 -2.470250 6.991375 0.159312 962.933926 0.013297 0.056416
12554 -2.447375 12.548500 0.159473 956.995345 0.013197 0.056480
12567 -2.631625 8.833625 0.159634 943.425861 0.013097 0.056543
12579 -2.985250 12.937000 0.159794 930.766077 0.012997 0.056607
12590 -1.425750 9.982000 0.162959 913.263943 0.013516 0.058320
12601 0.173875 12.166875 0.166125 896.518067 0.014035 0.060032
12612 0.925125 14.903375 0.169290 877.201921 0.014554 0.061744
12623 2.232500 13.877000 0.172455 854.744745 0.015072 0.063456
12634 0.823000 17.605375 0.175621 829.444646 0.015591 0.065169
12645 9.398875 25.444875 0.178786 794.062737 0.016110 0.066881
12655 2.304000 29.633250 0.181951 756.092387 0.016629 0.068593
12665 11.342375 23.902250 0.220048 706.468609 0.021204 0.072467
12675 16.078125 22.118875 0.258145 668.249564 0.025780 0.076340
12685 15.116125 16.474125 0.296242 641.020395 0.030355 0.080214
12695 17.019875 18.005250 0.334340 621.349162 0.034930 0.084087
12705 24.709875 26.871625 0.372437 595.476279 0.039506 0.087961
12715 19.183375 20.929750 0.410534 576.342207 0.044081 0.091834
12724 16.499375 16.905125 0.280412 562.784475 0.032670 0.086071
12733 17.323500 17.568875 0.295644 552.489610 0.031459 0.088802
12742 17.242375 17.689250 0.277357 542.093483 0.028307 0.085530
12751 13.858250 15.820500 0.259071 532.299659 0.025155 0.082259
... ... ... ... ... ... ...
12812 2.785875 7.912500 0.269477 480.565003 0.030742 0.075636
12822 9.701250 11.289625 0.263150 474.635973 0.035395 0.073703
12831 2.460750 14.184875 0.312512 482.213533 0.035240 0.087508
12840 6.444750 10.927500 0.272066 494.099876 0.025057 0.080496
12849 7.649375 9.957875 0.231620 504.185135 0.014874 0.073484
12858 -9.932500 20.626000 0.393240 495.569598 0.030867 0.083926
12867 -13.127875 24.027000 0.345696 470.341142 0.029843 0.079280
12876 -7.933000 27.426625 0.330832 428.665206 0.027872 0.080835
12885 -12.507000 18.672750 0.315968 393.013766 0.025901 0.082390
12894 7.927000 24.584000 0.330025 364.068058 0.026309 0.081379
12903 14.591625 22.250625 0.411387 332.824445 0.038521 0.091971
12911 11.979625 13.811750 0.361188 320.291816 0.034304 0.092097
12919 6.652500 16.784875 0.360795 313.716217 0.035692 0.088626
12926 4.944625 11.982375 1.552775 298.635945 0.046339 0.134786
12933 -1.248625 15.797250 2.744754 281.637324 0.056987 0.180946
12940 3.426625 22.594500 3.936733 250.127689 0.067634 0.227106
12947 6.142375 26.553875 2.954455 215.948313 0.082817 0.139898
12954 2.397500 12.869750 3.643833 194.677570 0.137013 0.211543
12960 12.209375 18.409875 1.079364 194.129131 0.095993 0.135380
12966 -2.652375 27.380500 0.256784 189.427171 0.029641 0.068717
12972 -4.630000 41.150000 0.288765 147.167406 0.031473 0.072216
12978 -5.990625 30.232625 0.320746 117.007207 0.033305 0.075714
12984 -2.293750 36.295250 0.261610 99.666889 0.042018 0.077925
12990 5.036750 33.456500 0.432570 105.360756 0.050731 0.088552
12995 7.103625 29.162625 0.321708 124.184152 0.050970 0.076229
13000 10.567500 37.046625 0.312405 163.423282 0.046286 0.075442
13005 21.063250 43.453500 0.303102 139.112840 0.041602 0.074655
13010 5.843000 63.445000 0.321083 84.614901 0.036918 0.078345
13015 19.205625 49.131125 0.307660 35.335859 0.032234 0.074442
13020 19.205625 49.131125 0.294237 12.857076 0.027551 0.070539
t865 par sst4
12431 0.056993 43.336598 28.351200
12443 0.071905 35.877387 28.110128
12455 0.086817 35.869434 28.034626
12467 0.101729 46.728604 28.304695
12479 0.116640 47.052691 28.356472
12491 0.105020 43.706851 28.074499
12504 0.141632 42.503543 27.175374
12516 0.178243 45.460075 26.276249
12528 0.214855 42.538801 26.488802
12541 0.251466 36.311149 27.833304
12554 0.242258 33.507045 28.434036
12567 0.233051 37.359826 28.168680
12579 0.223843 35.810938 28.223013
12590 0.214312 39.324471 27.533409
12601 0.204782 31.868207 27.759999
12612 0.195251 38.906455 26.364999
12623 0.185721 24.681540 25.994999
12634 0.176190 12.197623 25.055078
12645 0.166660 27.045425 28.091249
12655 0.157129 27.928940 27.369999
12665 0.169655 17.164030 26.820624
12675 0.182182 26.556673 26.271249
12685 0.194708 42.073896 25.780640
12695 0.207234 36.694312 26.504707
12705 0.219760 41.808465 26.851148
12715 0.232286 43.167864 27.356192
12724 0.168092 44.988873 26.909999
12733 0.108363 44.532162 26.634999
12742 0.144148 40.236571 26.619999
12751 0.179932 42.579615 26.335312
... ... ... ...
12812 0.183544 44.156579 25.276919
12822 0.137288 42.691700 26.024158
12831 0.192912 43.509906 25.201666
12840 0.201364 42.545965 25.406028
12849 0.209816 44.456892 24.111931
12858 0.170519 41.386175 25.582499
12867 0.155590 43.396529 24.636225
12876 0.108757 45.930390 23.652214
12885 0.061924 44.911757 25.819870
12894 0.081643 43.849604 25.843424
12903 0.134086 46.063309 25.666249
12911 0.117783 47.098411 25.562372
12919 0.096371 48.483351 25.785437
12926 0.080627 47.310860 25.420361
12933 0.064882 48.021732 25.773749
12940 0.049138 47.445479 25.854727
12947 0.043569 49.176326 25.824512
12954 0.084610 50.035980 26.035669
12960 0.090663 50.921101 26.341673
12966 0.120700 50.641256 26.365856
12972 0.125727 50.173036 25.322571
12978 0.130755 51.197221 24.779805
12984 0.130693 52.405220 24.989495
12990 0.097669 52.279211 25.238339
12995 0.213161 52.627177 25.329999
13000 0.196636 52.190083 24.781696
13005 0.180111 51.876683 25.272059
13010 0.218020 52.350872 25.492191
13015 0.190560 52.360287 24.764150
13020 0.163100 54.106016 26.007686
[65 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 60944970.05
the ratio of nans in the trimmed chlor_a series 0.413793103448
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
12480 2014-11-14 60944970.05 7.831250 74.454000 29.235500 -30.748500
12492 2014-11-16 60944970.05 8.238500 74.121750 29.433500 -9.908500
12505 2014-11-18 60944970.05 8.447875 73.811000 29.369000 -26.798375
12517 2014-11-20 60944970.05 8.901875 73.681750 29.285375 -0.570875
12529 2014-11-22 60944970.05 9.184125 73.639250 29.196500 7.900500
12542 2014-11-24 60944970.05 9.282750 73.721750 29.091125 -2.258125
12555 2014-11-26 60944970.05 9.500500 73.795375 29.148375 4.760875
12568 2014-11-28 60944970.05 9.653000 73.855750 29.167500 9.191250
12580 2014-11-30 60944970.05 9.682000 73.935000 29.080875 -0.770875
12591 2014-12-02 60944970.05 9.773500 73.990875 29.091250 6.042375
12602 2014-12-04 60944970.05 9.706750 73.986375 29.186125 1.027375
12613 2014-12-06 60944970.05 9.556000 74.174250 29.283875 19.456000
12624 2014-12-08 60944970.05 9.375500 74.540750 29.320750 27.633000
12635 2014-12-10 60944970.05 9.164750 74.883250 29.035250 25.208250
12761 2015-01-05 60944970.05 10.342500 74.924000 28.509500 -39.890000
12772 2015-01-07 60944970.05 10.622375 74.436375 28.428375 -54.314500
12783 2015-01-09 60944970.05 11.090750 73.657250 28.413375 -36.916125
12793 2015-01-11 60944970.05 11.388625 73.223125 28.341375 -19.934250
12803 2015-01-13 60944970.05 11.664000 72.988750 28.300625 -10.992875
12813 2015-01-15 60944970.05 12.174000 72.990750 28.346500 17.738250
12823 2015-01-17 60944970.05 12.972750 73.441000 28.394625 28.438875
12832 2015-01-19 60944970.05 13.666375 73.613250 28.351375 -4.691875
12841 2015-01-21 60944970.05 14.187250 73.564125 28.000125 2.186250
12850 2015-01-23 60944970.05 14.265250 73.627125 28.396500 2.126000
12859 2015-01-25 60944970.05 14.075250 73.646750 28.527000 -1.261000
12868 2015-01-27 60944970.05 13.941625 73.590375 28.547875 -1.350000
12877 2015-01-29 60944970.05 13.971125 73.616250 28.629625 -0.710375
12886 2015-01-31 60944970.05 13.989500 73.580875 28.660125 -1.159500
12895 2015-02-02 60944970.05 13.971800 73.538600 28.626400 -5.614500
vn spd chlor_a dist cdm kd490 \
12480 20.185875 37.567500 0.132576 160.983016 0.011319 0.053047
12492 18.679500 22.844250 0.117526 115.216665 0.017807 0.049912
12505 27.024125 43.119250 0.124088 81.751334 0.017917 0.050851
12517 16.634625 19.560375 0.130650 92.142917 0.018026 0.051790
12529 15.168500 24.737750 0.137212 96.394917 0.018135 0.052729
12542 13.278000 20.381750 0.143773 85.883223 0.018244 0.053667
12555 8.140375 12.566875 0.150335 63.541300 0.018353 0.054606
12568 4.772250 14.365125 0.156897 50.092369 0.018462 0.055545
12580 7.204250 9.571125 0.163459 52.052384 0.018572 0.056483
12591 -1.206500 8.513750 0.170020 48.996799 0.018681 0.057422
12602 -5.662000 10.656375 0.164629 53.651500 0.015462 0.057301
12613 -11.895625 23.059125 0.159237 80.033274 0.012244 0.057180
12624 -12.962875 30.726500 0.141844 123.626513 0.011880 0.056309
12635 -26.389000 36.557750 0.141330 162.329862 0.013688 0.056452
12761 16.935000 43.394500 0.140816 118.708150 0.015495 0.056595
12772 34.943750 64.981000 0.143839 83.113519 0.017114 0.056217
12783 22.451875 43.647625 0.146862 30.683427 0.018732 0.055840
12793 16.488375 26.668875 0.149886 24.835149 0.020350 0.055462
12803 20.862875 24.204375 0.138122 18.601662 0.017781 0.054284
12813 48.805125 52.640000 0.126676 61.088981 0.014679 0.051042
12823 45.807875 54.110125 0.119133 142.053035 0.027874 0.054089
12832 43.070500 43.605125 0.149650 103.533881 0.017844 0.053853
12841 19.819250 21.490875 0.143673 85.827517 0.016260 0.053718
12850 -7.750750 9.962750 0.179036 74.877242 0.018714 0.056093
12859 -12.576375 13.848625 0.163002 86.558259 0.023297 0.056839
12868 -3.090375 7.944625 0.151090 97.552143 0.028379 0.057177
12877 3.508375 8.174250 0.159665 93.730354 0.025221 0.058170
12886 -1.223625 2.473375 0.165334 96.574604 0.022064 0.057603
12895 -3.016250 7.377250 0.171003 101.534040 0.018906 0.057036
t865 par sst4
12480 0.128395 44.799438 27.659999
12492 0.176112 45.388578 27.666199
12505 0.175205 42.955371 28.384579
12517 0.174298 38.982328 28.244649
12529 0.173391 24.358796 28.104719
12542 0.172484 27.489666 27.964789
12555 0.171577 39.294042 27.824859
12568 0.170670 33.519255 27.684929
12580 0.169762 34.867414 27.544999
12591 0.168855 37.143613 27.233828
12602 0.163601 43.119862 28.762200
12613 0.158346 45.265403 28.879103
12624 0.109045 36.976544 27.978057
12635 0.149940 30.553222 27.921993
12761 0.190835 42.379980 27.865929
12772 0.171003 42.338376 27.999205
12783 0.151171 44.049072 28.003304
12793 0.131339 44.125317 28.373820
12803 0.134743 45.236131 28.000328
12813 0.209517 45.026993 28.073049
12823 0.179438 41.994679 28.127708
12832 0.147290 44.322625 28.171986
12841 0.137893 44.633573 27.876876
12850 0.176796 44.756796 26.987367
12859 0.148299 44.989831 28.265975
12868 0.162839 45.347005 28.472475
12877 0.181219 45.807981 27.613535
12886 0.130384 45.997907 28.501678
12895 0.079549 45.777083 28.408420
-----
head and tail of the nonnan series are identified
the float id is: 116212.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
12536 2014-11-24 116212.0 5.204000 49.024857 28.536714 6.099429
12549 2014-11-26 116212.0 5.681375 49.191875 28.234125 13.680125
12562 2014-11-28 116212.0 5.961000 49.325500 28.059500 14.093000
vn spd chlor_a dist cdm kd490 \
12536 34.542000 35.333286 0.143317 52.927368 0.011267 0.054519
12549 29.441625 32.548000 0.158865 40.519926 0.012458 0.055785
12562 24.184000 27.991000 0.172515 38.922297 0.013511 0.056944
t865 par sst4
12536 0.069962 44.813462 27.761876
12549 0.075739 49.071669 28.147422
12562 0.135632 48.645618 27.803939
-----
head and tail of the nonnan series are identified
the float id is: 116345.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
12767 2015-01-07 116345.0 5.6630 74.712667 28.897 -48.4665 -61.021
12778 2015-01-09 116345.0 5.1455 74.403500 29.035 -18.9200 -73.701
spd chlor_a dist cdm kd490 t865 par \
12767 78.392 0.214845 123.169762 0.018385 0.067095 0.120715 49.606031
12778 76.343 0.336901 88.805306 0.019827 0.077576 0.067635 47.418424
sst4
12767 28.346695
12778 28.330015
-----
head and tail of the nonnan series are identified
the float id is: 114875.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
13776 2015-11-03 114875.0 11.011375 52.519 28.9255 -122.867125 46.239625
13781 2015-11-05 114875.0 11.246000 51.431 28.6880 -122.867125 46.239625
spd chlor_a dist cdm kd490 t865 par \
13776 138.014 0.293734 127.998603 0.025574 0.073455 0.054890 46.360597
13781 138.014 0.189240 29.254279 0.018922 0.059557 0.172127 45.392365
sst4
13776 28.134722
13781 28.326369
-----
head and tail of the nonnan series are identified
the float id is: 114876.0
the ratio of nans in the trimmed chlor_a series 0.28
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
13771 2015-11-01 114876.0 6.871375 57.414375 29.041250 46.687500
13777 2015-11-03 114876.0 7.958125 57.504875 28.883125 -31.458125
13782 2015-11-05 114876.0 9.288250 56.528625 28.835500 -83.528000
13786 2015-11-07 114876.0 9.213000 55.623125 28.773500 -19.369875
13790 2015-11-09 114876.0 8.085625 55.783500 28.912250 24.013375
13794 2015-11-11 114876.0 7.571750 56.017250 28.829875 10.299625
13797 2015-11-13 114876.0 7.836000 56.140375 29.073000 1.623875
13800 2015-11-15 114876.0 8.747125 55.992375 28.901000 -30.017375
13803 2015-11-17 114876.0 9.956625 54.903250 28.251625 -97.081625
13806 2015-11-19 114876.0 10.011625 53.474375 28.124750 -83.605000
13809 2015-11-21 114876.0 9.420250 52.176250 27.934750 -74.781750
13812 2015-11-23 114876.0 8.317625 51.536125 27.874000 7.541375
13815 2015-11-25 114876.0 7.926625 52.424375 28.333500 88.252625
13818 2015-11-27 114876.0 8.600125 53.446375 28.447125 21.180000
13821 2015-11-29 114876.0 9.906625 53.117375 27.963250 -52.856375
13824 2015-12-01 114876.0 10.078500 52.043125 27.673000 -72.632000
13827 2015-12-03 114876.0 8.615250 51.038000 27.572375 -38.707500
13830 2015-12-05 114876.0 7.491750 51.329000 27.368250 58.821500
13833 2015-12-07 114876.0 8.529000 51.625875 27.246875 -35.708250
13836 2015-12-09 114876.0 8.353000 50.711625 27.127250 -61.599125
13839 2015-12-11 114876.0 6.781750 50.544125 27.181750 35.731500
13842 2015-12-13 114876.0 7.158875 50.447250 27.083750 -54.913375
13845 2015-12-15 114876.0 6.237500 50.221500 27.131000 42.902375
13849 2015-12-17 114876.0 6.142875 50.307250 27.008875 -54.757625
13853 2015-12-19 114876.0 5.374000 49.663000 27.005000 -20.913500
vn spd chlor_a dist cdm kd490 \
13771 20.113500 64.014000 0.261976 701.191186 0.030819 0.068318
13777 105.697000 110.964500 0.359493 601.661254 0.041725 0.080552
13782 45.262875 97.260500 0.177600 420.022011 0.031548 0.059868
13786 -57.410250 68.243875 0.219650 382.230987 0.020369 0.063694
13790 -63.448000 67.956750 0.306393 504.034957 0.022567 0.071604
13794 -0.992875 19.580125 0.171010 566.330243 0.029882 0.058507
13797 31.136375 32.406250 0.168309 544.476495 0.028248 0.058158
13800 85.503125 92.252000 0.198311 446.317282 0.026613 0.061537
13803 44.640000 111.431625 0.228313 276.697906 0.024979 0.064916
13806 -21.104000 86.481500 0.258315 230.114721 0.023344 0.068295
13809 -64.562625 101.696375 0.288317 136.310621 0.021710 0.071673
13812 -51.348375 63.167500 0.310855 129.324962 0.024969 0.075248
13815 4.276500 91.993000 0.220448 234.095653 0.019480 0.062932
13818 74.089500 83.344250 0.230113 299.500195 0.019063 0.064672
13821 68.240625 92.156875 0.416649 195.726646 0.037497 0.084293
13824 -50.776750 95.141125 0.373187 79.527165 0.037548 0.080466
13827 -116.450875 127.201125 0.512336 66.780790 0.033494 0.094657
13830 10.277250 85.378750 0.416252 153.574945 0.032434 0.086749
13833 67.519250 85.139625 0.320169 124.324522 0.031374 0.078840
13836 -96.838000 120.652625 0.341672 46.874242 0.029486 0.080383
13839 -29.565250 93.097250 0.363174 120.826359 0.027598 0.081926
13842 -4.940000 80.949125 0.384677 90.443816 0.025710 0.083469
13845 -46.922250 85.717375 0.447131 124.435538 0.057430 0.090290
13849 -23.917625 75.816125 0.400948 136.697340 0.046905 0.086445
13853 -93.356750 97.366500 0.354765 102.802075 0.036379 0.082601
t865 par sst4
13771 0.140573 52.264518 28.258042
13777 0.096115 45.816451 28.222182
13782 0.085716 48.541976 28.364301
13786 0.082119 45.060718 27.636578
13790 0.041457 50.272067 28.404174
13794 0.090035 50.933190 27.822632
13797 0.104308 48.520218 28.376469
13800 0.118097 33.211088 28.313242
13803 0.131887 34.682116 27.407968
13806 0.145677 41.833596 28.196887
13809 0.159467 45.014469 27.610934
13812 0.130531 46.213050 27.709993
13815 0.106619 48.799991 27.835047
13818 0.180789 43.496339 27.551794
13821 0.125111 44.268908 27.550543
13824 0.102650 44.102483 27.395962
13827 0.070472 39.566280 27.218790
13830 0.099795 37.901867 26.325017
13833 0.129118 42.279232 27.078191
13836 0.152107 42.452354 25.169999
13839 0.175096 47.048776 26.678000
13842 0.198085 40.739792 26.372111
13845 0.236252 26.162614 23.407982
13849 0.185635 30.578996 26.315480
13853 0.135017 48.232741 26.650067
-----
head and tail of the nonnan series are identified
the float id is: 114945.0
the ratio of nans in the trimmed chlor_a series 0.391304347826
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
13801 2015-11-15 114945.0 12.023250 69.462000 29.475125 -0.732625
13804 2015-11-17 114945.0 11.921000 69.425750 29.535125 -2.909500
13807 2015-11-19 114945.0 11.820375 69.370000 29.459125 -5.130250
13810 2015-11-21 114945.0 11.842750 69.356500 29.505500 2.260875
13813 2015-11-23 114945.0 11.869125 69.299500 29.474125 -2.996500
13816 2015-11-25 114945.0 11.970500 69.297625 29.324125 -1.170250
13819 2015-11-27 114945.0 11.972125 69.270125 29.767500 -2.587125
13822 2015-11-29 114945.0 11.952875 69.213125 29.614250 -2.494500
13825 2015-12-01 114945.0 11.853125 69.138875 29.512875 -6.855000
13828 2015-12-03 114945.0 11.693750 68.951000 29.585125 -17.846375
13831 2015-12-05 114945.0 11.542125 68.750125 29.523750 -5.749125
13834 2015-12-07 114945.0 11.453875 68.695750 29.537875 -5.507500
13837 2015-12-09 114945.0 11.402500 68.594375 29.383250 -7.467625
13840 2015-12-11 114945.0 11.470000 68.423750 29.366125 -5.475375
13843 2015-12-13 114945.0 11.529250 68.383250 29.285875 -5.665750
13847 2015-12-15 114945.0 11.556625 68.280375 29.233375 -10.178000
13851 2015-12-17 114945.0 11.501000 67.981375 29.214375 -22.933000
13855 2015-12-19 114945.0 11.620500 67.665875 29.343125 -18.189500
13858 2015-12-21 114945.0 11.714750 67.362000 29.279125 -20.097375
13861 2015-12-23 114945.0 11.699750 67.048375 29.050875 -18.342250
13864 2015-12-25 114945.0 11.651000 66.811625 28.983625 -16.185750
13867 2015-12-27 114945.0 11.620875 66.513750 28.910125 -17.772625
13870 2015-12-29 114945.0 11.583625 66.225250 28.884125 -19.860125
13873 2015-12-31 114945.0 11.578250 65.917750 28.879250 -21.314125
13876 2016-01-02 114945.0 11.576000 65.608250 28.803375 -18.621125
13879 2016-01-04 114945.0 11.576500 65.315000 28.733625 -13.774250
13882 2016-01-06 114945.0 11.554125 65.095625 28.686625 -12.390750
13885 2016-01-08 114945.0 11.538000 64.873250 28.594000 -15.157375
13888 2016-01-10 114945.0 11.567125 64.667875 28.471375 -13.942375
13891 2016-01-12 114945.0 11.568125 64.495375 28.296500 -7.805875
... ... ... ... ... ... ...
13927 2016-02-01 114945.0 11.365625 62.405250 27.716625 -21.234875
13931 2016-02-03 114945.0 11.426000 62.119375 27.725750 -16.191625
13935 2016-02-05 114945.0 11.466875 61.905625 27.707250 -11.154375
13939 2016-02-07 114945.0 11.469625 61.693875 27.675500 -15.448375
13944 2016-02-09 114945.0 11.480875 61.478750 27.630000 -12.188125
13949 2016-02-11 114945.0 11.574625 61.304500 27.685250 -9.411625
13954 2016-02-13 114945.0 11.686500 61.092375 27.474500 -17.913500
13959 2016-02-15 114945.0 11.797125 60.796625 27.450125 -17.572750
13964 2016-02-17 114945.0 11.874500 60.564250 27.277375 -13.454625
13969 2016-02-19 114945.0 11.920000 60.297875 27.015375 -19.498000
13974 2016-02-21 114945.0 12.017125 60.028625 27.028875 -15.122500
13979 2016-02-23 114945.0 12.084125 59.780250 27.333000 -12.979000
13984 2016-02-25 114945.0 12.056500 59.581875 27.323000 -14.854625
13989 2016-02-27 114945.0 12.094875 59.315000 27.269625 -15.757500
13994 2016-02-29 114945.0 12.099500 59.058375 27.314000 -17.270500
13999 2016-03-02 114945.0 12.078000 58.796500 27.480625 -17.891875
14004 2016-03-04 114945.0 12.121625 58.558000 27.794250 -11.817250
14010 2016-03-06 114945.0 12.149625 58.398625 27.906625 -7.722250
14016 2016-03-08 114945.0 12.153875 58.271375 27.962375 -8.874500
14022 2016-03-10 114945.0 12.086125 58.112625 28.028000 -12.121875
14028 2016-03-12 114945.0 11.988625 57.943750 28.186125 -8.132000
14033 2016-03-14 114945.0 11.911250 57.836125 28.248375 -4.066375
14038 2016-03-16 114945.0 11.868875 57.787625 28.426500 -2.828500
14043 2016-03-18 114945.0 11.791125 57.688375 28.542875 -8.909125
14048 2016-03-20 114945.0 11.707875 57.549250 28.621875 -10.402125
14053 2016-03-22 114945.0 11.529125 57.390750 28.842125 -8.614375
14058 2016-03-24 114945.0 11.308250 57.280250 28.766250 -5.966250
14063 2016-03-26 114945.0 11.134500 57.375875 28.823875 22.782750
14068 2016-03-28 114945.0 10.818250 57.773375 28.903625 20.958875
14073 2016-03-30 114945.0 10.705750 57.902875 28.949625 1.389750
vn spd chlor_a dist cdm kd490 \
13801 -5.874000 11.044875 0.103837 300.116595 0.011867 0.048378
13804 -4.753500 6.227500 0.103102 302.116120 0.011677 0.048165
13807 -6.271500 9.914375 0.137108 305.240224 0.013169 0.053025
13810 2.800750 16.826500 0.171114 307.250582 0.014662 0.057884
13813 7.618250 10.623750 0.159561 313.972016 0.013990 0.055921
13816 2.141000 6.815375 0.148009 316.933449 0.013318 0.053957
13819 -1.402375 4.785500 0.136456 319.932528 0.012646 0.051993
13822 -2.834500 7.434875 0.128466 325.388505 0.012454 0.051513
13825 -8.740875 12.604125 0.120495 330.600133 0.012196 0.050843
13828 -11.582500 21.704750 0.136340 347.371763 0.010725 0.052346
13831 -5.857875 8.884625 0.136129 366.895032 0.011017 0.052582
13834 -5.289625 8.853000 0.135919 371.928665 0.011309 0.052818
13837 -4.491000 9.782750 0.135709 382.587371 0.011600 0.053054
13840 10.869750 19.557875 0.135498 401.659430 0.011892 0.053290
13843 2.893375 6.904250 0.135288 406.596525 0.012184 0.053525
13847 -2.202500 10.759875 0.135078 418.048384 0.012476 0.053761
13851 1.320250 24.294375 0.134867 450.041878 0.012767 0.053997
13855 9.857000 21.008125 0.116944 485.429651 0.013599 0.051460
13858 2.657625 20.813250 0.099020 519.440593 0.014431 0.048923
13861 -1.832750 19.403125 0.108017 553.287079 0.014797 0.049466
13864 -5.570750 17.966750 0.117014 578.527544 0.015163 0.050009
13867 -0.734125 18.046750 0.109450 610.661498 0.015088 0.049585
13870 -1.204875 20.585375 0.143341 641.792443 0.014437 0.052550
13873 -0.924750 22.146625 0.115666 675.241567 0.013147 0.052045
13876 -2.285500 19.675875 0.104283 708.939528 0.013279 0.050322
13879 -0.137750 16.089625 0.116241 740.887680 0.015676 0.046403
13882 0.122000 13.586875 0.124656 764.682930 0.016724 0.049843
13885 1.942500 16.618750 0.133071 788.846917 0.017772 0.053282
13888 0.863625 14.510500 0.141485 811.359271 0.018820 0.056722
13891 -2.318750 8.342125 0.149900 830.164500 0.019868 0.060162
... ... ... ... ... ... ...
13927 4.386375 21.933125 0.279842 866.322729 0.019221 0.071637
13931 2.639375 16.821750 0.285887 834.451155 0.020461 0.072380
13935 2.162625 11.478000 0.291932 810.704229 0.021702 0.073122
13939 -1.759250 15.695625 0.297977 787.852968 0.022942 0.073864
13944 3.217125 12.751750 0.304022 764.495007 0.024183 0.074607
13949 6.902625 12.696000 0.327455 744.068370 0.026927 0.077874
13954 10.498250 21.127750 0.357600 719.351642 0.031133 0.082282
13959 4.481250 18.944375 0.336459 685.742993 0.028771 0.078317
13964 2.562750 14.929250 0.339267 659.542446 0.026806 0.079224
13969 4.116125 20.250125 0.342074 630.127155 0.024840 0.080130
13974 6.311750 16.945625 0.344881 599.775829 0.022875 0.081037
13979 0.907500 14.207500 0.399021 572.121333 0.023619 0.084881
13984 -0.289125 15.116125 0.288375 550.943266 0.019410 0.070026
13989 4.538875 16.873625 0.237054 521.603575 0.020893 0.069556
13994 -1.711375 18.333625 0.197787 493.765221 0.018826 0.059475
13999 -0.035000 19.232750 0.210706 465.704066 0.019782 0.060569
14004 2.511250 12.682625 0.211881 439.358911 0.021929 0.061975
14010 0.938750 8.160000 0.240461 421.773633 0.027666 0.067361
14016 -1.338375 9.100625 0.236867 407.957082 0.024853 0.065029
14022 -6.446250 14.141875 0.233274 391.724377 0.022039 0.062697
14028 -5.920500 10.466250 0.224981 375.174009 0.026867 0.064422
14033 -2.186375 7.164250 0.196722 365.204455 0.025650 0.062382
14038 -4.470625 8.784750 0.220068 360.982800 0.026039 0.063949
14043 -3.686375 10.889750 0.243415 352.385071 0.026428 0.065516
14048 -8.485625 14.681250 0.266762 340.101572 0.026818 0.067083
14053 -13.085875 15.911125 0.240090 329.777232 0.023254 0.063209
14058 -16.112625 17.437125 0.213418 327.949278 0.019691 0.059335
14063 -11.840875 26.143125 0.186747 345.733734 0.016127 0.055461
14068 -18.160125 28.920875 0.172078 400.487632 0.014526 0.056558
14073 -9.364250 17.067250 0.157409 418.908337 0.012924 0.057655
t865 par sst4
13801 0.132669 45.364171 27.864916
13804 0.135542 45.192096 29.006150
13807 0.094061 30.775377 28.765624
13810 0.052580 25.631333 28.576650
13813 0.065771 35.239561 29.201398
13816 0.078963 32.971337 29.154761
13819 0.092154 35.743275 29.108124
13822 0.089786 44.219146 29.124096
13825 0.086680 42.641744 28.887203
13828 0.167351 40.900225 28.324740
13831 0.163515 33.460236 29.384143
13834 0.159679 31.247012 29.150262
13837 0.155843 30.071952 28.916381
13840 0.152008 27.657426 28.682499
13843 0.148172 28.087157 28.694373
13847 0.144336 28.383405 29.010345
13851 0.140500 31.286909 28.442196
13855 0.127187 36.832759 29.031050
13858 0.113874 41.921237 28.213793
13861 0.141072 42.028315 28.834786
13864 0.168269 41.444488 28.309999
13867 0.178217 42.567786 27.282601
13870 0.179939 42.924627 28.203727
13873 0.108097 43.087290 26.550090
13876 0.138580 43.729350 27.994510
13879 0.103455 43.727781 28.520184
13882 0.117206 43.623591 28.109370
13885 0.130957 43.406511 27.862499
13888 0.144708 40.029352 27.783508
13891 0.158459 41.989356 27.467477
... ... ... ...
13927 0.112696 43.710101 27.392956
13931 0.116776 44.262685 27.305798
13935 0.120855 46.079924 25.979999
13939 0.124934 48.130919 27.314999
13944 0.129013 46.741955 27.222008
13949 0.084158 48.596690 27.247424
13954 0.050466 43.320416 27.166025
13959 0.177382 48.228685 26.216043
13964 0.187049 47.927296 25.834999
13969 0.196716 44.411238 25.799999
13974 0.206383 41.018600 25.886071
13979 0.243689 47.293408 25.972142
13984 0.138856 50.075091 26.058214
13989 0.079706 51.242741 27.014154
13994 0.126712 49.015884 26.836377
13999 0.159140 52.119392 26.021272
14004 0.144277 53.202569 26.790624
14010 0.118744 51.714114 26.972479
14016 0.106527 52.793799 27.474359
14022 0.094311 53.338741 27.920385
14028 0.120250 54.551990 27.935238
14033 0.128270 55.156601 27.912008
14038 0.133608 54.665324 27.595666
14043 0.138946 51.701734 28.369298
14048 0.144284 54.485411 28.306547
14053 0.151322 55.575443 28.483857
14058 0.158360 55.487328 28.137469
14063 0.165398 54.585333 28.541188
14068 0.139150 55.031582 28.567555
14073 0.112902 55.741752 28.524081
[69 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 147127.0
the ratio of nans in the trimmed chlor_a series 0.131578947368
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
13774 2015-11-01 147127.0 17.874000 65.287875 28.976750 -14.870375
13780 2015-11-03 147127.0 17.727625 65.085750 28.976125 -9.363750
13785 2015-11-05 147127.0 17.593125 64.949375 28.755875 -5.822750
13789 2015-11-07 147127.0 17.531250 64.919625 28.754125 -2.127750
13793 2015-11-09 147127.0 17.523250 64.889625 28.529250 -2.026000
13796 2015-11-11 147127.0 17.555125 64.865500 28.482750 -0.066250
13799 2015-11-13 147127.0 17.598875 64.836125 28.477250 -1.605625
13802 2015-11-15 147127.0 17.634625 64.791250 28.395875 -5.439500
13805 2015-11-17 147127.0 17.671500 64.728250 28.259500 -1.729500
13808 2015-11-19 147127.0 17.711125 64.715250 28.211875 -0.797125
13811 2015-11-21 147127.0 17.728875 64.669500 28.147750 -5.350500
13814 2015-11-23 147127.0 17.744000 64.570250 28.119500 -6.112625
13817 2015-11-25 147127.0 17.743250 64.508625 28.087000 -4.111250
13820 2015-11-27 147127.0 17.742750 64.439250 27.929625 -1.030250
13823 2015-11-29 147127.0 17.743000 64.437000 27.781500 -0.495250
13826 2015-12-01 147127.0 17.742125 64.386500 27.621625 -5.514750
13829 2015-12-03 147127.0 17.761125 64.301875 27.474000 -3.480375
13832 2015-12-05 147127.0 17.759500 64.284125 27.467375 1.316125
13835 2015-12-07 147127.0 17.707125 64.319250 27.439500 2.628875
13838 2015-12-09 147127.0 17.623750 64.382000 27.426125 3.757500
13841 2015-12-11 147127.0 17.551375 64.446625 27.280625 6.317375
13844 2015-12-13 147127.0 17.458625 64.545125 27.104500 2.927750
13848 2015-12-15 147127.0 17.348500 64.601625 27.094000 4.101250
13852 2015-12-17 147127.0 17.242500 64.677625 26.956000 5.699375
13856 2015-12-19 147127.0 17.129750 64.755000 26.920000 4.324625
13859 2015-12-21 147127.0 17.040375 64.823750 26.943375 4.318250
13862 2015-12-23 147127.0 16.929500 64.896375 26.811000 4.619875
13865 2015-12-25 147127.0 16.796000 65.002250 26.638250 7.159375
13868 2015-12-27 147127.0 16.680875 65.069750 26.474125 1.849750
13871 2015-12-29 147127.0 16.584000 65.062375 26.458250 -2.791250
... ... ... ... ... ... ...
13928 2016-02-01 147127.0 16.517625 63.614250 25.878375 -4.120375
13932 2016-02-03 147127.0 16.483500 63.490625 25.834500 -16.461625
13936 2016-02-05 147127.0 16.240750 63.346875 25.755250 7.951375
13940 2016-02-07 147127.0 16.145375 63.507125 25.974875 3.390500
13945 2016-02-09 147127.0 16.239500 63.413000 25.853875 -14.578000
13950 2016-02-11 147127.0 16.148625 63.122250 25.949875 -18.242875
13955 2016-02-13 147127.0 16.119125 62.951250 25.973500 -9.086625
13960 2016-02-15 147127.0 16.136500 62.685750 25.733500 -15.630875
13965 2016-02-17 147127.0 16.081750 62.590750 25.705500 1.773000
13970 2016-02-19 147127.0 16.148250 62.498125 25.646750 -18.407500
13975 2016-02-21 147127.0 16.123750 62.212125 25.585875 -5.442125
13980 2016-02-23 147127.0 16.094375 62.310125 25.831125 8.294250
13985 2016-02-25 147127.0 16.156500 62.385250 25.896125 3.149750
13990 2016-02-27 147127.0 16.168500 62.406625 26.051500 -0.639000
13995 2016-02-29 147127.0 16.148375 62.393375 26.163125 -2.211750
14000 2016-03-02 147127.0 16.115000 62.357000 26.305625 -1.091125
14006 2016-03-04 147127.0 16.075375 62.347500 26.686250 -0.529750
14012 2016-03-06 147127.0 15.891250 62.302000 26.725375 -9.565750
14018 2016-03-08 147127.0 15.642250 62.019875 26.796250 -22.442000
14024 2016-03-10 147127.0 15.758375 61.795250 27.590750 0.052125
14029 2016-03-12 147127.0 15.914125 61.957250 27.857375 17.937000
14034 2016-03-14 147127.0 15.721625 62.159375 28.324875 1.708250
14039 2016-03-16 147127.0 15.335875 61.956000 28.746375 -20.595250
14044 2016-03-18 147127.0 15.285875 61.757375 28.653875 -1.365875
14049 2016-03-20 147127.0 15.299625 61.869250 28.549125 9.212375
14054 2016-03-22 147127.0 15.116375 61.990375 28.590500 5.018000
14059 2016-03-24 147127.0 14.795375 62.020125 28.397125 -1.965375
14064 2016-03-26 147127.0 14.534125 61.967375 28.357250 -0.919500
14069 2016-03-28 147127.0 14.283625 61.974875 28.708875 -0.582125
14074 2016-03-30 147127.0 14.143375 61.992625 28.751250 3.395250
vn spd chlor_a dist cdm kd490 \
13774 -5.096875 16.578875 0.331824 610.665545 0.034903 0.078991
13780 -11.436250 15.087875 0.328779 637.084257 0.042539 0.075474
13785 -5.546125 11.684000 0.316339 657.835844 0.032254 0.073657
13789 -3.084000 10.247000 0.381212 665.016792 0.042695 0.083152
13793 2.300375 9.355750 0.396159 667.822166 0.059005 0.086442
13796 2.714125 9.323500 0.347708 666.970921 0.058643 0.081731
13799 2.391750 7.336500 0.299257 665.575030 0.058280 0.077020
13802 1.256750 7.567875 0.362267 666.001566 0.057918 0.084351
13805 4.098000 6.895375 0.365608 667.742529 0.057556 0.082208
13808 1.741000 5.636375 0.362854 665.597987 0.057194 0.081823
13811 0.164875 10.246750 0.374486 667.648640 0.056832 0.083183
13814 0.283625 9.029875 0.386118 664.939113 0.056470 0.084543
13817 0.403250 8.713000 0.397750 659.230471 0.056108 0.085903
13820 0.309250 4.297625 0.409382 652.803666 0.055745 0.087264
13823 -0.300625 4.191875 0.441245 652.581358 0.058288 0.096078
13826 0.159125 6.011375 0.456990 647.941961 0.058533 0.098748
13829 0.841000 4.326750 0.436017 639.083604 0.064031 0.096472
13832 -0.633500 3.209750 0.434972 637.530888 0.062026 0.096935
13835 -6.325000 7.065625 0.402898 643.627038 0.060021 0.088838
13838 -4.516000 7.161250 0.412276 653.995520 0.058016 0.087904
13841 -5.003250 8.394375 0.422286 663.958990 0.056011 0.090098
13844 -6.005625 7.612875 0.432295 678.185289 0.054006 0.092292
13848 -7.790250 9.371000 0.470609 689.617839 0.051158 0.095649
13852 -6.715500 9.732500 0.438371 702.469990 0.047114 0.092814
13856 -6.791750 8.602125 0.344900 709.828391 0.043070 0.086824
13859 -5.380875 7.355375 0.370201 712.550996 0.039959 0.086659
13862 -7.865250 9.715625 0.396516 715.692661 0.040595 0.088381
13865 -7.897875 11.260750 0.449928 717.476255 0.045072 0.098667
13868 -7.426000 8.331250 0.503339 721.182305 0.049548 0.108953
13871 -4.758750 7.728750 0.430561 729.266469 0.054025 0.096269
... ... ... ... ... ... ...
13928 -7.628500 14.240500 0.425983 658.409230 0.049806 0.090542
13932 -10.126500 21.852000 0.518919 650.795100 0.039887 0.100451
13936 -13.005125 18.579625 0.533276 657.424464 0.065825 0.102226
13940 5.950500 12.145125 4.660517 677.134736 0.082709 0.166419
13945 -3.235750 16.112750 3.260462 662.670003 0.068687 0.199016
13950 -4.686250 19.574125 0.799293 643.209561 0.071393 0.116555
13955 0.620625 13.320375 0.548065 629.142223 0.065099 0.103516
13960 -0.957125 16.488625 0.517422 603.982230 0.055898 0.103339
13965 -0.891750 7.511250 0.505468 598.730365 0.061013 0.101518
13970 6.205875 19.811250 0.772031 586.407518 0.066400 0.121390
13975 -8.399500 15.365875 1.038595 562.614850 0.071787 0.141261
13980 5.139250 11.721750 1.345336 573.069874 0.121393 0.140815
13985 0.203000 5.016625 0.674042 575.838927 0.110746 0.118952
13990 1.990375 5.317375 0.925769 577.005143 0.056683 0.135809
13995 -3.316000 4.783375 0.844252 577.060743 0.080558 0.126980
14000 -1.968500 4.452125 0.681737 575.907091 0.074738 0.107848
14006 -5.424875 8.089875 0.562159 577.554678 0.052549 0.095913
14012 -17.889250 21.602500 0.407335 585.482178 0.056322 0.083423
14018 -4.468125 26.933625 0.378290 579.021057 0.045379 0.082217
14024 12.220000 13.752125 0.374424 552.397730 0.067301 0.081380
14029 1.216625 21.434500 0.391157 554.687867 0.070668 0.083389
14034 -24.703125 25.801625 0.329548 584.909615 0.060731 0.078605
14039 -14.488625 25.913625 0.308080 596.593822 0.050794 0.074084
14044 3.904125 12.235750 0.330507 585.183946 0.040858 0.072819
14049 -5.805125 12.689250 0.336320 592.649528 0.036215 0.073322
14054 -17.208250 19.373250 0.310893 616.149662 0.035332 0.070164
14059 -20.629375 21.235500 0.285466 643.856848 0.034449 0.067006
14064 -15.201000 16.286000 0.296711 661.487412 0.034992 0.068462
14069 -13.873625 14.544125 0.279877 683.105917 0.028270 0.066865
14074 -3.778875 6.605250 0.263043 696.269427 0.021549 0.065267
t865 par sst4
13774 0.172620 44.229540 28.599102
13780 0.104363 43.609360 28.576662
13785 0.128339 34.802802 27.632952
13789 0.189916 35.733970 28.043971
13793 0.231991 43.276469 28.660328
13796 0.214425 40.536673 27.515837
13799 0.196859 40.555457 26.117248
13802 0.189354 42.123548 28.231286
13805 0.128197 42.017964 28.366896
13808 0.126333 39.866014 27.876196
13811 0.112032 35.347830 27.713065
13814 0.097730 36.608301 25.819999
13817 0.083429 34.158347 25.953670
13820 0.069127 35.480541 26.087341
13823 0.144905 40.338796 27.708551
13826 0.170487 39.817746 27.670121
13829 0.130230 39.872823 27.651760
13832 0.119796 38.949521 26.723682
13835 0.098357 37.966512 26.631277
13838 0.272361 37.538645 26.436180
13841 0.189405 35.207434 26.752499
13844 0.106450 35.012518 26.801025
13848 0.131850 37.349811 27.030229
13852 0.169584 34.353833 26.546277
13856 0.144235 36.275051 24.552168
13859 0.107980 37.664803 26.782709
13862 0.073943 36.673450 26.639815
13865 0.098706 37.095079 26.568001
13868 0.123469 39.889238 26.719086
13871 0.116238 40.055745 26.560473
... ... ... ...
13928 0.156173 42.930927 25.702096
13932 0.134959 44.594696 25.528675
13936 0.117112 45.067229 25.018124
13940 0.106790 41.683796 25.033147
13945 0.105607 42.516026 25.679999
13950 0.149327 46.423593 25.104999
13955 0.129379 48.001950 24.483811
13960 0.156119 48.437727 24.732937
13965 0.188021 46.158736 25.140624
13970 0.122779 36.454553 25.244548
13975 0.057538 43.782509 24.995949
13980 0.068170 49.003501 24.747349
13985 0.071383 47.439518 24.498749
13990 0.109202 48.143477 25.342155
13995 0.099342 51.449206 25.899292
14000 0.080943 51.704665 26.190707
14006 0.073352 50.452996 25.177695
14012 0.112439 51.846016 23.210730
14018 0.114374 53.127579 26.337516
14024 0.112551 53.177948 26.757926
14029 0.110181 53.452326 27.157178
14034 0.108235 53.891436 26.943248
14039 0.128913 54.338291 27.371403
14044 0.157923 54.357471 27.362961
14049 0.149722 54.017929 28.134419
14054 0.143080 54.368468 28.175957
14059 0.136438 54.938158 26.956488
14064 0.180797 55.752731 28.153252
14069 0.158642 55.941851 27.491301
14074 0.136486 56.078999 28.504672
[76 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 114917.0
the ratio of nans in the trimmed chlor_a series 0.203703703704
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
13846 2015-12-15 114917.0 9.248200 74.946200 29.765600 -9.863000
13850 2015-12-17 114917.0 9.421750 74.822625 29.801125 -16.012250
13854 2015-12-19 114917.0 9.662250 74.482875 29.961375 -20.923625
13857 2015-12-21 114917.0 9.781125 74.194750 29.760250 -16.216750
13860 2015-12-23 114917.0 10.099250 73.987375 29.814375 -10.840500
13863 2015-12-25 114917.0 10.578875 73.760250 29.665375 -18.904000
13866 2015-12-27 114917.0 11.141125 73.583125 29.735500 -0.322000
13869 2015-12-29 114917.0 11.662625 73.635625 29.709375 2.065625
13872 2015-12-31 114917.0 12.190125 73.561000 29.621125 -8.465750
13875 2016-01-02 114917.0 12.564375 73.383500 29.497125 -12.756750
13878 2016-01-04 114917.0 12.839500 73.177875 29.611000 -15.313625
13881 2016-01-06 114917.0 12.796250 73.034500 29.599375 3.679125
13884 2016-01-08 114917.0 12.794625 73.196125 29.589250 8.749125
13887 2016-01-10 114917.0 13.159375 73.192500 29.677750 -15.364500
13890 2016-01-12 114917.0 13.294500 72.744250 29.517250 -27.742375
13893 2016-01-14 114917.0 12.985750 72.647000 29.521375 11.407625
13896 2016-01-16 114917.0 13.019500 72.883375 29.498375 13.589000
13899 2016-01-18 114917.0 13.340125 72.928750 29.291500 -7.847750
13902 2016-01-20 114917.0 13.547000 72.729750 29.194250 -13.266125
13906 2016-01-22 114917.0 13.644375 72.559125 29.159125 -5.157750
13910 2016-01-24 114917.0 13.794250 72.485625 29.113250 -6.509500
13914 2016-01-26 114917.0 13.985250 72.207625 29.036500 -27.324625
13918 2016-01-28 114917.0 13.873375 72.035500 29.160250 1.058625
13922 2016-01-30 114917.0 13.917625 71.791750 29.093250 -24.229250
13926 2016-02-01 114917.0 13.694750 71.682375 29.019375 7.283750
13930 2016-02-03 114917.0 13.773000 71.640375 29.019375 -14.201625
13934 2016-02-05 114917.0 13.591750 71.588125 28.955000 12.782000
13938 2016-02-07 114917.0 13.718875 71.711500 28.858875 -8.273750
13943 2016-02-09 114917.0 13.723375 71.583375 28.856750 2.289375
13948 2016-02-11 114917.0 13.814500 71.513625 28.773875 -18.587625
13953 2016-02-13 114917.0 13.747875 71.292750 28.696125 -6.616125
13958 2016-02-15 114917.0 13.692375 71.188875 28.619375 -1.473875
13963 2016-02-17 114917.0 13.666500 71.152750 28.629500 -1.559625
13968 2016-02-19 114917.0 13.714875 71.064625 28.602375 -11.608875
13973 2016-02-21 114917.0 13.659375 71.041500 28.694375 2.770125
13978 2016-02-23 114917.0 13.819625 70.911250 28.891500 -18.801500
13983 2016-02-25 114917.0 13.739000 70.744625 28.833625 4.035500
13988 2016-02-27 114917.0 13.822875 70.722500 28.757375 -12.454625
13993 2016-02-29 114917.0 13.831500 70.648625 28.831625 0.678750
13998 2016-03-02 114917.0 13.947250 70.481250 29.015125 -10.474125
14003 2016-03-04 114917.0 14.009375 70.396750 29.132125 -14.597750
14009 2016-03-06 114917.0 13.932875 70.102375 29.142000 -11.899375
14015 2016-03-08 114917.0 13.954875 69.919375 28.995250 -13.787375
14021 2016-03-10 114917.0 13.940250 69.683500 29.122750 -14.300750
14027 2016-03-12 114917.0 13.841625 69.417625 29.229500 -18.577000
14032 2016-03-14 114917.0 13.637750 69.233125 28.912250 -2.838625
14037 2016-03-16 114917.0 13.571750 69.130625 28.982750 -9.543125
14042 2016-03-18 114917.0 13.428625 69.126375 29.111375 1.696875
14047 2016-03-20 114917.0 13.293000 69.022125 29.059125 -9.083125
14052 2016-03-22 114917.0 13.167375 68.920625 29.184375 -11.144625
14057 2016-03-24 114917.0 13.112125 68.496875 29.324375 -28.573125
14062 2016-03-26 114917.0 12.620375 68.412125 29.424500 20.668375
14067 2016-03-28 114917.0 12.188875 68.853875 29.489500 19.767250
14072 2016-03-30 114917.0 12.436250 69.126750 29.902375 19.318250
vn spd chlor_a dist cdm kd490 \
13846 3.360800 11.348800 0.132141 153.498439 0.011130 0.052943
13850 22.582875 29.362875 0.132972 146.847146 0.011550 0.052910
13854 6.884000 22.536625 0.108531 101.521506 0.010754 0.049908
13857 11.271500 20.497000 0.124506 67.344446 0.011738 0.051285
13860 27.745875 29.924375 0.105889 35.756811 0.010844 0.049377
13863 34.462625 39.388500 0.111485 26.442335 0.010319 0.049153
13866 33.448625 33.822750 0.134940 37.229875 0.011956 0.050692
13869 34.025125 34.886375 0.112614 71.478574 0.011274 0.051231
13872 32.135000 33.758125 0.116857 98.019332 0.012456 0.050519
13875 19.810000 24.276000 0.113155 120.984060 0.013388 0.049799
13878 10.869750 20.085750 0.127011 136.150494 0.015331 0.051523
13881 -11.626750 16.511875 0.141590 126.412859 0.014451 0.052174
13884 17.542125 23.096375 0.132594 132.386240 0.014902 0.051345
13887 21.415875 29.480375 0.121127 164.159026 0.020495 0.051310
13890 -9.881000 32.258625 0.131243 176.235758 0.017896 0.051677
13893 -17.552250 22.867125 0.141359 142.138948 0.015297 0.052043
13896 18.156000 24.358875 0.132716 147.114572 0.014447 0.053040
13899 19.087250 21.883875 0.130700 182.910494 0.013443 0.052140
13902 7.170500 16.878250 0.180170 198.767603 0.021258 0.058528
13906 5.226750 11.126250 0.152990 207.346087 0.021669 0.054342
13910 16.855000 22.584250 0.148029 204.657596 0.027400 0.056371
13914 -2.996250 32.682875 0.178354 220.328321 0.020305 0.057900
13918 2.722625 16.532500 0.161064 242.673776 0.016398 0.055625
13922 -10.087500 31.144000 0.178658 259.091145 0.023543 0.058454
13926 -0.375000 18.903250 0.196253 237.596822 0.030689 0.061283
13930 -4.220125 18.054250 0.185956 247.078652 0.030695 0.059749
13934 -7.512000 19.797125 0.202575 229.192822 0.027173 0.061245
13938 13.257125 21.772250 0.219193 239.497939 0.023650 0.062740
13943 -4.761625 12.449875 0.235811 243.328864 0.020127 0.064236
13948 7.150000 23.691250 0.230218 255.113329 0.020228 0.065310
13953 -3.266250 15.075000 0.216764 256.115938 0.019653 0.065288
13958 -4.421375 15.775750 0.197080 255.015080 0.025119 0.068587
13963 -2.242250 14.023625 0.189589 254.131691 0.025078 0.065599
13968 -1.570625 21.234125 0.182098 263.218368 0.025037 0.062611
13973 4.407125 9.478375 0.207489 258.988437 0.024996 0.064407
13978 5.737125 24.434000 0.207424 281.332455 0.022822 0.061677
13983 -3.872125 12.125500 0.203820 283.173064 0.020180 0.060035
13988 2.959750 18.161750 0.200216 292.244075 0.017538 0.058393
13993 10.377375 16.820125 0.200991 297.462963 0.017695 0.058267
13998 -2.580750 15.912750 0.231292 318.325371 0.022414 0.062641
14003 8.467625 23.399125 0.310651 329.252095 0.046289 0.073657
14009 -8.905250 17.132875 0.189333 342.638960 0.023967 0.060085
14015 3.656125 15.845875 0.162833 357.813010 0.031661 0.055650
14021 -2.740875 15.358875 0.201681 374.747786 0.026394 0.059561
14027 -12.142625 22.977125 0.240530 389.168657 0.021127 0.063471
14032 -8.244625 9.346875 0.165078 391.553386 0.017073 0.055831
14037 -8.182500 15.636500 0.157102 396.699998 0.017537 0.057546
14042 -3.734750 10.700375 0.143212 388.712619 0.018588 0.055642
14047 -16.375250 19.605625 0.129323 391.131817 0.019638 0.053737
14052 0.565875 14.348000 0.094808 394.654167 0.015701 0.047916
14057 -15.828000 37.486250 0.102158 434.193526 0.015075 0.049689
14062 -39.451875 46.977125 0.109507 425.582943 0.014449 0.051463
14067 -5.244125 25.094125 0.116856 368.399204 0.013823 0.053236
14072 26.368375 33.393750 0.124205 345.294575 0.013197 0.055009
t865 par sst4
13846 0.042380 45.932384 29.434999
13850 0.054668 43.868902 29.149672
13854 0.113592 42.654201 28.829977
13857 0.113233 44.926811 29.471067
13860 0.152284 41.879302 29.205200
13863 0.132194 34.573434 29.029656
13866 0.177523 44.084253 29.326695
13869 0.070371 42.132558 29.479296
13872 0.101994 43.971303 28.327972
13875 0.103750 44.151901 29.262186
13878 0.109555 43.854724 29.175403
13881 0.155316 43.070651 29.245559
13884 0.149625 42.873859 28.091137
13887 0.121899 36.816475 29.322835
13890 0.107940 42.781960 29.063396
13893 0.093981 43.779556 28.869703
13896 0.115492 38.596621 28.960863
13899 0.116827 27.826860 28.932888
13902 0.090703 42.059400 28.973020
13906 0.102591 41.918708 28.939869
13910 0.189579 44.174554 28.936394
13914 0.131846 45.064592 28.998981
13918 0.118552 45.129471 27.037443
13922 0.188595 42.866301 28.706322
13926 0.258638 43.020616 27.262404
13930 0.266080 46.630651 29.020033
13934 0.197679 46.831079 28.563661
13938 0.129277 45.705455 28.063790
13943 0.060875 45.595213 28.189378
13948 0.057143 47.622274 28.037353
13953 0.067792 45.995002 28.405618
13958 0.191100 44.228559 28.325496
13963 0.182795 46.100609 27.929884
13968 0.174491 49.321511 26.936459
13973 0.160173 50.800714 28.526251
13978 0.147588 48.816265 28.654590
13983 0.152292 44.620956 28.629480
13988 0.156996 45.673265 28.317539
13993 0.150657 43.769975 27.984999
13998 0.202129 49.503798 28.466963
14003 0.140972 51.371243 28.338232
14009 0.166943 52.608660 28.899515
14015 0.140780 49.393597 26.843202
14021 0.132338 51.756286 28.713276
14027 0.123897 52.747134 27.734002
14032 0.088615 53.949918 27.355124
14037 0.073787 53.147734 28.631613
14042 0.110782 53.977409 28.803607
14047 0.147776 54.787377 28.777042
14052 0.150310 55.554667 28.865985
14057 0.154657 54.109205 28.797134
14062 0.159004 52.509524 29.072747
14067 0.163351 54.995381 28.279633
14072 0.167698 56.599212 28.884259
-----
head and tail of the nonnan series are identified
the float id is: 60150420.0
the ratio of nans in the trimmed chlor_a series 0.333333333333
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
13917 2016-01-26 60150420.0 6.306750 60.757125 27.995000 11.448000
13921 2016-01-28 60150420.0 6.659250 60.665875 27.973250 -11.412875
13925 2016-01-30 60150420.0 6.918250 60.576500 27.855750 -10.349375
13929 2016-02-01 60150420.0 7.000875 60.286500 27.666750 -21.281750
13933 2016-02-03 60150420.0 7.070125 60.101000 27.543625 -0.836125
13937 2016-02-05 60150420.0 7.021125 60.164500 27.448875 11.548375
13941 2016-02-07 60150420.0 7.299750 60.438875 27.514500 21.452250
13946 2016-02-09 60150420.0 7.796500 60.788250 27.624375 20.138375
13951 2016-02-11 60150420.0 8.212000 61.056375 27.558375 15.729250
13956 2016-02-13 60150420.0 8.555625 61.325500 27.533875 17.384375
13961 2016-02-15 60150420.0 8.905125 61.501125 27.459125 3.067375
13966 2016-02-17 60150420.0 9.051625 61.523750 27.361750 1.883375
13971 2016-02-19 60150420.0 8.933375 61.541375 27.294125 -4.594875
13976 2016-02-21 60150420.0 8.978500 61.506000 27.412375 6.823375
13981 2016-02-23 60150420.0 8.864625 61.533500 27.480250 3.937125
13986 2016-02-25 60150420.0 8.710125 61.967750 27.723750 38.963500
13991 2016-02-27 60150420.0 8.844500 62.335500 27.993625 15.012250
13996 2016-02-29 60150420.0 9.145000 62.501625 27.850500 4.545750
14001 2016-03-02 60150420.0 9.504000 62.624625 27.889625 5.142250
14007 2016-03-04 60150420.0 9.836625 62.622625 28.039625 -1.757875
14013 2016-03-06 60150420.0 10.054250 62.536250 28.211125 -8.195250
14019 2016-03-08 60150420.0 10.267000 62.299375 28.219000 -22.541000
14025 2016-03-10 60150420.0 10.351625 61.905750 28.316750 -26.666750
14030 2016-03-12 60150420.0 10.273875 61.525500 28.541875 -19.669375
14035 2016-03-14 60150420.0 9.902125 61.227250 28.547625 -20.276625
14040 2016-03-16 60150420.0 9.916000 60.865875 28.703500 -26.836875
14045 2016-03-18 60150420.0 9.944125 60.446875 28.530000 -24.470875
14050 2016-03-20 60150420.0 10.110250 59.998625 28.501000 -37.166750
14055 2016-03-22 60150420.0 10.122500 59.380750 28.615500 -30.447000
14060 2016-03-24 60150420.0 9.988250 58.873125 28.701250 -38.982125
14065 2016-03-26 60150420.0 9.742500 58.368625 28.604000 -27.310000
14070 2016-03-28 60150420.0 9.364375 57.955875 28.602875 -20.974000
14075 2016-03-30 60150420.0 8.925625 57.902000 28.922000 21.981750
vn spd chlor_a dist cdm kd490 \
13917 24.573125 29.532250 0.126257 969.839576 0.014137 0.052010
13921 24.578625 27.970625 0.159796 935.090076 0.012183 0.055023
13925 8.293250 17.674250 0.162519 908.066048 0.012793 0.054759
13929 4.338500 22.525375 0.183352 878.704404 0.015065 0.058386
13933 -0.051375 6.552250 0.204185 858.781188 0.017338 0.062012
13937 0.577750 13.503875 0.225018 867.571135 0.019610 0.065639
13941 33.894875 40.174875 0.180028 868.172799 0.019711 0.063259
13946 29.341250 35.990125 0.192868 862.220623 0.027578 0.063181
13951 21.428625 26.670125 0.170890 858.945269 0.017937 0.059091
13956 23.459000 29.365250 0.154048 863.250415 0.014239 0.056347
13961 19.457750 20.727875 0.202943 860.769661 0.017149 0.061089
13966 -1.138750 6.844125 0.270762 855.379744 0.019652 0.068805
13971 -9.626000 18.703500 0.237320 863.187754 0.017989 0.064132
13976 2.939125 22.243500 0.203878 857.407262 0.016326 0.059459
13981 -4.082250 15.589875 0.170437 866.037468 0.014663 0.054786
13986 -13.830250 43.308000 0.132816 916.195042 0.013688 0.054693
13991 27.300375 31.976250 0.132796 945.378811 0.013579 0.054786
13996 14.728250 18.316750 0.132776 947.781686 0.013469 0.054879
14001 25.679125 27.467625 0.132756 944.858713 0.013360 0.054972
14007 12.803000 15.366375 0.132737 931.768761 0.013251 0.055065
14013 16.491000 19.591625 0.132717 915.028425 0.013142 0.055158
14019 12.079500 26.051000 0.132697 883.132087 0.013033 0.055251
14025 -0.501250 26.782875 0.122140 839.189051 0.010650 0.051915
14030 -17.797625 30.536625 0.117684 802.289970 0.009862 0.051529
14035 -11.250500 27.260750 0.101449 786.168308 0.009877 0.048189
14040 1.835875 27.195500 0.103046 749.059101 0.013023 0.047810
14045 6.688125 25.870000 0.149566 705.800896 0.013355 0.051967
14050 6.700875 39.035500 0.200608 653.475737 0.020560 0.058485
14055 -2.591375 31.564125 0.251650 592.017227 0.027764 0.065003
14060 -11.351875 40.748625 0.185290 550.695843 0.019327 0.061146
14065 -20.828000 34.433000 0.153291 520.005951 0.026410 0.057195
14070 -28.195125 35.604125 0.153862 512.375204 0.021351 0.057641
14075 -22.883500 37.661125 0.154433 542.933088 0.016293 0.058087
t865 par sst4
13917 0.162196 49.411551 27.593742
13921 0.095984 49.167079 27.895104
13925 0.072500 49.168637 27.836234
13929 0.108356 47.329163 27.510095
13933 0.144212 49.915935 26.814299
13937 0.180068 51.609304 27.389434
13941 0.130493 50.473071 27.347365
13946 0.154732 50.972106 27.462545
13951 0.135156 51.883125 27.523749
13956 0.116494 51.921738 27.543477
13961 0.119083 52.038753 27.262723
13966 0.212154 48.244060 27.258542
13971 0.178843 40.284090 27.237396
13976 0.145532 41.133690 27.216249
13981 0.112221 48.986929 27.366681
13986 0.117670 47.547137 27.602242
13991 0.116309 50.521164 27.721860
13996 0.114947 48.793460 26.374999
14001 0.113586 49.700189 26.726249
14007 0.112224 50.752514 27.661189
14013 0.110863 52.747224 26.663358
14019 0.109501 53.962964 28.229479
14025 0.105807 54.646126 27.826067
14030 0.116184 54.072565 28.448518
14035 0.077811 54.597141 27.813798
14040 0.114918 54.672269 28.342580
14045 0.099155 53.729626 27.628463
14050 0.131780 53.894216 28.234037
14055 0.164405 55.237338 28.202143
14060 0.145979 55.754950 28.500224
14065 0.155386 54.070038 28.557494
14070 0.147199 56.116855 28.276572
14075 0.139011 56.151783 28.217555
-----
head and tail of the nonnan series are identified
the float id is: 114873.0
the ratio of nans in the trimmed chlor_a series 0.315789473684
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
13977 2016-02-23 114873.0 6.545375 57.486000 27.950750 10.346500
13982 2016-02-25 114873.0 7.026125 57.449625 28.004500 -3.559875
13987 2016-02-27 114873.0 7.654000 57.312500 27.776125 -23.626125
13992 2016-02-29 114873.0 8.337125 56.814250 27.641000 -38.591500
13997 2016-03-02 114873.0 8.662750 56.173875 27.613625 -38.627500
14002 2016-03-04 114873.0 8.624000 55.629875 27.794750 -30.701250
14008 2016-03-06 114873.0 8.470125 55.233625 27.989000 -19.139750
14014 2016-03-08 114873.0 8.361625 54.978125 28.085375 -16.665250
14020 2016-03-10 114873.0 8.319000 54.714875 28.201625 -15.592250
14026 2016-03-12 114873.0 8.216875 54.483500 28.428125 -11.473250
14031 2016-03-14 114873.0 8.080250 54.361125 28.609750 -7.151000
14036 2016-03-16 114873.0 8.049750 54.319750 28.664875 0.834000
14041 2016-03-18 114873.0 8.103750 54.310625 28.688000 -1.741375
14046 2016-03-20 114873.0 8.247375 54.204500 28.587125 -10.622500
14051 2016-03-22 114873.0 8.407125 54.078125 28.736250 -9.295625
14056 2016-03-24 114873.0 8.625000 53.847875 28.646625 -11.566125
14061 2016-03-26 114873.0 8.929750 53.684375 28.629625 -6.476625
14066 2016-03-28 114873.0 9.203250 53.712375 28.803250 -2.866000
14071 2016-03-30 114873.0 9.525250 53.697500 28.933000 6.321875
vn spd chlor_a dist cdm kd490 \
13977 24.638125 28.052500 0.173817 736.851445 0.012824 0.056491
13982 42.448125 44.111750 0.169950 687.951845 0.013241 0.056754
13987 41.852375 48.374500 0.166082 619.717166 0.013659 0.057018
13992 35.416375 53.324625 0.162214 527.093414 0.014076 0.057281
13997 7.929875 39.815375 0.158346 462.992801 0.014494 0.057545
14002 -10.339125 32.563500 0.154479 442.399671 0.014912 0.057808
14008 -7.309125 20.571625 0.155321 444.668670 0.013969 0.056990
14014 -6.002750 18.327250 0.141053 449.686602 0.012813 0.053821
14020 -3.468750 16.553000 0.121422 430.825020 0.011787 0.051870
14026 -8.404250 14.929250 0.124770 415.792315 0.011532 0.053773
14031 -5.623625 9.931875 0.123235 413.923473 0.011156 0.052929
14036 -0.325250 3.720125 0.106540 412.294797 0.010472 0.047084
14041 6.934250 8.624500 0.090640 407.932713 0.011227 0.047430
14046 12.296500 16.468625 0.113761 388.976223 0.010998 0.050916
14051 6.110125 12.921875 0.104932 367.248679 0.010807 0.049577
14056 20.707625 24.930875 0.096103 332.579589 0.010615 0.048238
14061 23.819125 29.602875 0.107403 298.843894 0.011323 0.050588
14066 13.663750 20.484000 0.118703 286.604072 0.012031 0.052938
14071 17.146625 19.346750 0.106018 270.042647 0.011021 0.050950
t865 par sst4
13977 0.141729 47.451889 27.917499
13982 0.127425 51.864257 27.673205
13987 0.113120 47.698915 27.449999
13992 0.098815 52.659322 27.551615
13997 0.084511 48.692398 26.149344
14002 0.070206 50.885851 27.930624
14008 0.097243 54.649201 27.956585
14014 0.082248 53.818321 27.834560
14020 0.096252 55.235899 27.991664
14026 0.079392 55.900819 28.161603
14031 0.077208 54.923447 28.218064
14036 0.054700 55.512622 28.221884
14041 0.138225 56.582152 28.605763
14046 0.132619 56.383763 28.689678
14051 0.112663 55.774316 27.384800
14056 0.092706 54.211971 28.702731
14061 0.127003 55.278875 28.333817
14066 0.161300 54.552764 28.624475
14071 0.169735 54.251937 28.673661
-----
head and tail of the nonnan series are identified
the float id is: 127429.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
14005 2016-03-04 127429.0 5.126833 74.24800 29.468333 -23.008167
14011 2016-03-06 127429.0 5.241250 73.93475 29.584000 -24.652125
14017 2016-03-08 127429.0 5.192875 73.43300 29.816375 -38.342250
vn spd chlor_a dist cdm kd490 \
14005 17.122833 28.861167 0.099605 72.982520 0.009844 0.049632
14011 0.290875 25.307125 0.074728 36.054678 0.010810 0.045306
14017 2.449500 39.909500 0.100912 15.860344 0.009551 0.048877
t865 par sst4
14005 0.074313 53.323371 28.324848
14011 0.134054 56.326826 29.282188
14017 0.117473 55.842003 29.312815
-----
head and tail of the nonnan series are identified
the float id is: 147144.0
the ratio of nans in the trimmed chlor_a series 0.242857142857
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
14662 2016-11-01 147144.0 16.679500 69.472125 28.375500 5.038750
14671 2016-11-03 147144.0 16.660125 69.544125 28.308500 3.130750
14678 2016-11-05 147144.0 16.590125 69.604875 28.261000 3.394125
14685 2016-11-07 147144.0 16.455375 69.634000 28.225875 0.195000
14693 2016-11-09 147144.0 16.290750 69.640000 28.201000 1.392875
14699 2016-11-11 147144.0 16.107125 69.628000 28.079625 -2.099375
14707 2016-11-13 147144.0 15.908625 69.565250 28.003625 -3.522500
14715 2016-11-15 147144.0 15.759000 69.474500 27.966500 -7.131250
14722 2016-11-17 147144.0 15.681625 69.383125 28.047625 -8.827875
14729 2016-11-19 147144.0 15.584250 69.228000 27.974375 -7.202250
14737 2016-11-21 147144.0 15.465625 69.097000 27.967500 -9.338625
14746 2016-11-23 147144.0 15.396500 68.959125 27.984750 -9.236375
14755 2016-11-25 147144.0 15.378500 68.810250 27.941000 -9.409375
14762 2016-11-27 147144.0 15.368500 68.663750 27.952625 -8.153500
14770 2016-11-29 147144.0 15.317250 68.513250 27.918750 -9.587375
14780 2016-12-01 147144.0 15.234875 68.329625 27.924000 -14.055625
14790 2016-12-03 147144.0 15.158125 68.099250 27.971875 -16.533375
14800 2016-12-05 147144.0 15.174625 67.865625 27.948375 -12.519750
14810 2016-12-07 147144.0 15.176625 67.657875 27.991750 -11.316125
14821 2016-12-09 147144.0 15.126875 67.461625 27.931875 -13.556375
14832 2016-12-11 147144.0 15.046375 67.238500 27.846625 -13.875250
14841 2016-12-13 147144.0 14.924875 67.024625 27.709500 -11.835125
14850 2016-12-15 147144.0 14.766500 66.844250 27.647375 -10.871750
14860 2016-12-17 147144.0 14.644750 66.757625 27.634750 -1.410625
14871 2016-12-19 147144.0 14.445125 66.697250 27.508750 -4.706000
14882 2016-12-21 147144.0 14.274625 66.676250 27.551625 0.337875
14893 2016-12-23 147144.0 14.070875 66.685625 27.525875 1.104125
14904 2016-12-25 147144.0 13.852750 66.705875 27.664375 1.473375
14915 2016-12-27 147144.0 13.603750 66.692000 27.544250 -2.020625
14927 2016-12-29 147144.0 13.375500 66.629375 27.559875 -5.989750
... ... ... ... ... ... ...
15056 2017-01-20 147144.0 11.847125 65.867750 26.969125 -0.217000
15065 2017-01-22 147144.0 11.836500 65.861625 26.921125 -0.752750
15075 2017-01-24 147144.0 11.850875 65.879375 27.069250 2.403875
15085 2017-01-26 147144.0 11.848625 65.858250 26.923625 -5.626250
15095 2017-01-28 147144.0 11.889625 65.853500 26.913625 3.031500
15105 2017-01-30 147144.0 11.936375 65.860750 26.983125 -1.039875
15115 2017-02-01 147144.0 12.004000 65.846750 27.048375 1.843875
15125 2017-02-03 147144.0 12.046375 65.861750 27.100125 -3.063875
15134 2017-02-05 147144.0 12.068875 65.816500 27.025875 0.165125
15144 2017-02-07 147144.0 12.126125 65.844250 26.924250 2.132500
15155 2017-02-09 147144.0 12.216625 65.882750 26.959375 4.319875
15166 2017-02-11 147144.0 12.326875 65.898750 27.018500 -2.041375
15177 2017-02-13 147144.0 12.386875 65.867625 27.007375 -0.654000
15187 2017-02-15 147144.0 12.412250 65.896250 27.173250 1.162125
15197 2017-02-17 147144.0 12.491250 65.940250 27.330250 6.076750
15208 2017-02-19 147144.0 12.542375 66.029250 27.678750 6.093875
15219 2017-02-21 147144.0 12.570250 66.081000 27.658625 2.717750
15232 2017-02-23 147144.0 12.605500 66.114000 27.549250 1.129375
15245 2017-02-25 147144.0 12.606625 66.148625 27.664250 3.052625
15257 2017-02-27 147144.0 12.537000 66.235750 27.880875 4.896375
15273 2017-03-01 147144.0 12.488500 66.325625 27.811250 3.698625
15289 2017-03-03 147144.0 12.484750 66.376250 27.940875 5.015500
15306 2017-03-05 147144.0 12.486750 66.452375 27.943500 5.989250
15334 2017-03-07 147144.0 12.493250 66.595500 28.009500 10.985750
15362 2017-03-09 147144.0 12.548375 66.781375 28.196250 11.510625
15390 2017-03-11 147144.0 12.678125 66.964500 28.020500 15.414625
15418 2017-03-13 147144.0 12.770375 67.349375 28.059375 30.121875
15445 2017-03-15 147144.0 12.897000 67.822375 28.314125 27.921125
15472 2017-03-17 147144.0 13.051375 68.277125 28.235000 30.236875
15499 2017-03-19 147144.0 13.277750 68.783500 28.302500 34.945125
vn spd chlor_a dist cdm kd490 \
14662 -0.182375 7.070500 0.201166 401.854751 0.022762 0.058197
14671 -2.520250 7.318875 0.173253 394.733149 0.023333 0.054719
14678 -6.085875 8.535500 0.182937 389.922777 0.022944 0.055830
14685 -9.667750 11.143500 0.191696 390.298558 0.034076 0.058207
14693 -9.915500 12.048000 0.200456 393.269559 0.045208 0.060584
14699 -13.785125 15.269125 0.192172 396.668028 0.042650 0.059164
14707 -13.119625 15.506500 0.160594 406.646994 0.042526 0.059883
14715 -5.847375 11.446125 0.170994 419.342960 0.042402 0.059809
14722 -7.047500 13.184625 0.181394 430.747932 0.042278 0.059736
14729 -6.839750 15.585750 0.191794 449.410746 0.042154 0.059662
14737 -4.965125 12.076375 0.153879 466.279505 0.029903 0.053778
14746 -2.531625 10.281000 0.198975 482.565900 0.045645 0.060401
14755 -0.150125 10.051000 0.179841 498.504408 0.027678 0.056484
14762 -0.922125 8.592375 0.185329 513.984672 0.023898 0.059518
14770 -5.538625 12.069250 0.157870 531.062188 0.020119 0.056016
14780 -5.444250 15.218625 0.163657 552.489625 0.019951 0.052623
14790 -2.388000 17.451750 0.173406 578.614680 0.023097 0.055760
14800 1.147250 13.226250 0.171044 602.345898 0.023339 0.056072
14810 -1.850000 12.438875 0.168681 623.884379 0.023581 0.056385
14821 -4.111750 14.403500 0.166318 642.922663 0.023823 0.056698
14832 -5.988000 15.598625 0.194880 657.177326 0.028143 0.061564
14841 -9.821750 15.684875 0.215950 668.833094 0.027945 0.065756
14850 -7.528250 13.507250 0.237019 676.182188 0.027747 0.069949
14860 -10.796375 11.297500 0.258089 677.576344 0.027549 0.074141
14871 -11.347250 13.010000 0.337548 672.886335 0.027351 0.088452
14882 -11.759000 12.709000 0.300603 666.515423 0.027153 0.074720
14893 -14.027125 14.446625 0.274569 656.136550 0.031280 0.074057
14904 -15.196625 15.395000 0.341200 644.687013 0.051914 0.085052
14915 -15.789500 16.151250 0.347776 636.259481 0.078022 0.088221
14927 -12.862500 14.587375 0.380207 634.651706 0.051570 0.096709
... ... ... ... ... ... ...
15056 0.332875 2.548000 0.318289 682.941722 0.035752 0.075751
15065 -0.630500 2.999750 0.366795 683.493050 0.036687 0.082969
15075 1.070625 2.658375 0.382101 681.720981 0.036050 0.085469
15085 1.264375 7.379000 0.382793 683.987934 0.036901 0.086330
15095 0.783750 11.047000 0.383485 684.958905 0.037752 0.087191
15105 4.398250 6.949125 0.384177 684.728234 0.038604 0.088052
15115 5.063750 6.126625 0.384870 687.117392 0.039455 0.088912
15125 -0.259750 7.364500 0.377309 686.084249 0.036047 0.087857
15134 3.581000 6.413625 0.386888 691.292432 0.034928 0.089401
15144 4.366250 6.314125 0.396468 689.161942 0.033808 0.090944
15155 6.981000 9.110875 0.427146 686.503582 0.034094 0.095859
15166 7.866125 8.465875 0.678128 686.800890 0.042743 0.114166
15177 0.802375 6.177000 1.038504 691.312609 0.212861 0.170356
15187 2.082875 4.647250 5.369953 688.771734 0.294739 0.268018
15197 4.721875 9.716125 15.585845 685.772879 0.227064 0.220278
15208 1.460500 10.673750 28.962032 677.472743 0.159388 0.172539
15219 4.369000 12.351250 0.837375 672.644170 0.091712 0.109474
15232 2.455625 12.133250 0.444945 669.845012 0.063035 0.086807
15245 -3.451375 9.280625 0.379003 666.162677 0.053368 0.079631
15257 -2.741625 8.413875 0.313061 655.427425 0.043701 0.072455
15273 -3.462875 8.935000 0.247119 644.731039 0.034033 0.065278
15289 -0.808500 5.688500 0.181177 639.268139 0.024366 0.058102
15306 2.578625 7.583750 0.115235 631.238705 0.014699 0.050926
15334 -0.525625 11.805000 0.146440 616.203643 0.018487 0.055031
15362 5.983250 13.172375 0.158635 597.263344 0.021254 0.055106
15390 9.647000 19.156125 0.150247 580.277048 0.017574 0.053384
15418 5.363250 30.886750 0.141860 541.593308 0.013894 0.051662
15445 8.046625 29.250750 0.133472 495.502759 0.010214 0.049939
15472 10.934750 32.370250 0.117767 453.981854 0.011363 0.050671
15499 19.360125 40.075125 0.119451 413.360519 0.011636 0.053276
t865 par sst4
14662 0.288524 45.171836 28.357515
14671 0.168939 45.147100 28.413596
14678 0.161149 44.315205 28.273337
14685 0.188045 43.840900 28.398975
14693 0.214940 43.805408 28.284238
14699 0.202920 42.540154 28.097133
14707 0.214333 42.698300 27.977479
14715 0.217403 41.818441 28.011141
14722 0.220472 37.682019 27.653726
14729 0.223542 40.185503 27.608870
14737 0.233534 42.685464 28.100428
14746 0.136004 42.346186 28.242451
14755 0.151186 42.153221 6.039137
14762 0.161639 42.133350 28.038027
14770 0.160133 40.250921 27.632378
14780 0.180384 40.167805 26.997269
14790 0.235657 32.932964 28.037141
14800 0.183596 29.994647 27.898124
14810 0.131535 40.339349 28.014512
14821 0.079474 40.826642 27.408268
14832 0.093531 40.098026 27.866722
14841 0.104793 37.099153 27.692837
14850 0.116056 26.156165 27.206874
14860 0.127318 30.524458 26.684954
14871 0.130452 39.244783 27.473797
14882 0.124862 39.360229 27.496898
14893 0.135612 40.839935 27.519999
14904 0.128657 41.840910 26.081071
14915 0.151413 42.571367 27.009830
14927 0.202921 42.930189 26.356389
... ... ... ...
15056 0.128265 44.758648 25.317229
15065 0.183647 45.212845 26.089148
15075 0.221766 45.551737 26.620851
15085 0.183024 46.222728 26.000095
15095 0.144282 45.266640 26.409306
15105 0.105540 46.153693 26.858063
15115 0.066798 47.806778 26.944684
15125 0.061421 48.351213 27.241594
15134 0.095052 47.272295 27.110788
15144 0.128683 48.180760 26.776249
15155 0.097983 49.777182 26.844372
15166 0.086470 49.529279 26.787913
15177 0.141997 49.936561 26.871323
15187 0.128083 50.458686 27.077492
15197 0.130469 50.130620 27.195725
15208 0.153365 49.159810 27.359685
15219 0.114044 49.848069 26.473153
15232 0.090917 51.058866 27.429783
15245 0.087145 50.608341 26.523014
15257 0.083374 47.741862 26.864490
15273 0.079602 50.931734 27.427758
15289 0.075830 51.858152 27.827519
15306 0.072058 53.101653 27.668594
15334 0.105789 54.283739 27.811558
15362 0.190332 53.494481 27.764585
15390 0.159844 51.759278 27.924552
15418 0.129356 53.039873 27.533439
15445 0.098868 54.285186 27.081302
15472 0.090087 55.416112 26.790591
15499 0.083623 53.686156 27.980953
[70 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 147145.0
the ratio of nans in the trimmed chlor_a series 0.285714285714
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
14663 2016-11-01 147145.0 15.545375 70.014750 28.691625 -4.224500
14672 2016-11-03 147145.0 15.405750 69.931000 28.587250 -5.611875
14679 2016-11-05 147145.0 15.274000 69.885125 28.516500 -1.390875
14686 2016-11-07 147145.0 15.154875 69.864875 28.370875 -1.230250
14694 2016-11-09 147145.0 15.053000 69.832250 28.329250 -2.166875
14700 2016-11-11 147145.0 14.970125 69.778250 28.315000 -4.062125
14708 2016-11-13 147145.0 14.899000 69.679875 28.372875 -7.995125
14716 2016-11-15 147145.0 14.761250 69.510625 28.419750 -11.426000
14723 2016-11-17 147145.0 14.630875 69.388125 28.425250 -4.502375
14730 2016-11-19 147145.0 14.500750 69.347250 28.421250 -0.459000
14738 2016-11-21 147145.0 14.362625 69.345875 28.440875 0.159625
14747 2016-11-23 147145.0 14.198375 69.369625 28.330500 2.048250
14756 2016-11-25 147145.0 14.068625 69.430500 28.345875 3.481375
14763 2016-11-27 147145.0 13.990000 69.474125 28.396500 2.161250
14771 2016-11-29 147145.0 13.910125 69.489500 28.445000 0.579375
14781 2016-12-01 147145.0 13.829000 69.502500 28.407125 1.918500
14791 2016-12-03 147145.0 13.789750 69.541625 28.368500 1.014500
14801 2016-12-05 147145.0 13.798000 69.608750 28.277625 2.874500
14811 2016-12-07 147145.0 13.710500 69.601375 28.371125 -1.856875
14822 2016-12-09 147145.0 13.617375 69.565875 28.325625 -3.199625
14833 2016-12-11 147145.0 13.567375 69.458500 28.031125 -5.025375
14842 2016-12-13 147145.0 13.499625 69.313125 27.957250 -12.742000
14851 2016-12-15 147145.0 13.529125 69.044500 28.033750 -13.249625
14861 2016-12-17 147145.0 13.483375 68.912875 28.203375 -8.628250
14872 2016-12-19 147145.0 13.443875 68.771875 28.088250 -14.421500
14883 2016-12-21 147145.0 13.466375 68.606125 28.136625 -7.639125
14894 2016-12-23 147145.0 13.455375 68.515000 28.074250 -4.097625
14905 2016-12-25 147145.0 13.476250 68.457125 28.117375 -2.546125
14916 2016-12-27 147145.0 13.538750 68.364625 28.021875 -6.953500
14928 2016-12-29 147145.0 13.593375 68.239500 28.024750 -7.827500
... ... ... ... ... ... ...
15057 2017-01-20 147145.0 14.131000 67.517125 27.131625 -1.220875
15066 2017-01-22 147145.0 14.178000 67.461000 27.138500 -4.765875
15076 2017-01-24 147145.0 14.195250 67.406000 27.265750 -3.258125
15086 2017-01-26 147145.0 14.171000 67.366125 27.136125 -1.357500
15096 2017-01-28 147145.0 14.224750 67.351500 27.010000 -1.455875
15106 2017-01-30 147145.0 14.266125 67.293875 27.070750 -5.512125
15116 2017-02-01 147145.0 14.312500 67.218500 27.179375 -2.617250
15126 2017-02-03 147145.0 14.336875 67.163625 27.088000 -4.437750
15135 2017-02-05 147145.0 14.352125 67.098750 26.965250 -2.950375
15145 2017-02-07 147145.0 14.410625 67.048375 26.957375 -3.572000
15156 2017-02-09 147145.0 14.430750 66.989125 26.886000 -4.051125
15167 2017-02-11 147145.0 14.436125 66.991625 26.902375 3.370375
15178 2017-02-13 147145.0 14.464875 66.970125 26.895000 -1.060625
15188 2017-02-15 147145.0 14.466250 66.991625 27.133250 -0.423125
15198 2017-02-17 147145.0 14.450875 67.036000 27.374000 4.954375
15209 2017-02-19 147145.0 14.440125 67.072250 27.462250 0.651625
15220 2017-02-21 147145.0 14.373750 67.088250 27.408750 3.149250
15233 2017-02-23 147145.0 14.316000 67.146625 27.314500 5.055125
15246 2017-02-25 147145.0 14.235750 67.238375 27.404000 8.244625
15258 2017-02-27 147145.0 14.099750 67.491500 27.592500 18.616750
15274 2017-03-01 147145.0 13.935000 67.783250 27.648375 17.794500
15290 2017-03-03 147145.0 13.677125 68.147000 27.634375 23.991000
15307 2017-03-05 147145.0 13.415875 68.349250 27.700500 6.709000
15335 2017-03-07 147145.0 13.204375 68.508625 27.979375 14.574625
15363 2017-03-09 147145.0 12.853750 68.848250 28.183625 21.814500
15391 2017-03-11 147145.0 12.547375 69.040875 28.142875 5.661125
15419 2017-03-13 147145.0 12.543125 69.219750 28.511750 14.376625
15446 2017-03-15 147145.0 12.667500 69.432500 28.606375 6.030250
15473 2017-03-17 147145.0 12.634625 69.524500 28.540250 17.773625
15500 2017-03-19 147145.0 12.527375 69.768750 28.728500 16.906625
vn spd chlor_a dist cdm kd490 \
14663 -9.731500 11.380875 0.261939 369.202542 0.034819 0.067276
14672 -8.329875 10.816750 0.264562 382.566690 0.029833 0.066950
14679 -7.824000 9.766875 0.247167 392.182221 0.024646 0.064019
14686 -5.756625 8.833750 0.222779 397.855886 0.034910 0.062050
14694 -6.280625 10.767750 0.198391 404.274340 0.045174 0.060080
14700 -4.680000 10.979500 0.151197 412.494811 0.040578 0.057344
14708 -5.735875 11.356250 0.148250 424.964965 0.035983 0.056913
14716 -11.114625 18.024750 0.153582 447.094760 0.031388 0.055701
14723 -8.783125 13.312250 0.158913 451.600724 0.026792 0.054488
14730 -7.901375 9.297250 0.164245 444.143516 0.022197 0.053276
14738 -9.416750 10.464875 0.145150 433.417050 0.026256 0.052691
14747 -9.994125 10.542875 0.174159 419.014866 0.019276 0.053824
14756 -6.701375 8.250625 0.132372 404.470859 0.021480 0.051041
14763 -4.218500 5.265375 0.121199 395.158009 0.022162 0.050816
14771 -6.334625 7.056500 0.136444 388.086717 0.020198 0.052002
14781 -3.128000 4.082250 0.151374 381.202591 0.019820 0.053679
14791 1.537750 8.899750 0.166305 375.171957 0.019443 0.055356
14801 -4.947000 16.361250 0.181236 370.224841 0.019065 0.057033
14811 -6.282000 13.574125 0.196166 364.605197 0.018687 0.058710
14822 -6.120125 13.210625 0.211097 361.174481 0.018310 0.060387
14833 -3.356500 12.742125 0.226027 367.153318 0.017932 0.062064
14842 -0.382375 13.509125 0.240958 375.802648 0.017554 0.063741
14851 3.115375 19.340750 0.255889 402.063353 0.017177 0.065418
14861 -2.989750 14.793125 0.178342 411.713266 0.017927 0.058226
14872 -0.936375 20.284750 0.168117 422.914153 0.022379 0.056504
14883 -0.892500 12.978375 0.208388 439.932981 0.021667 0.060008
14894 -1.345375 10.837500 0.183543 448.156976 0.022689 0.058972
14905 2.808250 6.871250 0.181891 454.794294 0.028395 0.059513
14916 5.573375 9.117125 0.182057 466.846857 0.029464 0.057823
14928 1.704000 8.807375 0.196825 481.662567 0.032077 0.061598
... ... ... ... ... ... ...
15057 0.679625 8.167500 0.296415 578.418368 0.041993 0.073883
15066 4.801000 10.751625 0.274056 586.220231 0.055002 0.072088
15076 -2.363250 9.867625 0.284436 592.353082 0.054093 0.073984
15086 1.881875 11.030500 0.268604 594.879955 0.023732 0.068508
15096 2.987625 7.552000 0.278852 599.078115 0.024385 0.069874
15106 2.695125 8.782125 0.241735 606.726042 0.029778 0.065131
15116 2.432875 5.833125 0.230963 616.322211 0.026281 0.064877
15126 -0.715125 6.045375 0.230096 622.810832 0.031784 0.064666
15135 3.610500 7.264125 0.210987 629.771711 0.025838 0.061348
15145 2.736250 9.839000 0.264461 637.629773 0.025195 0.068425
15156 -1.164750 8.172500 0.317934 644.307085 0.024553 0.075502
15167 3.513875 9.052875 0.329276 644.354082 0.027612 0.076563
15178 -0.368875 8.824375 0.330652 647.908978 0.044703 0.079676
15188 0.833500 6.671500 0.295520 645.949018 0.058376 0.078113
15198 -1.329500 9.735750 0.276466 640.938041 0.057030 0.075026
15209 -3.762625 8.634250 0.257412 636.941747 0.055683 0.071938
15220 -2.832250 6.473875 0.238358 631.903803 0.054336 0.068851
15233 -3.364625 9.037000 0.219304 623.331393 0.052990 0.065764
15246 -9.002375 14.452750 0.200250 610.418995 0.051643 0.062676
15258 -8.368125 21.130125 0.181196 579.224667 0.050296 0.059589
15274 -14.587750 24.218125 0.162142 542.843716 0.048950 0.056501
15290 -17.603625 30.977125 0.164073 494.783561 0.033576 0.055168
15307 -13.080375 15.089625 0.166003 462.370535 0.018203 0.053834
15335 -17.257625 22.718625 0.146102 436.982724 0.016312 0.052521
15363 -25.563500 34.361250 0.110249 388.276653 0.011813 0.050110
15391 -9.100500 12.557625 0.112589 357.636258 0.012400 0.052657
15419 5.844750 17.946750 0.096458 338.912782 0.013122 0.048975
15446 7.906625 19.764250 0.080328 321.654668 0.013845 0.045293
15473 -16.644500 26.402000 0.110857 311.023714 0.010104 0.049967
15500 9.640625 23.810625 0.096967 281.991349 0.010774 0.049260
t865 par sst4
14663 0.198888 45.925032 28.107606
14672 0.137134 45.209210 28.656555
14679 0.142360 44.558830 28.197562
14686 0.176682 43.722047 28.091611
14694 0.211003 44.438367 28.467272
14700 0.219148 44.030235 28.307705
14708 0.224346 43.144275 28.189069
14716 0.240535 42.116439 28.239348
14723 0.256725 41.640255 27.784783
14730 0.272914 42.986268 28.460155
14738 0.267121 43.124887 28.460771
14747 0.128384 42.842948 28.512177
14756 0.182879 43.074653 14.142026
14763 0.185205 40.431404 27.232823
14771 0.176468 41.403169 27.682765
14781 0.170927 43.021670 28.019827
14791 0.165386 24.096524 27.464012
14801 0.159845 23.646772 28.148840
14811 0.154303 40.891884 28.255396
14822 0.148762 41.765468 27.875665
14833 0.143221 39.765299 28.187904
14842 0.137679 35.167533 28.180692
14851 0.132138 35.845853 27.898092
14861 0.132361 37.958500 27.647061
14872 0.119496 41.622774 28.055422
14883 0.109328 41.763864 27.227402
14894 0.129317 41.668897 27.909999
14905 0.130810 41.272102 27.717449
14916 0.171341 41.600515 27.529683
14928 0.169105 42.412616 27.964624
... ... ... ...
15057 0.271190 42.331351 26.218827
15066 0.316568 44.478054 27.084206
15076 0.307687 44.187128 25.251548
15086 0.053618 44.695852 26.768437
15096 0.051791 45.476031 26.626948
15106 0.068056 45.316687 27.056959
15116 0.055983 46.560147 26.895287
15126 0.104184 46.040292 27.188278
15135 0.177850 44.862296 26.809226
15145 0.165641 45.134419 26.484999
15156 0.153432 44.068043 26.364183
15167 0.150561 45.516633 26.867499
15178 0.174280 48.499909 26.822980
15188 0.203618 48.613682 26.523368
15198 0.196969 48.636026 26.549666
15209 0.190320 49.494645 26.627994
15220 0.183671 49.760357 27.123016
15233 0.177023 49.553542 27.297263
15246 0.170374 50.385771 27.115547
15258 0.163725 50.677594 26.718635
15274 0.157076 52.167388 26.909973
15290 0.109561 52.440365 27.531666
15307 0.062046 51.373471 26.273943
15335 0.106972 53.602888 27.841799
15363 0.146735 54.245110 27.734267
15391 0.122054 51.479395 27.795122
15419 0.143579 48.271824 27.819627
15446 0.165104 51.851941 27.796414
15473 0.123141 55.198395 27.983519
15500 0.117631 54.426587 28.511327
[70 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 63353030.0
the ratio of nans in the trimmed chlor_a series 0.363636363636
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
14666 2016-11-01 63353030.0 9.140625 54.132500 28.135250 68.918625
14673 2016-11-03 63353030.0 7.649625 54.922125 28.326125 38.343750
14680 2016-11-05 63353030.0 5.968750 55.473125 28.477750 35.393250
14688 2016-11-07 63353030.0 5.201286 55.970286 28.349571 29.414429
14702 2016-11-11 63353030.0 5.264000 56.411500 28.409125 13.739375
14710 2016-11-13 63353030.0 5.919625 56.614375 28.517500 9.097125
14718 2016-11-15 63353030.0 6.446000 56.532125 28.461750 -26.399250
14725 2016-11-17 63353030.0 7.198750 55.732750 27.841125 -73.875500
14732 2016-11-19 63353030.0 7.881875 54.314375 27.643250 -91.107250
14740 2016-11-21 63353030.0 7.595625 53.503375 27.770375 -13.996125
14749 2016-11-23 63353030.0 5.958125 53.554125 28.006625 5.393000
vn spd chlor_a dist cdm kd490 \
14666 -55.858250 93.061625 0.190647 331.078964 0.020246 0.061456
14673 -124.764000 130.738500 0.201039 491.139454 0.018651 0.061757
14680 -74.198875 82.771250 0.211432 634.564066 0.017055 0.062057
14688 -36.142143 46.640571 0.180164 724.325531 0.018039 0.057415
14702 40.550625 42.883875 0.192617 763.383238 0.014095 0.056246
14710 40.016625 41.121375 0.246468 746.070866 0.017206 0.065081
14718 34.335000 44.301500 0.251876 703.015308 0.018699 0.067148
14725 58.572750 94.388750 0.257285 593.113537 0.020193 0.069215
14732 19.385125 93.680750 0.262693 419.449185 0.021687 0.071282
14740 -67.685500 72.988500 0.268102 355.396650 0.023180 0.073349
14749 -123.895250 124.777000 0.218512 452.123412 0.023736 0.064738
t865 par sst4
14666 0.056141 49.360184 28.215327
14673 0.063487 50.014298 27.453935
14680 0.070833 52.237174 27.592012
14688 0.107399 51.980429 27.930138
14702 0.069727 45.714886 27.722920
14710 0.087478 50.999730 27.774600
14718 0.081533 44.891888 28.038290
14725 0.075588 33.737463 27.844144
14732 0.069643 41.330795 27.649999
14740 0.063697 44.952095 27.588625
14749 0.065335 48.294854 27.370721
-----
head and tail of the nonnan series are identified
the float id is: 63354000.0
the ratio of nans in the trimmed chlor_a series 0.111111111111
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
14667 2016-11-01 63354000.0 5.495750 51.182500 27.979750 -65.708375
14674 2016-11-03 63354000.0 6.558875 50.522250 27.877000 -9.438000
14681 2016-11-05 63354000.0 8.251125 51.327750 27.734375 108.468250
14689 2016-11-07 63354000.0 8.737375 53.083375 27.696250 82.084250
14696 2016-11-09 63354000.0 7.820500 53.536000 27.445250 -9.368000
14703 2016-11-11 63354000.0 6.421000 53.189625 27.303125 -33.711000
14711 2016-11-13 63354000.0 5.350750 52.528000 27.396500 -46.736000
14733 2016-11-19 63354000.0 5.230250 49.422250 27.448750 -32.829500
14741 2016-11-21 63354000.0 5.979625 49.430625 27.161125 23.172375
14750 2016-11-23 63354000.0 7.198000 50.157125 27.140250 70.465500
14757 2016-11-25 63354000.0 7.927000 51.625375 27.399000 91.846500
14764 2016-11-27 63354000.0 8.893625 52.024875 27.358000 -44.275750
14774 2016-11-29 63354000.0 9.322875 51.024750 27.395250 -53.887875
14784 2016-12-01 63354000.0 8.696625 50.442625 27.292500 -26.494375
14794 2016-12-03 63354000.0 8.088375 50.110250 27.181000 -18.444000
14804 2016-12-05 63354000.0 7.618875 49.837250 27.009125 -19.394875
14815 2016-12-07 63354000.0 7.072250 49.506500 27.003750 -17.366500
14826 2016-12-09 63354000.0 6.761167 49.341667 27.097833 -8.120200
vn spd chlor_a dist cdm kd490 \
14667 41.377500 79.805500 0.214446 248.548666 0.016964 0.059548
14674 96.190750 100.641750 0.210255 132.885928 0.018443 0.060604
14681 90.631000 146.577000 0.226337 114.513349 0.017041 0.061488
14689 -24.799625 93.722500 0.230648 258.903222 0.027371 0.063194
14696 -82.947875 84.022375 0.227086 346.330969 0.030312 0.061617
14703 -84.962875 91.997750 0.224881 390.827542 0.025008 0.064732
14711 -49.984375 68.945875 0.222676 391.482787 0.019704 0.067846
14733 53.635750 63.742250 0.290762 88.551114 0.022794 0.073319
14741 70.879500 75.540625 0.358849 48.683011 0.025884 0.078792
14750 71.406000 102.886625 0.364877 59.890933 0.046449 0.079792
14757 40.431500 104.512375 0.274208 158.016079 0.038929 0.067695
14764 65.549250 87.493875 0.250374 143.586485 0.023788 0.065212
14774 -16.339375 62.725625 0.233251 23.944667 0.023119 0.065058
14784 -47.415125 54.564500 0.338500 6.393539 0.036041 0.075645
14794 -31.015750 36.085750 0.865945 7.436452 0.080160 0.127371
14804 -32.590125 37.975625 0.558402 8.394002 0.049975 0.099037
14815 -30.676625 35.272875 0.694372 8.247909 0.070887 0.107624
14826 -16.792800 18.816200 0.679710 11.504678 0.056037 0.117579
t865 par sst4
14667 0.097706 52.035643 27.399689
14674 0.075368 50.867109 27.317655
14681 0.081297 49.549638 26.635058
14689 0.121145 49.522457 27.393080
14696 0.156861 45.675389 26.902014
14703 0.114856 34.258991 26.410949
14711 0.072851 36.908268 26.875539
14733 0.096015 42.164498 27.031249
14741 0.119178 46.964638 26.728711
14750 0.166202 46.343431 26.337783
14757 0.111749 47.374644 13.433358
14764 0.101975 40.956707 27.213717
14774 0.101649 43.736860 26.529240
14784 0.117913 47.096332 26.940143
14794 0.114289 47.456481 27.058772
14804 0.095391 47.757215 26.705258
14815 0.120523 47.191350 26.752610
14826 0.168768 46.797998 26.840051
-----
head and tail of the nonnan series are identified
the float id is: 63354010.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
14675 2016-11-03 63354010.0 10.573625 53.538375 27.668625 14.823875
14682 2016-11-05 63354010.0 11.281875 52.540375 27.838500 -105.943125
14690 2016-11-07 63354010.0 11.768125 51.369125 27.638750 -41.863750
14697 2016-11-09 63354010.0 12.851125 50.490875 27.412875 -66.189750
14704 2016-11-11 63354010.0 13.912625 49.876750 27.296625 -10.919875
14712 2016-11-13 63354010.0 14.299375 49.229000 27.210500 -82.100250
14719 2016-11-15 63354010.0 13.831375 47.928875 27.100375 -29.848125
14726 2016-11-17 63354010.0 13.948286 48.183286 26.821571 10.524500
vn spd chlor_a dist cdm kd490 \
14675 53.719125 80.927875 0.559612 171.071675 0.069498 0.097400
14682 23.116375 109.396125 0.280705 98.708394 0.024078 0.070486
14690 58.713500 75.155625 0.337529 10.359701 0.032273 0.080877
14697 63.361000 92.818875 0.330818 101.343257 0.031734 0.076677
14704 72.704500 74.789000 0.401421 96.403385 0.049359 0.084160
14712 -40.837750 100.231875 0.426066 23.913418 0.074025 0.092945
14719 7.755875 67.260250 0.601495 16.573437 0.082030 0.108407
14726 4.768500 34.106500 0.680320 2.607136 0.074221 0.113272
t865 par sst4
14675 0.227600 49.012843 27.432647
14682 0.110041 47.092280 27.607320
14690 0.178512 47.320994 27.641379
14697 0.108208 45.308968 26.490280
14704 0.118189 46.422062 24.643152
14712 0.089492 45.530266 27.103231
14719 0.155006 45.706755 26.480888
14726 0.156972 45.366702 26.482740
-----
head and tail of the nonnan series are identified
the float id is: 63354040.0
the ratio of nans in the trimmed chlor_a series 0.272727272727
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
14669 2016-11-01 63354040.0 8.958750 54.026875 28.077250 79.873250
14676 2016-11-03 63354040.0 7.342250 54.932625 28.227375 41.508250
14683 2016-11-05 63354040.0 5.646250 55.382125 28.401125 21.734625
14691 2016-11-07 63354040.0 5.084000 55.611000 28.290500 27.476500
14705 2016-11-11 63354040.0 5.073500 56.297000 28.557500 21.204000
14713 2016-11-13 63354040.0 5.550000 56.528375 28.620000 22.748250
14720 2016-11-15 63354040.0 6.094625 56.647500 28.808125 -13.359875
14727 2016-11-17 63354040.0 6.766375 56.156375 28.300000 -47.568750
14734 2016-11-19 63354040.0 7.549875 55.017875 27.963125 -98.253750
14742 2016-11-21 63354040.0 7.986750 53.696250 27.994625 -53.431625
14751 2016-11-23 63354040.0 7.260625 53.385375 28.097875 10.866375
vn spd chlor_a dist cdm kd490 \
14669 -57.743750 104.403500 0.302868 329.769918 0.028383 0.071494
14676 -132.747500 139.386375 0.208162 506.828581 0.017323 0.063155
14683 -71.829250 75.358375 0.186435 643.199778 0.017946 0.058894
14691 -45.021000 52.744000 0.110137 697.011855 0.018053 0.049034
14705 43.975500 48.853500 0.210527 762.696634 0.018159 0.060338
14713 45.445000 50.925750 0.216168 758.221531 0.017463 0.060562
14720 31.456500 35.955625 0.222695 739.461465 0.017817 0.061331
14727 51.673875 70.584000 0.229222 654.897989 0.018170 0.062100
14734 48.891500 109.841625 0.235749 505.289860 0.018524 0.062869
14742 -8.557875 60.849750 0.242277 352.926883 0.018877 0.063638
14751 -87.774000 89.335875 0.280165 363.147019 0.024297 0.075879
t865 par sst4
14669 0.109381 50.042218 27.509870
14676 0.070849 43.182119 28.048842
14683 0.092612 52.385296 27.690750
14691 0.175208 48.784439 27.841784
14705 0.108451 51.002750 27.473669
14713 0.081803 52.036084 27.924350
14720 0.085814 49.933926 27.761751
14727 0.089826 21.789383 27.613617
14734 0.093838 42.762758 26.783257
14742 0.097850 47.301001 27.523186
14751 0.070517 47.374776 27.386524
-----
head and tail of the nonnan series are identified
the float id is: 64113560.0
the ratio of nans in the trimmed chlor_a series 0.144736842105
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
14670 2016-11-01 64113560.0 18.604750 62.198125 28.241625 -17.644000
14677 2016-11-03 64113560.0 18.594750 61.847250 28.026250 -30.121375
14684 2016-11-05 64113560.0 18.517500 61.258625 27.865000 -38.117000
14692 2016-11-07 64113560.0 18.224125 60.650125 27.899875 -33.204500
14698 2016-11-09 64113560.0 17.582125 60.250250 27.864750 -14.693750
14706 2016-11-11 64113560.0 16.943875 60.224875 27.596000 12.304000
14714 2016-11-13 64113560.0 16.370375 60.539375 27.392375 20.401875
14721 2016-11-15 64113560.0 15.666250 60.777250 27.207250 9.942250
14728 2016-11-17 64113560.0 14.907250 60.900375 27.175625 4.633000
14735 2016-11-19 64113560.0 14.359875 60.967000 27.247500 4.234500
14743 2016-11-21 64113560.0 13.988875 60.980125 27.233500 -2.386875
14752 2016-11-23 64113560.0 13.685125 60.938625 27.159500 -0.892875
14759 2016-11-25 64113560.0 13.408125 60.974625 27.207250 3.838750
14765 2016-11-27 64113560.0 13.212500 61.065375 27.110750 7.409375
14775 2016-11-29 64113560.0 13.130375 61.165125 27.097750 4.516375
14785 2016-12-01 64113560.0 13.115750 61.236375 27.034000 5.013625
14795 2016-12-03 64113560.0 13.137250 61.314375 27.041250 6.534500
14805 2016-12-05 64113560.0 13.262250 61.435125 27.014125 6.486500
14816 2016-12-07 64113560.0 13.541000 61.576750 27.117500 9.314125
14827 2016-12-09 64113560.0 13.851125 61.707875 27.078875 7.776875
14836 2016-12-11 64113560.0 14.171250 61.766625 26.907500 -1.068375
14845 2016-12-13 64113560.0 14.511625 61.683500 26.785500 -9.372750
14855 2016-12-15 64113560.0 14.791125 61.431625 26.675500 -21.412375
14866 2016-12-17 64113560.0 14.985000 61.038000 26.566875 -23.022000
14877 2016-12-19 64113560.0 15.102375 60.665000 26.539875 -22.642125
14888 2016-12-21 64113560.0 15.174625 60.391000 26.484500 -13.903500
14899 2016-12-23 64113560.0 15.266750 60.207625 26.408875 -10.503500
14910 2016-12-25 64113560.0 15.391875 60.045125 26.308000 -8.889000
14922 2016-12-27 64113560.0 15.540125 59.890125 26.261625 -11.245500
14934 2016-12-29 64113560.0 15.694500 59.646250 26.296750 -18.679000
... ... ... ... ... ... ...
15121 2017-02-01 64113560.0 16.701250 58.793625 25.438500 2.986500
15130 2017-02-03 64113560.0 16.446000 59.119375 25.276250 24.259375
15140 2017-02-05 64113560.0 16.535000 59.532500 24.968875 29.562625
15151 2017-02-07 64113560.0 16.807375 60.001625 24.958875 24.728000
15162 2017-02-09 64113560.0 17.052000 60.255750 24.991000 11.291375
15173 2017-02-11 64113560.0 17.147875 60.389750 25.088125 3.984625
15183 2017-02-13 64113560.0 17.248750 60.441375 25.112875 3.965750
15193 2017-02-15 64113560.0 17.278000 60.466750 25.252500 -3.510000
15204 2017-02-17 64113560.0 17.365500 60.380625 25.564500 -3.860750
15215 2017-02-19 64113560.0 17.403500 60.262250 25.482125 -11.037500
15228 2017-02-21 64113560.0 17.377250 60.090875 25.551875 -11.561250
15241 2017-02-23 64113560.0 17.533125 59.859750 25.699750 -15.178750
15253 2017-02-25 64113560.0 17.886375 59.592875 25.683000 -17.454375
15265 2017-02-27 64113560.0 18.195250 59.310375 25.708000 -18.807000
15281 2017-03-01 64113560.0 18.447000 58.968375 25.668750 -21.136875
15298 2017-03-03 64113560.0 18.609125 58.664500 25.767125 -16.617875
15326 2017-03-05 64113560.0 18.594500 58.553500 25.879375 8.518000
15354 2017-03-07 64113560.0 18.627375 58.925375 25.979000 21.605375
15382 2017-03-09 64113560.0 18.828000 58.956250 26.161125 -10.019625
15410 2017-03-11 64113560.0 19.120500 58.849000 26.111625 2.866375
15438 2017-03-13 64113560.0 19.737250 58.991250 26.166375 13.845375
15465 2017-03-15 64113560.0 19.884750 59.582250 26.403375 55.291500
15492 2017-03-17 64113560.0 19.338125 60.254375 26.444500 14.621000
15519 2017-03-19 64113560.0 18.405000 59.923625 26.576500 -40.838375
15546 2017-03-21 64113560.0 17.768500 59.677750 26.752250 13.640625
15573 2017-03-23 64113560.0 17.650750 60.058500 27.250625 23.515500
15599 2017-03-25 64113560.0 17.821000 60.225125 27.632375 -4.358500
15625 2017-03-27 64113560.0 17.914625 60.008875 27.516500 -21.297625
15652 2017-03-29 64113560.0 17.910875 59.501250 27.885125 -45.015125
15679 2017-03-31 64113560.0 17.815000 58.661000 28.167000 -43.153000
vn spd chlor_a dist cdm kd490 \
14670 5.737625 18.709250 0.214614 399.981604 0.020749 0.059798
14677 -4.915250 30.601625 0.443553 369.846147 0.040161 0.090381
14684 -8.624375 39.516125 0.495475 324.824310 0.050722 0.106812
14692 -29.548750 45.320125 0.440964 299.462148 0.061282 0.090743
14698 -46.604000 49.379000 0.505078 299.117225 0.063315 0.093560
14706 -36.509375 39.431500 0.513586 339.831399 0.048278 0.105664
14714 -39.016375 44.165375 0.475283 408.130586 0.050180 0.090016
14721 -50.356125 51.348875 0.444645 483.110154 0.045769 0.104754
14728 -42.908500 43.202125 0.409758 557.416738 0.041358 0.100317
14735 -28.327500 28.786000 0.374871 603.861415 0.036947 0.095881
14743 -19.449875 19.920875 0.349163 629.822960 0.032536 0.083683
14752 -19.694250 20.196125 0.410863 647.975860 0.039602 0.086788
14759 -15.604000 16.335750 0.368813 671.421733 0.042984 0.083390
14765 -9.902625 12.932250 0.372125 693.432404 0.041275 0.085484
14775 -1.645625 5.718250 0.375436 707.528182 0.039566 0.087578
14785 0.788000 6.976625 0.378748 714.242233 0.037857 0.089673
14795 3.566375 9.588125 0.354199 718.790485 0.036148 0.086368
14805 14.482000 17.010500 0.279266 719.240180 0.034439 0.082352
14816 18.395125 21.724250 0.366112 711.157807 0.047306 0.085403
14827 19.481250 21.197250 0.404943 701.673957 0.042505 0.086174
14836 21.260625 21.691500 0.367462 678.619298 0.032971 0.080080
14845 21.419250 23.908125 0.310700 643.619757 0.040691 0.079380
14855 13.040625 25.524750 0.350126 602.500400 0.042476 0.080989
14866 11.403000 26.334375 0.380322 559.358325 0.037401 0.083664
14877 4.028750 24.524875 0.410519 525.151497 0.032326 0.086340
14888 6.085000 15.561250 0.440715 501.938582 0.027251 0.089015
14899 5.699625 12.324125 0.482172 480.154631 0.031808 0.098142
14910 9.893625 13.752625 0.473406 458.051654 0.036365 0.097931
14922 9.478625 15.341750 0.405834 435.365620 0.037443 0.088496
14934 11.638625 22.103375 0.338263 404.171227 0.038522 0.079062
... ... ... ... ... ... ...
15121 -19.746750 25.273000 0.671425 272.016985 0.076989 0.109097
15130 -7.709500 27.434250 0.408099 312.128552 0.043943 0.090699
15140 16.728000 34.800125 0.465546 325.778383 0.044451 0.096744
15151 18.221875 32.131375 0.412557 333.538530 0.037698 0.088825
15162 9.160750 15.099250 0.408723 334.377076 0.057545 0.089050
15173 4.842750 8.593875 0.411765 338.769957 0.057843 0.089140
15183 5.596875 7.522875 0.414807 336.528430 0.058141 0.089231
15193 2.036500 7.454375 0.417849 336.867668 0.058439 0.089322
15204 7.097125 8.882750 3.854805 323.832315 0.090543 0.215555
15215 -2.195750 11.354125 0.480198 311.092969 0.102450 0.105394
15228 1.646875 12.865750 6.426233 298.101264 0.152617 0.169065
15241 18.167875 24.109500 4.586189 268.120327 0.207646 0.190896
15253 24.143375 29.938125 2.262677 222.290177 0.249579 0.182701
15265 16.575125 25.406750 1.292373 178.786314 0.196522 0.174798
15281 14.269750 25.611750 4.277372 133.680471 0.115418 0.436633
15298 5.275125 18.419375 5.777024 96.947771 0.203787 0.258983
15326 -4.263250 14.884250 3.509936 87.457014 0.207864 0.207446
15354 12.465375 30.305750 6.623566 121.475075 0.198318 0.192782
15382 9.989125 14.249625 9.737195 118.994362 0.188772 0.178117
15410 31.230250 33.347375 2.771168 106.942004 0.105357 0.136088
15438 33.046750 37.937750 0.485287 59.544154 0.104905 0.097201
15465 -9.753000 56.907500 0.401726 94.254890 0.055842 0.087034
15492 -60.592500 65.574500 0.648808 185.897966 0.096765 0.119866
15519 -51.966500 66.439875 0.844483 229.289443 0.089247 0.118492
15546 -24.372875 32.255750 0.376068 237.108317 0.049569 0.087269
15573 6.226000 25.502750 0.459633 277.867579 0.096691 0.095913
15599 9.869750 14.116375 0.442005 283.626499 0.072274 0.092620
15625 4.303875 23.341500 0.473988 258.528917 0.096332 0.096049
15652 -5.034250 45.709500 0.561153 212.739831 0.096332 0.110924
15679 -5.924000 43.694625 0.422016 156.515650 0.096332 0.092646
t865 par sst4
14670 0.141110 43.230690 27.996904
14677 0.142640 43.618196 27.074625
14684 0.137607 43.347766 27.731718
14692 0.134232 43.712513 26.785042
14698 0.101084 44.117998 27.746925
14706 0.105259 44.159107 27.497628
14714 0.079548 41.079407 27.347749
14721 0.263784 42.536025 27.069457
14728 0.210533 38.655433 26.910833
14735 0.157283 41.991913 27.088630
14743 0.125665 43.475409 26.829450
14752 0.162260 43.474071 26.878637
14759 0.177951 42.540334 0.000000
14765 0.185365 43.144083 27.179423
14775 0.192779 43.114245 26.858064
14785 0.200193 43.222663 27.055678
14795 0.204800 40.185132 27.016885
14805 0.121722 40.604010 26.916804
14816 0.124774 41.505002 26.811428
14827 0.125779 41.871946 27.066159
14836 0.154331 41.943405 26.356616
14845 0.067168 41.114178 26.800239
14855 0.053920 33.002993 26.828058
14866 0.104088 31.387777 26.387833
14877 0.154256 38.428098 26.123535
14888 0.204424 38.057771 26.416729
14899 0.166320 36.835330 26.476249
14910 0.193785 40.130625 26.352500
14922 0.120614 39.469064 26.317665
14934 0.047443 37.506488 26.489082
... ... ... ...
15121 0.099703 40.289542 25.261108
15130 0.141075 39.233040 25.085722
15140 0.105704 39.314324 24.999736
15151 0.110085 43.867264 24.913749
15162 0.108097 43.489777 24.501713
15173 0.114131 45.904891 24.492049
15183 0.120164 45.958759 24.491193
15193 0.126198 46.868998 25.174147
15204 0.165804 47.591823 25.590875
15215 0.167375 45.311132 24.906249
15228 0.151729 46.439675 25.082585
15241 0.162691 49.357081 25.355851
15253 0.149403 49.285658 25.699612
15265 0.153018 49.640265 24.435930
15281 0.118580 49.483448 25.349454
15298 0.100310 50.745445 25.479719
15326 0.121491 50.258294 25.750985
15354 0.115076 50.464515 24.594329
15382 0.108661 52.131967 25.643680
15410 0.104127 52.076929 24.977919
15438 0.177234 51.805633 25.315398
15465 0.141799 51.910787 25.981457
15492 0.166252 51.066008 26.003364
15519 0.118935 53.808527 26.092474
15546 0.097110 53.599476 26.482306
15573 0.141135 54.149374 27.037471
15599 0.132532 54.412794 27.237585
15625 0.131930 55.446921 27.388195
15652 0.126177 55.166771 27.311041
15679 0.111432 56.022491 28.046490
[76 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 63347940.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
14687 2016-11-07 63347940.0 10.078000 53.939000 27.604000 NaN
14695 2016-11-09 63347940.0 10.571375 53.594500 27.609000 -54.174625
14701 2016-11-11 63347940.0 11.159750 52.368500 27.542625 -82.587250
14709 2016-11-13 63347940.0 11.626125 51.514375 27.506875 -34.020500
14717 2016-11-15 63347940.0 12.951750 50.637375 27.238875 -82.060625
14724 2016-11-17 63347940.0 13.638375 49.217625 26.905750 -88.031625
14731 2016-11-19 63347940.0 13.496500 47.687750 27.039625 -101.226125
14739 2016-11-21 63347940.0 13.035500 46.656500 26.779000 -115.961000
vn spd chlor_a dist cdm kd490 \
14687 NaN NaN 0.217704 234.206127 0.021603 0.061388
14695 53.916250 78.760125 0.301616 172.289390 0.025490 0.072329
14701 19.754500 85.435125 0.380211 110.144964 0.026524 0.081584
14709 61.954000 73.027125 0.521656 28.590146 0.055749 0.094705
14717 77.228500 116.173500 0.337228 108.256261 0.028532 0.076676
14724 16.584125 90.760875 0.543274 70.542754 0.067470 0.097695
14731 -37.883875 109.976625 0.427359 33.428116 0.053098 0.090356
14739 -41.617000 123.203000 0.460824 43.423859 0.042630 0.092801
t865 par sst4
14687 0.094355 47.300283 27.722874
14695 0.112860 46.915942 26.806706
14701 0.167994 43.599206 27.441362
14709 0.079259 45.157507 27.294962
14717 0.244552 44.287714 26.734468
14724 0.149325 45.415012 26.829374
14731 0.086989 45.753658 26.636913
14739 0.138518 45.216142 26.755007
-----
head and tail of the nonnan series are identified
the float id is: 64115560.0
the ratio of nans in the trimmed chlor_a series 0.190476190476
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
14767 2016-11-27 64115560.0 8.510625 67.693625 29.148875 -4.837125
14777 2016-11-29 64115560.0 8.567625 67.653250 28.999875 -9.745625
14787 2016-12-01 64115560.0 8.624750 67.562625 28.957625 -1.432875
14797 2016-12-03 64115560.0 8.611000 67.500750 28.906375 -1.791500
14807 2016-12-05 64115560.0 8.669500 67.538250 29.206750 3.434000
14818 2016-12-07 64115560.0 8.779125 67.579750 29.212625 1.997125
14829 2016-12-09 64115560.0 8.879625 67.588125 28.951875 0.874000
14838 2016-12-11 64115560.0 8.972625 67.594500 28.790000 -0.963250
14847 2016-12-13 64115560.0 9.144625 67.619375 28.650750 5.184750
14857 2016-12-15 64115560.0 9.365500 67.744500 28.551625 10.662500
14868 2016-12-17 64115560.0 9.562125 67.929500 28.785000 11.380375
14879 2016-12-19 64115560.0 9.715500 68.081125 28.621500 4.657500
14890 2016-12-21 64115560.0 9.887875 68.146750 28.657375 7.955375
14901 2016-12-23 64115560.0 9.948250 68.260375 28.603500 8.284250
14912 2016-12-25 64115560.0 9.961125 68.452875 28.624875 14.511625
14924 2016-12-27 64115560.0 9.914875 68.671625 28.524250 13.172500
14936 2016-12-29 64115560.0 9.881875 68.910000 28.515750 15.176375
14948 2016-12-31 64115560.0 9.924500 69.193625 28.488875 23.646250
14960 2017-01-02 64115560.0 10.041125 69.602750 28.467000 24.442125
14972 2017-01-04 64115560.0 10.253875 69.956000 28.470875 19.555625
14983 2017-01-06 64115560.0 10.615125 70.159750 28.375750 8.052250
14994 2017-01-08 64115560.0 11.055125 70.215000 28.369625 1.221125
15007 2017-01-10 64115560.0 11.573625 70.240125 28.347750 -2.159625
15020 2017-01-12 64115560.0 12.054000 70.042000 28.183625 -18.016625
15032 2017-01-14 64115560.0 12.342875 69.885750 28.189750 -3.904375
15044 2017-01-16 64115560.0 12.752375 69.834875 28.039750 -3.417750
15053 2017-01-18 64115560.0 13.180875 69.662250 27.938625 -13.160875
15062 2017-01-20 64115560.0 13.393750 69.668875 27.960875 12.612875
15072 2017-01-22 64115560.0 13.676875 69.880375 28.002750 9.339750
15082 2017-01-24 64115560.0 13.762250 70.122250 28.219500 21.623750
... ... ... ... ... ... ...
15122 2017-02-01 64115560.0 13.947375 71.197750 28.184500 16.388375
15131 2017-02-03 64115560.0 14.029750 71.415250 28.078750 8.416625
15141 2017-02-05 64115560.0 14.185000 71.545625 27.910375 7.054875
15152 2017-02-07 64115560.0 14.410500 71.664375 27.889000 8.215750
15163 2017-02-09 64115560.0 14.667000 71.779250 27.912625 9.370625
15174 2017-02-11 64115560.0 14.973750 71.903000 27.863625 6.143375
15184 2017-02-13 64115560.0 15.335625 71.952375 27.731250 -0.738125
15194 2017-02-15 64115560.0 15.662500 71.914500 27.922750 -10.811750
15205 2017-02-17 64115560.0 15.849500 71.725750 28.054625 -4.821875
15216 2017-02-19 64115560.0 16.164750 71.488500 28.121000 -32.259375
15229 2017-02-21 64115560.0 16.281500 70.973875 28.063625 -28.741375
15242 2017-02-23 64115560.0 16.140125 70.213000 28.015750 -48.033500
15254 2017-02-25 64115560.0 15.825750 69.974000 27.940000 10.106000
15266 2017-02-27 64115560.0 15.801625 70.262750 28.134750 20.718250
15282 2017-03-01 64115560.0 16.012625 70.544375 28.057750 8.861125
15299 2017-03-03 64115560.0 16.290250 70.551500 27.910625 -4.238875
15327 2017-03-05 64115560.0 16.537750 70.428125 27.878625 -12.236625
15355 2017-03-07 64115560.0 16.730250 70.147625 28.079250 -22.219500
15383 2017-03-09 64115560.0 16.692875 69.790500 27.975250 -16.309125
15411 2017-03-11 64115560.0 16.494625 69.710000 27.826750 7.204000
15439 2017-03-13 64115560.0 16.572250 69.912625 27.772375 14.836625
15466 2017-03-15 64115560.0 16.934750 70.134125 28.094375 4.308625
15493 2017-03-17 64115560.0 17.259125 69.978125 27.880250 -18.835375
15520 2017-03-19 64115560.0 17.232375 69.635000 27.950375 -22.928500
15547 2017-03-21 64115560.0 16.898875 69.390375 27.999500 1.043125
15574 2017-03-23 64115560.0 16.813000 69.600250 27.940250 18.937000
15600 2017-03-25 64115560.0 17.183625 69.847375 28.059125 5.740625
15626 2017-03-27 64115560.0 17.577875 69.686375 28.037250 -25.016875
15653 2017-03-29 64115560.0 17.650250 69.228250 28.060375 -22.306750
15680 2017-03-31 64115560.0 17.418375 69.049750 28.281875 -0.882500
vn spd chlor_a dist cdm kd490 \
14767 8.551000 18.542125 0.132325 531.171100 0.014257 0.053668
14777 0.897125 16.878875 0.118516 533.379997 0.013679 0.049853
14787 -1.355500 7.923250 0.131904 540.964688 0.013323 0.048722
14797 2.195125 4.408375 0.090187 547.921788 0.010901 0.047473
14807 5.131500 6.434250 0.082058 542.093050 0.011762 0.047024
14818 7.175875 8.077500 0.140275 534.345740 0.010245 0.052510
14829 6.716750 7.380250 0.124306 530.592184 0.011651 0.050861
14838 5.995500 6.332375 0.122945 527.446143 0.011854 0.050728
14847 16.948000 17.822750 0.116325 520.707266 0.012921 0.048340
14857 10.025625 14.983750 0.105828 502.872216 0.012924 0.047253
14868 14.644125 18.708750 0.095332 479.785338 0.012926 0.046167
14879 5.314000 9.548875 0.084835 461.521070 0.012929 0.045080
14890 11.693125 16.184875 0.074338 453.116230 0.012931 0.043994
14901 1.519500 9.084625 0.099073 440.224965 0.012943 0.046527
14912 -1.317375 14.944250 0.107599 419.100038 0.012889 0.049722
14924 -2.309875 13.602375 0.105303 395.478039 0.013561 0.048124
14936 -1.066250 15.616125 0.097061 369.533871 0.013900 0.046609
14948 5.686875 24.498500 0.109865 338.238867 0.012539 0.047236
14960 9.593375 26.462000 0.128496 293.084469 0.012378 0.048247
14972 16.855125 26.731750 0.123240 251.807926 0.011888 0.047612
14983 27.870625 29.242375 0.117984 220.162785 0.011399 0.046978
14994 30.323500 30.434750 0.101840 205.425959 0.011734 0.046061
15007 35.867875 36.367375 0.125464 206.707901 0.012152 0.047892
15020 21.922500 28.616000 0.116372 238.547097 0.012131 0.047562
15032 20.076500 20.561500 0.099129 263.197502 0.012810 0.047018
15044 32.360750 32.678625 0.089542 285.367949 0.014569 0.047204
15053 16.906250 22.350750 0.079956 324.886044 0.016327 0.047389
15062 17.767500 21.832750 0.076293 337.443779 0.018086 0.045449
15072 11.025750 15.926625 0.145037 339.334814 0.019845 0.052618
15082 10.574375 27.717000 0.154292 327.258786 0.016548 0.051442
... ... ... ... ... ... ...
15122 6.321875 22.743875 0.128891 280.439022 0.017186 0.049273
15131 5.955250 16.381250 0.126919 280.991271 0.018857 0.049917
15141 9.729125 15.491875 0.124948 271.934254 0.020528 0.050562
15152 16.105000 20.357000 0.122976 249.255794 0.022198 0.051207
15163 18.300000 22.182000 0.146950 227.005407 0.020231 0.051659
15174 21.989875 23.294750 0.176043 202.937030 0.021220 0.054854
15184 22.617875 23.293375 0.159418 179.696829 0.019588 0.054249
15194 19.078250 27.028375 0.146551 170.795436 0.019743 0.054420
15205 13.935750 16.483375 0.165410 185.099315 0.027320 0.058918
15216 13.908250 39.102500 0.163137 199.117093 0.022605 0.055081
15229 8.002875 31.166250 0.193265 251.476503 0.024005 0.058766
15242 -27.290875 57.486375 0.182735 334.165629 0.027612 0.057180
15254 -8.937500 17.595625 0.196170 365.469244 0.042174 0.061098
15266 5.185000 21.757000 0.167061 335.959289 0.033462 0.061058
15282 18.790000 22.131625 0.151560 301.470494 0.024750 0.052478
15299 16.369250 17.515875 0.174942 296.240675 0.028204 0.057335
15327 15.460125 20.396000 0.188748 306.084001 0.027067 0.059366
15355 7.234375 24.284000 0.168826 330.080287 0.026290 0.056561
15383 -11.119750 20.953375 0.151330 368.245843 0.021188 0.055353
15411 -6.915500 14.967625 0.188026 381.369297 0.021012 0.058501
15439 14.315375 20.750375 0.224721 358.322424 0.020835 0.061648
15466 29.186375 31.827750 0.190861 326.958594 0.020730 0.058731
15493 7.767875 22.460625 0.154302 330.842777 0.022478 0.055560
15520 -9.903500 25.432000 0.188370 366.397679 0.021764 0.057999
15547 -23.162875 26.310750 0.212282 403.280058 0.023694 0.059258
15574 11.633500 23.517375 0.187444 385.368725 0.022853 0.056485
15600 28.604875 31.065375 0.181064 346.739501 0.023284 0.055718
15626 19.726875 33.636125 0.174685 351.226935 0.023715 0.054952
15653 -9.626250 26.436750 0.168306 374.855105 0.024146 0.054185
15680 -14.698375 17.005750 0.161927 405.909079 0.024578 0.053418
t865 par sst4
14767 0.087993 45.819439 28.445354
14777 0.136429 47.486902 29.229735
14787 0.225032 45.167277 28.384744
14797 0.170267 44.863702 28.015838
14807 0.203687 46.039648 28.554604
14818 0.112872 41.382227 28.695080
14829 0.050153 41.721869 28.808813
14838 0.061567 44.753858 27.498333
14847 0.183002 45.342802 28.453749
14857 0.190841 35.499378 28.339967
14868 0.198679 38.290319 27.942215
14879 0.206518 42.663761 28.490114
14890 0.214357 44.257943 27.029951
14901 0.207588 45.383370 28.425281
14912 0.091534 44.443325 28.349248
14924 0.154239 43.372367 28.364912
14936 0.168430 45.214383 27.707556
14948 0.109704 46.138943 25.776606
14960 0.121327 45.270741 28.124756
14972 0.122308 44.262358 28.157385
14983 0.123290 44.380607 28.396057
14994 0.155483 45.312578 28.184997
15007 0.153867 43.991578 28.148346
15020 0.113072 44.905677 27.903101
15032 0.142262 43.919386 27.972560
15044 0.143407 40.026917 27.745599
15053 0.144551 44.022995 27.651537
15062 0.195871 44.822990 27.793501
15072 0.178536 45.077845 27.720551
15082 0.177279 44.882749 28.130734
... ... ... ...
15122 0.139511 46.416629 28.211466
15131 0.142624 45.663146 28.155592
15141 0.145736 45.887122 27.749420
15152 0.148848 47.149980 27.617722
15163 0.228334 47.113933 27.948888
15174 0.287768 47.255256 27.831028
15184 0.125659 47.717061 27.844361
15194 0.127640 48.265088 27.988750
15205 0.125365 48.746841 28.104563
15216 0.153044 48.783826 27.266767
15229 0.144053 48.546207 28.149302
15242 0.109962 49.910564 27.630294
15254 0.140350 49.858626 28.157171
15266 0.151264 49.919717 28.078723
15282 0.165689 51.047116 28.182952
15299 0.148835 51.063221 28.181333
15327 0.110783 51.241948 27.942967
15355 0.141601 51.900430 27.803173
15383 0.162856 52.692879 27.708255
15411 0.156917 51.862863 27.540644
15439 0.150978 51.972076 27.580405
15466 0.107977 53.287461 27.212400
15493 0.121047 53.260201 27.860877
15520 0.163599 52.973090 27.888761
15547 0.140543 53.717991 27.436588
15574 0.212782 54.499180 27.575352
15600 0.192301 54.573686 28.039870
15626 0.171819 53.588828 27.982478
15653 0.151338 50.327012 27.976964
15680 0.130856 54.096411 27.912761
[63 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 64113600.0
the ratio of nans in the trimmed chlor_a series 0.137931034483
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
14744 2016-11-21 64113600.0 10.178000 58.049833 27.488000 15.061600
14753 2016-11-23 64113600.0 9.394750 58.308625 27.619500 15.078750
14760 2016-11-25 64113600.0 9.020875 58.405000 27.697750 5.222500
14766 2016-11-27 64113600.0 8.854000 58.397375 27.708875 -8.551000
14776 2016-11-29 64113600.0 8.854125 58.264875 27.710625 -12.984250
14786 2016-12-01 64113600.0 8.898875 58.023500 27.643750 -9.659375
14796 2016-12-03 64113600.0 9.081250 57.927500 27.616500 -5.913375
14806 2016-12-05 64113600.0 9.423875 57.906375 27.528250 2.635500
14817 2016-12-07 64113600.0 9.883875 57.941750 27.750750 4.512125
14828 2016-12-09 64113600.0 10.474875 57.949875 27.566125 -7.121500
14837 2016-12-11 64113600.0 11.040625 57.751000 27.300625 -20.577250
14846 2016-12-13 64113600.0 11.617500 57.357125 26.969750 -24.806375
14856 2016-12-15 64113600.0 12.120625 56.837000 26.883500 -49.940125
14867 2016-12-17 64113600.0 12.603000 55.717125 26.695125 -82.192250
14878 2016-12-19 64113600.0 13.255125 54.826125 26.654000 -28.317000
14889 2016-12-21 64113600.0 14.492375 54.485125 26.435125 -20.504625
14900 2016-12-23 64113600.0 15.717875 54.150625 26.305500 -16.327125
14911 2016-12-25 64113600.0 16.168500 53.820750 26.249250 -27.875750
14923 2016-12-27 64113600.0 16.151875 53.241750 26.300375 -39.942750
14935 2016-12-29 64113600.0 15.836875 52.713125 26.642500 -21.661875
14947 2016-12-31 64113600.0 15.454375 52.277875 26.451750 -46.479625
14959 2017-01-02 64113600.0 14.535500 51.409000 26.496750 -51.113375
14971 2017-01-04 64113600.0 13.908375 50.529500 26.546875 -61.039625
14982 2017-01-06 64113600.0 14.451250 49.879375 26.533500 -4.384000
14993 2017-01-08 64113600.0 14.681375 50.334875 26.476500 44.330625
15006 2017-01-10 64113600.0 13.922000 50.664875 26.322500 -16.124375
15019 2017-01-12 64113600.0 13.413500 49.888000 26.224125 -63.552500
15031 2017-01-14 64113600.0 14.085000 49.250875 26.298000 -5.487125
15043 2017-01-16 64113600.0 14.641000 49.583667 26.235500 44.734000
vn spd chlor_a dist cdm kd490 \
14744 -67.193800 69.110200 0.319863 463.490058 0.033506 0.073819
14753 -44.732750 47.698000 0.259199 538.912952 0.026665 0.067611
14760 -9.876875 12.388375 0.258392 574.354589 0.025615 0.066930
14766 -3.830250 17.595875 0.252010 586.492620 0.033377 0.070004
14776 -2.803625 14.142250 0.245628 576.146143 0.041138 0.073078
14786 8.960375 15.257125 0.141287 554.170754 0.026607 0.058156
14796 16.609750 18.121000 0.210731 532.269293 0.022087 0.064672
14806 22.753375 23.134500 0.189221 503.899225 0.020851 0.060699
14817 39.103000 39.774750 0.168426 473.398252 0.023435 0.058194
14828 36.103375 36.918500 0.147631 436.329185 0.026019 0.055689
14837 36.158500 41.898250 0.209126 387.080963 0.026082 0.064263
14846 36.551750 44.367250 0.325137 323.071253 0.030584 0.077202
14856 30.244250 58.655375 0.317039 253.986777 0.037351 0.074964
14867 33.289500 90.014000 0.338357 127.811304 0.036265 0.080733
14878 55.484875 63.547750 0.359675 83.294620 0.035179 0.086501
14889 93.564500 96.155625 0.380994 202.492056 0.034092 0.092270
14900 52.442375 55.537500 0.959442 128.203882 0.076815 0.138309
14911 12.105125 31.736250 0.441223 68.767586 0.082267 0.093855
14923 -13.074125 42.386125 0.493312 56.752311 0.087719 0.098737
14935 -22.337875 31.941125 0.499824 54.192190 0.072893 0.093453
14947 -36.521375 59.154125 0.426207 19.241302 0.052272 0.086592
14959 -70.690250 88.391500 0.346563 75.236403 0.050641 0.079687
14971 3.295875 66.413250 0.373851 109.868153 0.044976 0.081421
14982 42.310250 49.423875 0.319840 38.923543 0.049066 0.076131
14993 -17.528250 52.972000 0.330480 24.319397 0.051234 0.078234
15006 -61.772375 69.526875 0.493992 114.334042 0.046012 0.098448
15019 8.204750 69.696750 0.437854 138.950490 0.051120 0.090202
15031 57.372000 62.197625 0.469264 37.691066 0.077651 0.092903
15043 20.392400 50.106600 0.471293 10.045232 0.116974 0.098267
t865 par sst4
14744 0.164867 46.922989 26.956149
14753 0.150860 48.253084 27.296980
14760 0.202641 42.464253 0.000000
14766 0.222864 34.355072 26.229999
14776 0.243086 45.901014 27.062949
14786 0.190050 46.420317 27.557422
14796 0.087388 46.294743 27.378749
14806 0.118947 43.069840 26.789897
14817 0.146032 34.491961 26.997146
14828 0.173117 36.737453 26.053019
14837 0.139213 44.079162 27.015261
14846 0.151873 41.343110 26.706434
14856 0.156460 39.961464 26.656507
14867 0.161577 36.750113 26.364823
14878 0.166694 35.735411 26.483749
14889 0.171811 40.098970 26.137613
14900 0.119575 38.678805 26.332059
14911 0.140281 40.286063 26.040534
14923 0.137302 40.615434 25.385758
14935 0.072167 40.948458 25.053540
14947 0.052921 41.805273 26.358060
14959 0.058107 42.353414 26.188403
14971 0.084770 43.416100 25.942023
14982 0.077145 43.157288 26.281639
14993 0.099577 43.154648 26.129999
15006 0.158092 40.034213 25.877789
15019 0.137213 43.974389 26.053045
15031 0.103109 44.303296 25.926033
15043 0.119260 43.926008 25.825350
-----
head and tail of the nonnan series are identified
the float id is: 62321990.0
the ratio of nans in the trimmed chlor_a series 0.35
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
14813 2016-12-07 62321990.0 5.070400 70.066200 29.280200 -3.064000
14824 2016-12-09 62321990.0 5.097000 70.090200 29.236000 3.796000
14863 2016-12-17 62321990.0 5.058000 68.508000 28.635000 -13.623000
14874 2016-12-19 62321990.0 5.414500 68.483250 28.632750 -0.427750
14885 2016-12-21 62321990.0 6.123500 68.536625 28.992250 17.291000
14896 2016-12-23 62321990.0 6.749000 69.196500 29.014625 49.407750
14907 2016-12-25 62321990.0 6.773000 69.705375 29.034875 23.103375
14918 2016-12-27 62321990.0 6.547750 69.964750 28.891000 5.796625
14930 2016-12-29 62321990.0 6.085375 69.901000 28.818000 -10.428875
14942 2016-12-31 62321990.0 5.627000 69.717125 28.797875 -15.957000
14954 2017-01-02 62321990.0 5.313875 69.346500 28.854375 -22.616750
14966 2017-01-04 62321990.0 5.131429 69.078429 28.820143 -22.313143
15068 2017-01-22 62321990.0 5.043667 62.678667 28.847000 -47.551667
15078 2017-01-24 62321990.0 5.233250 62.196500 28.909000 -39.392125
15088 2017-01-26 62321990.0 5.552250 61.709125 28.764000 -33.855125
15098 2017-01-28 62321990.0 5.915250 60.994875 28.554375 -47.851375
15108 2017-01-30 62321990.0 6.620625 60.498125 28.363500 -15.392000
15118 2017-02-01 62321990.0 7.219833 60.339000 28.251167 -9.896167
15200 2017-02-17 62321990.0 10.215750 59.369000 27.474500 -12.123250
15211 2017-02-19 62321990.0 10.385500 59.256625 27.427125 -14.119625
15222 2017-02-21 62321990.0 10.484250 58.941750 27.275625 -18.497500
15235 2017-02-23 62321990.0 10.582875 58.604250 27.264000 -19.023500
15248 2017-02-25 62321990.0 10.572625 58.365875 27.298000 -18.958125
15260 2017-02-27 62321990.0 10.544375 58.068750 27.283125 -19.343500
15276 2017-03-01 62321990.0 10.537500 57.709000 27.245500 -23.441625
15292 2017-03-03 62321990.0 10.562125 57.384375 27.262625 -14.661875
15309 2017-03-05 62321990.0 10.534500 57.279750 27.337625 -8.353500
15337 2017-03-07 62321990.0 10.593125 57.129875 27.402375 -4.198250
15365 2017-03-09 62321990.0 10.798375 57.078375 27.545500 -2.405500
15393 2017-03-11 62321990.0 11.107375 56.917750 27.331250 -15.099500
15421 2017-03-13 62321990.0 11.518000 56.733625 27.216125 -15.356000
15448 2017-03-15 62321990.0 11.808250 56.430375 27.282250 -17.583500
15475 2017-03-17 62321990.0 11.954750 56.117625 27.665750 -19.782750
15502 2017-03-19 62321990.0 11.972000 55.792000 27.961250 -20.205625
15528 2017-03-21 62321990.0 11.822625 55.474750 28.145750 -23.459875
15555 2017-03-23 62321990.0 11.625500 55.202625 28.057000 -10.022625
15581 2017-03-25 62321990.0 11.301875 55.099500 28.250000 0.999875
15607 2017-03-27 62321990.0 10.854375 55.171250 28.197875 11.651125
15633 2017-03-29 62321990.0 10.462000 55.425250 28.223750 8.491375
15660 2017-03-31 62321990.0 10.417000 55.695875 28.562625 25.497500
vn spd chlor_a dist cdm kd490 \
14813 13.321400 14.306600 0.085698 314.259892 0.010641 0.045827
14824 -11.489000 13.667000 0.088078 312.827949 0.010624 0.046326
14863 41.582500 43.799500 0.137195 479.531910 0.013794 0.052325
14874 36.992625 37.255750 0.136327 479.599244 0.014757 0.053688
14885 55.621000 60.376000 0.152793 461.800377 0.016635 0.054948
14896 10.769875 53.543250 0.169260 389.376432 0.018512 0.056207
14907 0.150250 24.025875 0.163450 333.722164 0.017909 0.056288
14918 -25.588625 27.243125 0.181061 303.020142 0.015599 0.056065
14930 -32.623250 34.542750 0.164966 311.784442 0.016122 0.055719
14942 -28.234625 33.109375 0.148870 341.255264 0.016645 0.055373
14954 -10.071500 25.048625 0.132774 390.466048 0.017168 0.055027
14966 -18.903286 29.298000 0.128338 420.374559 0.018858 0.054747
15068 11.578667 48.958667 0.123902 1118.860844 0.020548 0.054467
15078 24.292000 47.284750 0.181925 1166.130260 0.020453 0.061558
15088 11.800375 37.089750 0.157596 1103.286866 0.020101 0.058526
15098 41.913250 64.827250 0.133268 1019.277938 0.019749 0.055495
15108 39.697750 42.839000 0.139373 924.991679 0.017562 0.054204
15118 55.685833 56.752500 0.145478 866.079297 0.015375 0.052914
15200 17.814000 21.622500 0.151584 586.205442 0.013188 0.051623
15211 7.975375 19.532750 0.165522 566.936837 0.017009 0.055008
15222 7.687000 20.080625 0.179461 531.120065 0.020831 0.058394
15235 6.082000 22.089625 0.193400 493.141457 0.024652 0.061779
15248 -4.852375 21.474750 0.189152 470.445554 0.022921 0.060098
15260 -2.141000 19.660875 0.184904 443.520462 0.021191 0.058418
15276 1.224750 23.475500 0.180656 410.351316 0.019461 0.056737
15292 2.279125 15.222250 0.176409 379.427235 0.017730 0.055056
15309 -5.051375 15.528625 0.172161 371.980465 0.016000 0.053375
15337 10.769875 12.314750 0.163124 354.994772 0.017332 0.052797
15365 14.213375 15.100875 0.155110 337.007963 0.018187 0.055945
15393 29.808625 34.196375 0.190240 303.530072 0.017786 0.056796
15421 18.883000 25.353125 0.213514 264.091070 0.020375 0.060676
15448 16.190000 24.459125 0.182844 220.921494 0.016450 0.057940
15475 4.900250 21.426375 0.154418 183.295668 0.013115 0.055956
15502 -1.827125 22.217750 0.179078 149.838080 0.014107 0.057238
15528 -13.969250 27.956375 0.201597 128.812358 0.013631 0.058931
15555 -18.067625 21.418500 0.185236 124.021596 0.018020 0.056808
15581 -24.923750 26.685125 0.180974 149.147320 0.019585 0.058572
15607 -24.249875 31.272625 0.174562 196.800357 0.021827 0.058087
15633 -17.825875 24.105500 0.184708 247.933897 0.023089 0.062681
15660 0.376375 26.685750 0.194855 266.312160 0.024352 0.067274
t865 par sst4
14813 0.106211 49.150954 28.481520
14824 0.105048 37.076055 28.840153
14863 0.051954 49.899419 28.045100
14874 0.073806 44.810486 28.086277
14885 0.083237 43.430307 28.299617
14896 0.092667 47.791473 28.830549
14907 0.041751 48.735072 28.842874
14918 0.054708 45.505515 28.868040
14930 0.079460 38.598822 28.029999
14942 0.104211 37.775934 28.123186
14954 0.128963 48.193718 28.512428
14966 0.118282 48.565648 28.655961
15068 0.107600 48.658819 27.996255
15078 0.136375 47.929157 28.204559
15088 0.126313 45.293150 27.907859
15098 0.116251 50.372754 27.853072
15108 0.110405 42.282437 28.100706
15118 0.104560 43.996317 27.409001
15200 0.098715 49.499083 27.313212
15211 0.101310 47.734246 26.466377
15222 0.103905 50.924249 27.015481
15235 0.106500 51.024286 26.530826
15248 0.122672 51.220520 27.031693
15260 0.138845 49.817471 26.739645
15276 0.155017 51.261923 26.405344
15292 0.171189 52.137772 27.154999
15309 0.187361 51.801226 27.012020
15337 0.131617 53.264850 27.071959
15365 0.099992 55.245947 26.732991
15393 0.188320 54.898614 27.052864
15421 0.133088 54.318519 26.751368
15448 0.135731 54.758788 26.848892
15475 0.117398 50.189415 27.190833
15502 0.091911 53.738515 27.083712
15528 0.084503 54.097110 27.961938
15555 0.091317 55.325793 27.649590
15581 0.106390 56.317506 27.405014
15607 0.194627 56.221009 28.080732
15633 0.171540 55.009275 27.543740
15660 0.148453 55.518075 27.869659
-----
head and tail of the nonnan series are identified
the float id is: 147136.0
the ratio of nans in the trimmed chlor_a series 0.0645161290323
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
14768 2016-11-29 147136.0 19.790667 69.037500 27.349833 -27.578800
14778 2016-12-01 147136.0 19.950500 68.609625 27.271000 -29.212125
14788 2016-12-03 147136.0 20.327625 68.253500 27.119625 -8.952375
14798 2016-12-05 147136.0 20.749125 68.286875 27.008125 7.734000
14808 2016-12-07 147136.0 21.014250 68.366625 26.924625 -3.235000
14819 2016-12-09 147136.0 21.210000 68.153500 26.913750 -19.311750
14830 2016-12-11 147136.0 21.322125 67.783250 26.932250 -25.617750
14839 2016-12-13 147136.0 21.354375 67.364875 26.843125 -21.094000
14848 2016-12-15 147136.0 21.650125 67.184875 26.522500 1.705875
14858 2016-12-17 147136.0 21.895250 67.414000 26.547375 20.636625
14869 2016-12-19 147136.0 22.013500 67.603875 26.472625 -3.423125
14880 2016-12-21 147136.0 22.068000 67.433875 26.289750 -7.644500
14891 2016-12-23 147136.0 21.847500 67.520750 26.140250 15.331000
14902 2016-12-25 147136.0 22.024750 67.357250 25.910875 -30.212750
14913 2016-12-27 147136.0 21.796500 67.184125 25.741000 5.649625
14925 2016-12-29 147136.0 21.676500 67.290125 25.814750 7.721875
14937 2016-12-31 147136.0 21.669000 67.402750 25.781500 3.056500
14949 2017-01-02 147136.0 21.720375 67.437500 25.625125 -0.979750
14961 2017-01-04 147136.0 21.787000 67.252500 25.703375 -19.433625
14973 2017-01-06 147136.0 21.666750 66.926875 25.661500 -16.955000
14984 2017-01-08 147136.0 21.582500 66.663625 25.422750 -17.755250
14995 2017-01-10 147136.0 21.587500 66.314500 25.244250 -21.008500
15008 2017-01-12 147136.0 21.658500 66.030875 25.236625 -13.535625
15021 2017-01-14 147136.0 21.833125 65.832375 25.186250 -10.156625
15033 2017-01-16 147136.0 22.003250 65.709500 25.266625 -4.372250
15045 2017-01-18 147136.0 22.114625 65.603000 25.141250 -10.314875
15054 2017-01-20 147136.0 22.257875 65.438500 25.043500 -8.008375
15063 2017-01-22 147136.0 22.379125 65.232250 24.894625 -18.444000
15073 2017-01-24 147136.0 22.530125 64.925750 24.848125 -16.217000
15083 2017-01-26 147136.0 22.585625 64.631875 24.705250 -19.700125
... ... ... ... ... ... ...
15113 2017-02-01 147136.0 23.094250 63.527000 24.773875 -28.646250
15123 2017-02-03 147136.0 23.232000 63.062750 24.420375 -29.084625
15132 2017-02-05 147136.0 23.247000 62.655750 23.984500 -14.467000
15142 2017-02-07 147136.0 23.188000 62.532375 23.921125 -2.778250
15153 2017-02-09 147136.0 23.124125 62.421125 23.806500 -11.882750
15164 2017-02-11 147136.0 22.914125 62.132000 23.925750 -22.312750
15175 2017-02-13 147136.0 22.728750 61.741625 23.629375 -24.108500
15185 2017-02-15 147136.0 22.558000 61.487000 24.158250 13.015375
15195 2017-02-17 147136.0 22.369000 62.017875 24.642000 22.171625
15206 2017-02-19 147136.0 22.227250 62.287125 23.853375 26.055000
15217 2017-02-21 147136.0 21.994500 62.843125 24.010875 27.414375
15230 2017-02-23 147136.0 22.045875 63.198250 24.738000 22.391250
15243 2017-02-25 147136.0 22.065625 63.605500 24.887875 21.482250
15255 2017-02-27 147136.0 22.301750 63.616875 24.865750 -18.393250
15271 2017-03-01 147136.0 22.300500 63.210875 24.841375 -23.983000
15287 2017-03-03 147136.0 22.069625 62.991000 25.276250 -1.348125
15304 2017-03-05 147136.0 21.883500 63.120625 25.428625 13.292375
15332 2017-03-07 147136.0 21.829000 63.295250 25.563750 5.261250
15360 2017-03-09 147136.0 21.843125 63.287875 25.572250 -6.846625
15388 2017-03-11 147136.0 21.883250 63.152125 25.155750 -5.967875
15416 2017-03-13 147136.0 21.983125 63.015625 25.890375 -13.510375
15443 2017-03-15 147136.0 22.226500 62.614250 25.713000 -34.746000
15470 2017-03-17 147136.0 22.220375 62.057625 25.829625 -23.093375
15497 2017-03-19 147136.0 22.008625 61.895000 26.022750 2.145750
15523 2017-03-21 147136.0 21.925125 62.070750 26.047125 14.349625
15550 2017-03-23 147136.0 22.130000 62.039625 26.612750 -21.871625
15576 2017-03-25 147136.0 22.282875 61.552875 26.750250 -30.974250
15602 2017-03-27 147136.0 21.945375 61.255875 26.997250 -0.212125
15628 2017-03-29 147136.0 21.756125 61.403750 27.376875 11.751625
15655 2017-03-31 147136.0 22.011625 61.420500 27.670625 -14.775125
vn spd chlor_a dist cdm kd490 \
14768 6.708200 28.499800 0.695679 182.217929 0.088777 0.114545
14778 17.238125 34.387500 0.887172 200.650232 0.100165 0.126251
14788 28.919000 32.054500 0.806542 200.154371 0.097491 0.128190
14798 22.911000 24.615875 0.509864 163.507191 0.094818 0.100454
14808 12.776000 15.320750 0.442089 136.002353 0.086109 0.099466
14819 11.886000 22.801500 0.483433 137.537253 0.077401 0.099925
14830 0.862000 26.027875 0.547328 158.117396 0.068692 0.099324
14839 10.056625 25.037250 0.642013 191.970990 0.059983 0.117663
14848 21.087375 22.504500 0.859835 194.865350 0.075153 0.103269
14858 9.269625 23.179625 0.759103 163.472578 0.102041 0.121429
14869 10.845500 16.081375 1.084908 141.133438 0.113287 0.146661
14880 -8.837750 13.639250 0.878309 157.093222 0.124533 0.136869
14891 -3.632000 31.136375 1.042524 154.612561 0.121540 0.125264
14902 2.251000 36.564750 3.358624 165.744302 0.125171 0.137045
14913 -15.362250 17.280500 0.931972 189.405235 0.128802 0.133586
14925 -3.659875 9.578375 0.635539 183.684744 0.104212 0.115058
14937 2.520250 5.469750 0.526749 173.272278 0.100694 0.108793
14949 4.865375 8.466625 0.433476 167.740920 0.097177 0.115333
14961 -0.491750 20.016750 0.718525 183.010139 0.093659 0.121874
14973 -10.286125 20.472000 0.572336 219.195872 0.090141 0.110195
14984 -2.141500 18.018125 0.935173 247.997610 0.086623 0.128614
14995 1.558250 21.319000 0.555353 281.051961 0.083105 0.110989
15008 9.727625 16.918000 0.613928 289.898055 0.079587 0.112226
15021 11.195625 15.425250 0.560247 285.760698 0.076070 0.108998
15033 9.958625 11.614375 0.506566 278.372264 0.072552 0.105769
15045 6.301875 12.619125 0.452885 276.054691 0.069034 0.102541
15054 8.723750 12.368250 0.513274 276.535380 0.102290 0.112032
15063 9.663625 20.877875 0.566391 283.796655 0.088961 0.116866
15073 7.764250 18.180500 0.557647 292.776037 0.075633 0.109495
15083 2.639000 20.332750 0.465291 284.578151 0.062304 0.095859
... ... ... ... ... ... ...
15113 13.138250 31.604000 0.535040 226.089361 0.090797 0.101487
15123 3.210875 30.903750 0.512579 217.621134 0.110922 0.101724
15132 -1.722000 17.141625 0.708028 206.648942 0.101753 0.131179
15142 -3.194500 6.707875 0.620710 211.882796 0.092585 0.114449
15153 -7.788125 15.131500 0.817333 218.214568 0.138051 0.125595
15164 -17.681500 28.708875 4.946608 234.937949 0.139080 0.178782
15175 -6.312250 25.417000 2.096357 198.731383 0.140108 0.316752
15185 -17.254500 32.158000 12.778477 170.385659 0.141137 0.454722
15195 -4.115625 23.111625 14.708691 224.555635 0.142165 0.592692
15206 -18.153625 32.076375 9.733597 253.240630 0.143194 0.429053
15217 -2.328750 30.506875 5.766524 312.930898 0.248313 0.204869
15230 1.825875 22.983625 12.229424 345.753022 0.237938 0.301914
15243 9.737500 28.480875 21.658723 338.630041 0.259802 0.743348
15255 10.604000 22.773500 19.054693 312.461061 0.281666 0.373467
15271 -10.888250 27.375375 10.152589 318.231859 0.303530 0.281152
15287 -14.756875 16.125625 20.487384 327.270839 0.325394 0.772473
15304 -8.113625 16.181875 42.056416 342.937146 0.347258 0.811149
15332 0.546500 9.476500 23.975555 361.675669 0.369122 0.849826
15360 0.410875 8.351500 14.929286 360.689101 0.390986 0.564890
15388 4.525750 8.631500 7.593847 346.163929 0.398927 0.310204
15416 10.705375 17.439625 12.794759 330.767973 0.375732 0.299240
15443 13.014875 38.541875 11.745048 286.840669 0.352538 0.288276
15470 -11.484875 27.100125 10.695336 229.763512 0.329343 0.277312
15497 -11.202375 13.723000 3.611133 215.661509 0.306149 0.266348
15523 3.681875 18.170000 1.714087 235.091513 0.282954 0.222471
15550 18.740250 29.833500 1.175263 228.911073 0.190930 0.179371
15576 -6.732875 33.598125 0.695820 177.318688 0.098906 0.119381
15602 -27.050250 28.854375 0.764310 152.342767 0.071261 0.124951
15628 5.226625 15.906375 0.735540 172.638206 0.071261 0.123168
15655 22.321250 28.106125 0.560433 167.311660 0.071261 0.102123
t865 par sst4
14768 0.101680 38.523347 27.511930
14778 0.136438 38.433993 27.366244
14788 0.130576 37.444354 27.178431
14798 0.113674 36.592029 27.089713
14808 0.106920 36.787171 27.020364
14819 0.076655 36.104256 26.970554
14830 0.048497 35.285446 26.729877
14839 0.180033 35.834244 26.637193
14848 0.139919 35.762025 26.623462
14858 0.117814 35.357484 26.265203
14869 0.098971 35.089193 26.287648
14880 0.096775 34.857119 26.077615
14891 0.146824 35.238139 26.060140
14902 0.124283 35.501383 25.626582
14913 0.115576 35.720881 25.755266
14925 0.094585 35.879235 25.818326
14937 0.116386 36.080162 25.678948
14949 0.189801 35.968427 25.455442
14961 0.136456 35.449223 25.431578
14973 0.147449 36.081808 24.850021
14984 0.137894 36.775696 24.972286
14995 0.104728 37.332601 24.985227
15008 0.095482 35.992790 24.671778
15021 0.138827 33.506147 24.785202
15033 0.182172 34.717689 24.643393
15045 0.225517 36.967381 23.984699
15054 0.181187 37.430009 24.595624
15063 0.163603 37.999921 24.631794
15073 0.141557 34.672781 24.518023
15083 0.058767 30.627256 24.397703
... ... ... ...
15113 0.078540 39.586409 23.796112
15123 0.099096 37.913657 22.969999
15132 0.111015 40.408849 23.268259
15142 0.077209 41.385028 22.939559
15153 0.075138 41.956447 23.266441
15164 0.141159 41.781158 22.838321
15175 0.238494 38.725615 23.353920
15185 0.205825 38.496167 22.853359
15195 0.153443 43.780285 23.852768
15206 0.161508 45.138951 23.634782
15217 0.158485 45.802758 23.940697
15230 0.149085 46.637023 24.367897
15243 0.108791 47.138028 24.279233
15255 0.124848 47.090658 24.498220
15271 0.157182 47.750808 24.525858
15287 0.149165 48.765853 24.593207
15304 0.190289 49.422148 24.724061
15332 0.171055 49.736524 24.121472
15360 0.143743 49.867149 24.880891
15388 0.151145 50.539887 24.418409
15416 0.204232 51.153553 24.469459
15443 0.196773 50.970323 24.747204
15470 0.189314 51.530982 25.108672
15497 0.117051 52.249287 25.635487
15523 0.125641 50.666281 25.463081
15550 0.148219 50.622743 25.239494
15576 0.104375 50.760101 24.234907
15602 0.121294 53.883543 26.439547
15628 0.113503 54.480733 26.891911
15655 0.098462 54.413612 27.334644
[62 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 147142.0
the ratio of nans in the trimmed chlor_a series 0.0322580645161
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
14769 2016-11-29 147142.0 19.795500 69.027667 27.251800 -28.411800
14779 2016-12-01 147142.0 19.968875 68.604625 27.202750 -27.967625
14789 2016-12-03 147142.0 20.346875 68.264875 27.041375 -8.709750
14799 2016-12-05 147142.0 20.778625 68.295875 26.940250 7.736375
14809 2016-12-07 147142.0 21.067250 68.398500 26.848000 0.840125
14820 2016-12-09 147142.0 21.269625 68.296625 26.820000 -10.971750
14831 2016-12-11 147142.0 21.373500 68.120500 26.782375 -9.379000
14840 2016-12-13 147142.0 21.334875 67.887000 26.686125 -20.321750
14849 2016-12-15 147142.0 21.189250 67.499750 26.564375 -25.142250
14859 2016-12-17 147142.0 21.054000 67.097125 26.457375 -19.817500
14870 2016-12-19 147142.0 20.903625 66.885125 26.331125 -7.367250
14881 2016-12-21 147142.0 20.796875 66.773125 26.254250 -7.331250
14892 2016-12-23 147142.0 20.702750 66.698875 26.336125 -8.183000
14903 2016-12-25 147142.0 20.743250 66.436125 26.302125 -12.668500
14914 2016-12-27 147142.0 20.926750 66.284500 26.099750 -9.573125
14926 2016-12-29 147142.0 21.187250 66.114000 26.235375 -9.861375
14938 2016-12-31 147142.0 21.227250 65.982500 26.172750 -8.639750
14950 2017-01-02 147142.0 21.121000 65.809000 26.005125 -7.827875
14962 2017-01-04 147142.0 20.859250 65.814750 26.001750 3.482500
14974 2017-01-06 147142.0 20.626250 65.814250 25.869500 -2.109625
14985 2017-01-08 147142.0 20.474000 65.753875 25.678375 -6.005875
14996 2017-01-10 147142.0 20.391250 65.578000 25.540000 -12.170875
15009 2017-01-12 147142.0 20.274500 65.489875 25.631500 2.965750
15022 2017-01-14 147142.0 20.132875 65.647750 25.695125 9.531250
15034 2017-01-16 147142.0 20.116875 65.690750 25.675750 -1.431625
15046 2017-01-18 147142.0 20.138250 65.611000 25.585625 -8.588125
15055 2017-01-20 147142.0 20.088750 65.474750 25.446125 -7.177875
15064 2017-01-22 147142.0 19.966125 65.298625 25.446625 -15.473125
15074 2017-01-24 147142.0 19.855875 64.994750 25.614875 -19.390250
15084 2017-01-26 147142.0 19.795000 64.679125 25.333125 -17.332125
... ... ... ... ... ... ...
15114 2017-02-01 147142.0 19.814750 64.261000 25.251500 -8.368125
15124 2017-02-03 147142.0 19.856000 64.150250 25.123875 -7.186750
15133 2017-02-05 147142.0 19.784000 63.961250 24.965875 -11.435125
15143 2017-02-07 147142.0 19.680375 63.886875 24.767875 0.312250
15154 2017-02-09 147142.0 19.667250 63.847625 24.601750 -6.657500
15165 2017-02-11 147142.0 19.755375 63.695750 24.635500 -11.713000
15176 2017-02-13 147142.0 19.900125 63.438250 24.833875 -17.896375
15186 2017-02-15 147142.0 19.919125 63.212000 25.035375 -9.067500
15196 2017-02-17 147142.0 19.983375 63.026625 25.475750 -13.775000
15207 2017-02-19 147142.0 20.193750 62.671125 25.247625 -32.792250
15218 2017-02-21 147142.0 20.180625 62.240250 24.865000 -13.786250
15231 2017-02-23 147142.0 20.465125 61.966375 25.183125 -26.950875
15244 2017-02-25 147142.0 20.837625 61.402500 25.171750 -33.788375
15256 2017-02-27 147142.0 21.273375 60.925750 25.122625 -20.507125
15272 2017-03-01 147142.0 21.770250 60.720125 25.065125 -5.661500
15288 2017-03-03 147142.0 22.082000 60.739500 25.454750 4.329375
15305 2017-03-05 147142.0 22.177250 60.807875 25.220625 5.951500
15333 2017-03-07 147142.0 21.966625 60.965000 25.279750 12.563250
15361 2017-03-09 147142.0 21.784250 61.398500 25.304875 41.323125
15389 2017-03-11 147142.0 21.678000 62.279375 25.165375 55.226500
15417 2017-03-13 147142.0 21.248125 62.866625 25.950125 17.805000
15444 2017-03-15 147142.0 20.847875 63.108375 26.291875 13.233125
15471 2017-03-17 147142.0 20.606125 63.290875 26.357500 9.456375
15498 2017-03-19 147142.0 20.464875 63.410875 26.628750 5.070125
15524 2017-03-21 147142.0 20.380000 63.512500 26.618500 7.463625
15551 2017-03-23 147142.0 20.254375 63.525000 27.200875 -4.602375
15577 2017-03-25 147142.0 20.036875 63.500375 27.313750 0.101250
15603 2017-03-27 147142.0 19.791125 63.470875 27.047875 -5.739875
15629 2017-03-29 147142.0 19.583875 63.344875 27.361500 -5.293125
15656 2017-03-31 147142.0 19.456500 63.255250 27.754625 -7.044250
vn spd chlor_a dist cdm kd490 \
14769 7.689800 29.573400 0.715672 182.465053 0.090334 0.116727
14779 17.369500 33.228000 0.861774 199.635666 0.099018 0.125819
14789 29.796250 32.597250 0.759070 197.786950 0.092645 0.123494
14799 23.569500 25.155250 0.512796 160.431104 0.086273 0.099249
14809 14.499375 15.811750 0.677482 129.455692 0.076389 0.123277
14820 10.764125 15.704750 0.454604 122.037889 0.066506 0.096987
14831 1.996000 10.300625 0.420942 128.036188 0.056622 0.087453
14840 -6.717500 21.498750 0.839973 148.960759 0.090110 0.143336
14849 -9.865500 27.170125 0.624903 190.373128 0.123598 0.118708
14859 -8.905875 22.044750 0.651529 233.168068 0.132406 0.114996
14870 -9.167500 11.873625 0.813172 260.754826 0.090552 0.124874
14881 -5.879500 10.088625 0.639728 277.062150 0.093739 0.115199
14892 -3.004250 13.170000 0.556579 289.392656 0.094777 0.105192
14903 7.015750 16.168875 0.699994 309.589303 0.078932 0.103437
14914 17.428625 20.268750 0.704486 313.147660 0.091129 0.104999
14926 9.406250 14.401875 0.519920 317.081827 0.094718 0.102581
14938 -1.064625 9.060125 0.658577 327.964907 0.078653 0.112007
14950 -13.653500 17.190125 0.507885 349.101699 0.084518 0.106532
14962 -15.154375 16.115000 0.571545 360.256559 0.090383 0.114215
14974 -16.291250 16.971625 0.457410 372.019427 0.096247 0.099841
14985 -3.458125 8.985625 0.370387 385.837725 0.085200 0.091623
14996 -8.006000 15.318125 0.391152 406.300673 0.074152 0.091816
15009 -7.275375 9.255500 0.433237 420.831820 0.080334 0.102447
15022 -6.833000 13.002625 1.386014 415.455542 0.074063 0.140106
15034 0.991625 3.142500 0.636157 412.759489 0.067793 0.118594
15046 1.245750 9.166250 0.509563 418.301444 0.061523 0.104752
15055 -6.899375 10.054000 0.496328 433.195883 0.057965 0.110096
15064 -8.254250 17.979250 0.465392 456.056569 0.097432 0.099675
15074 -3.671750 20.399000 0.715670 489.344434 0.097510 0.124202
15084 -5.893625 18.898375 0.502884 520.891490 0.035422 0.102007
... ... ... ... ... ... ...
15114 5.391125 10.442875 0.513192 534.008671 0.060018 0.103818
15124 -1.762375 9.431125 0.495758 521.693998 0.068564 0.094679
15133 -5.750750 13.404250 0.419966 507.962772 0.132495 0.101052
15143 -5.723500 6.691250 0.483736 506.808834 0.128505 0.102532
15154 3.507250 8.359250 0.925624 503.990478 0.110225 0.136028
15165 8.315625 14.997375 0.631145 485.321422 0.121779 0.121726
15176 6.643875 19.552375 1.002586 453.942402 0.141922 0.136203
15186 -1.519000 9.672750 5.767119 432.552568 0.162065 0.175396
15196 11.122375 18.173125 25.704153 412.314976 0.182207 0.479545
15207 8.006750 36.179125 20.625043 368.445163 0.202350 0.552011
15218 1.143250 15.892500 16.508097 331.315493 0.222492 0.232905
15231 29.281000 41.274625 17.647427 290.389600 0.269744 0.255744
15244 21.663500 40.585750 10.245114 218.615257 0.381174 0.372786
15256 32.009500 38.891000 3.704823 151.109135 0.353089 0.265979
15272 29.073375 30.267625 2.363232 106.575296 0.325004 0.280646
15288 11.451500 12.405875 8.712815 96.955831 0.296918 0.217636
15305 0.497500 7.940625 7.565915 101.965448 0.268833 0.308851
15333 -21.097500 27.093125 5.186571 122.648560 0.240748 0.400067
15361 -5.629500 42.560625 1.637368 171.193913 0.212663 0.200062
15389 -14.501500 58.687250 19.216652 262.211952 0.205030 0.211964
15417 -31.712125 36.731000 18.627733 334.231798 0.197398 0.223866
15444 -19.850750 24.058750 44.766759 374.141917 0.189766 0.235767
15471 -12.758625 16.324250 31.856712 402.898939 0.182133 0.247669
15498 -5.827125 8.509125 18.946665 421.223753 0.174501 0.259571
15524 -6.423375 14.268750 6.036618 435.018563 0.166869 0.271472
15551 -10.765625 17.578750 34.318854 442.973553 0.163679 0.260125
15577 -16.044875 19.193875 0.999775 452.198910 0.162208 0.143545
15603 -12.600000 21.359000 1.048210 463.074257 0.134586 0.124012
15629 -13.147500 17.737250 1.145126 464.296692 0.134586 0.116740
15656 -6.666750 12.780125 0.595427 462.586472 0.134586 0.107357
t865 par sst4
14769 0.101248 38.519038 27.502167
14779 0.134688 38.400028 27.337578
14789 0.129412 37.418716 27.182409
14799 0.114254 36.568028 27.080046
14809 0.118936 36.935276 26.979210
14820 0.078258 36.079732 26.903361
14831 0.114005 35.598110 26.708460
14840 0.207196 35.220337 26.641580
14849 0.174500 36.215847 26.666818
14859 0.137001 36.283857 26.415720
14870 0.134014 36.140852 26.217970
14881 0.130940 35.801045 26.278469
14892 0.132552 36.009161 26.057911
14903 0.092122 36.663426 26.152738
14914 0.134450 36.317570 26.229719
14926 0.107156 36.171610 26.261196
14938 0.051275 35.518132 25.279146
14950 0.127697 36.216399 25.602441
14962 0.166205 36.642605 25.655020
14974 0.165807 36.779878 25.005287
14985 0.148728 37.816064 25.350044
14996 0.076312 37.443053 25.354180
15009 0.134886 37.663654 25.139382
15022 0.178718 38.636485 25.403792
15034 0.218859 37.958687 25.062096
15046 0.222817 38.382854 24.928857
15055 0.229742 39.232297 25.116675
15064 0.116427 40.179720 25.158288
15074 0.110517 41.092287 25.361460
15084 0.099710 39.907149 25.161298
... ... ... ...
15114 0.089550 41.360586 24.999241
15124 0.131672 39.260158 24.356292
15133 0.102410 40.328951 24.648640
15143 0.072202 42.774811 24.458393
15154 0.093523 44.199748 24.532154
15165 0.134767 44.769855 24.519499
15176 0.200921 44.589433 24.676780
15186 0.237226 45.478798 24.438570
15196 0.125070 46.355991 25.004498
15207 0.191456 46.775796 24.954087
15218 0.169032 47.045454 24.566048
15231 0.119710 47.624405 24.661977
15244 0.117145 47.697879 25.157129
15256 0.115065 47.761898 24.627801
15272 0.167101 48.350368 24.777329
15288 0.163543 48.576533 24.915931
15305 0.158551 48.321317 24.820080
15333 0.178802 48.420322 24.442950
15361 0.154237 48.880457 24.744584
15389 0.090976 50.499534 24.729375
15417 0.127161 51.511781 24.493300
15444 0.165823 50.994745 25.326086
15471 0.150916 52.338878 25.917367
15498 0.136008 52.811177 25.630918
15524 0.121100 53.242942 25.948794
15551 0.115014 53.058102 26.270236
15577 0.109096 53.096065 25.997383
15603 0.101542 54.780039 25.863687
15629 0.107724 55.522448 27.018916
15656 0.111438 55.703891 27.287339
[62 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 147148.0
the ratio of nans in the trimmed chlor_a series 0.0161290322581
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
14772 2016-11-29 147148.0 19.790833 69.031000 27.390167 -28.677800
14782 2016-12-01 147148.0 19.966125 68.603250 27.307000 -28.455500
14792 2016-12-03 147148.0 20.337750 68.261125 27.176625 -8.718500
14802 2016-12-05 147148.0 20.763000 68.291000 27.287250 7.954500
14812 2016-12-07 147148.0 21.028375 68.387750 27.391250 -1.580500
14823 2016-12-09 147148.0 21.208250 68.189125 27.219875 -20.295000
14834 2016-12-11 147148.0 21.290625 67.801625 27.424625 -25.367375
14843 2016-12-13 147148.0 21.221125 67.385750 27.348000 -21.961625
14852 2016-12-15 147148.0 21.167750 67.099500 27.357750 -13.705875
14862 2016-12-17 147148.0 21.140125 66.872125 27.130000 -12.786250
14873 2016-12-19 147148.0 21.092625 66.706375 27.310250 -6.654875
14884 2016-12-21 147148.0 20.930500 66.624625 27.279000 -5.861875
14895 2016-12-23 147148.0 20.799250 66.510000 27.812375 -9.865000
14906 2016-12-25 147148.0 20.919500 66.171125 27.248875 -27.157000
14917 2016-12-27 147148.0 21.113625 65.762000 26.915250 -20.524250
14929 2016-12-29 147148.0 20.983125 65.582375 26.854875 0.138375
14941 2016-12-31 147148.0 20.814000 65.609625 26.622875 -0.325125
14953 2017-01-02 147148.0 20.630375 65.571625 26.558375 -3.900000
14965 2017-01-04 147148.0 20.372250 65.591250 26.378625 9.881250
14977 2017-01-06 147148.0 20.119875 65.744625 26.180875 0.871125
14988 2017-01-08 147148.0 19.920500 65.674500 26.087250 -5.341125
14999 2017-01-10 147148.0 19.794500 65.594250 25.918375 -2.630875
15012 2017-01-12 147148.0 19.796125 65.613250 25.893375 3.077375
15025 2017-01-14 147148.0 19.831250 65.669375 25.794250 1.508000
15037 2017-01-16 147148.0 19.853250 65.607750 26.186000 -6.359750
15049 2017-01-18 147148.0 19.828875 65.471875 25.769500 -11.514625
15058 2017-01-20 147148.0 19.776500 65.301250 25.510125 -6.119125
15067 2017-01-22 147148.0 19.760250 65.233750 25.465625 -3.651625
15077 2017-01-24 147148.0 19.784750 65.155125 25.776750 -6.746875
15087 2017-01-26 147148.0 19.783125 65.008750 25.398250 -9.436375
... ... ... ... ... ... ...
15117 2017-02-01 147148.0 19.456875 64.700500 25.507125 14.120750
15127 2017-02-03 147148.0 19.487250 64.980375 25.363500 12.878125
15136 2017-02-05 147148.0 19.750375 64.985500 25.069750 -10.879750
15146 2017-02-07 147148.0 19.750875 64.755000 25.015000 -9.601000
15157 2017-02-09 147148.0 19.646375 64.787750 24.904000 11.086750
15168 2017-02-11 147148.0 19.815125 64.802625 24.790875 -13.375875
15179 2017-02-13 147148.0 19.771250 64.702000 24.812875 -1.795500
15189 2017-02-15 147148.0 19.713000 64.625000 25.023375 7.341125
15199 2017-02-17 147148.0 19.751875 64.697750 25.729000 -11.332500
15210 2017-02-19 147148.0 19.709625 64.725875 25.234000 9.744875
15221 2017-02-21 147148.0 19.734375 64.672625 25.133875 -0.186125
15234 2017-02-23 147148.0 19.791000 64.687250 25.264750 1.106125
15247 2017-02-25 147148.0 19.878625 64.712375 25.243625 0.449250
15259 2017-02-27 147148.0 20.013750 64.747250 25.425000 -3.220250
15275 2017-03-01 147148.0 20.054375 64.828125 25.510000 6.103250
15291 2017-03-03 147148.0 20.174250 64.870500 25.490750 7.678375
15308 2017-03-05 147148.0 20.300500 64.903375 25.970500 4.483000
15336 2017-03-07 147148.0 20.480000 65.032125 26.057750 -1.451750
15364 2017-03-09 147148.0 20.714750 65.006000 25.964750 5.026625
15392 2017-03-11 147148.0 20.785875 65.162750 25.382625 13.216625
15420 2017-03-13 147148.0 21.156625 65.429125 25.372500 11.174625
15447 2017-03-15 147148.0 21.323250 65.354125 25.898000 -12.520750
15474 2017-03-17 147148.0 21.248750 65.286000 26.154125 2.662250
15501 2017-03-19 147148.0 21.294000 65.352875 26.336875 5.999000
15527 2017-03-21 147148.0 21.446250 65.519625 26.720000 14.460125
15554 2017-03-23 147148.0 21.565375 65.733250 26.784875 10.253000
15580 2017-03-25 147148.0 21.637875 65.927875 26.877375 11.690000
15606 2017-03-27 147148.0 21.632250 66.102500 26.861250 11.481875
15632 2017-03-29 147148.0 21.650250 66.366625 27.057500 21.331500
15659 2017-03-31 147148.0 21.705000 66.760625 27.259500 23.339125
vn spd chlor_a dist cdm kd490 \
14772 7.817400 29.857400 0.701622 182.637726 0.089146 0.115273
14782 17.674125 33.817750 0.875740 199.949453 0.094710 0.126164
14792 28.985375 31.837750 0.788148 198.791659 0.094004 0.126189
14802 23.121500 24.770250 0.506491 162.067746 0.093299 0.099471
14812 12.347500 14.525250 0.496938 133.364232 0.074885 0.106163
14823 10.174375 22.959500 0.495385 134.903268 0.056471 0.100487
14834 -1.411000 25.989000 0.536466 158.874589 0.038057 0.098343
14843 -4.244875 22.618750 0.489789 197.962226 0.046052 0.102960
14852 -4.093750 14.429500 0.547104 226.194757 0.105832 0.109464
14862 0.643375 12.853625 0.482111 248.157031 0.072038 0.097064
14873 -7.350875 10.277125 0.552740 265.792940 0.067433 0.102420
14884 -11.757000 13.837750 0.512430 282.032663 0.071685 0.101423
14895 -5.189000 11.948625 0.384399 299.782070 0.092458 0.097422
14906 19.542500 33.896625 0.725376 324.005762 0.074075 0.100647
14917 2.795875 21.736625 0.788041 353.842777 0.109966 0.118599
14929 -14.444250 15.610625 0.640206 376.697974 0.100330 0.111906
14941 -9.906750 10.638750 0.557384 381.733929 0.071442 0.103365
14953 -13.731250 14.484875 0.528656 394.154143 0.070455 0.100585
14965 -18.995750 22.129125 0.608514 406.180160 0.082778 0.112431
14977 -12.075750 13.994000 0.374135 407.955470 0.095101 0.091444
14988 -13.301375 14.510250 0.459848 426.906258 0.107424 0.102216
14999 -2.564250 8.109750 0.583246 442.066259 0.091626 0.106361
15012 2.047250 6.803875 0.760806 440.385702 0.091057 0.122943
15025 3.465250 7.147750 1.266077 433.358944 0.089553 0.142422
15037 -2.156000 8.429125 0.671962 436.973885 0.088049 0.119004
15049 -1.319250 11.975000 0.474401 449.970576 0.084752 0.100689
15058 -3.976375 8.029500 0.447509 467.816105 0.067445 0.095867
15067 1.565875 5.229125 0.955684 474.612236 0.131664 0.129779
15077 1.170875 7.084625 0.970105 479.781543 0.112465 0.144098
15087 -0.716125 10.127875 0.828960 492.552633 0.040633 0.133494
... ... ... ... ... ... ...
15117 -6.516375 16.043625 0.779096 539.661399 0.048973 0.120843
15127 12.171875 20.727125 0.563714 513.897179 0.059460 0.103178
15136 14.521375 20.290875 0.433538 496.599198 0.077928 0.102410
15146 -12.099250 17.657750 0.488546 516.759245 0.096396 0.102151
15157 5.874125 15.379500 0.772751 520.227774 0.093274 0.121357
15168 2.955500 19.576250 3.331924 508.732187 0.344017 0.138567
15179 2.247375 15.873625 21.071779 520.243656 0.594760 0.326374
15189 -10.450125 22.980125 12.481769 530.509316 0.333803 0.304794
15199 4.296875 21.990125 18.022393 521.763289 0.588883 0.522086
15210 4.921000 24.324500 16.301439 521.796534 0.674991 0.560847
15221 -1.982625 20.681500 10.185062 525.023513 0.385341 0.325177
15234 4.458750 17.509625 11.049737 520.399952 0.462002 0.418212
15247 5.486375 15.800375 18.379289 513.098739 0.306179 0.386235
15259 4.356750 15.651125 15.144546 502.378631 0.550852 0.285222
15275 12.059625 23.530250 15.714201 492.800212 0.394789 0.451123
15291 6.614375 18.260000 4.579565 482.455416 0.381551 0.332830
15308 0.939500 16.344500 29.029221 472.855981 0.368313 0.314696
15336 22.356500 23.802500 20.503300 451.942417 0.355075 0.296563
15364 5.564875 9.664125 8.581133 436.364346 0.341837 0.278429
15392 13.676750 21.001500 11.138752 420.592361 0.128818 0.173687
15420 23.639875 27.363375 0.609756 371.072835 0.096491 0.111865
15447 -2.084875 14.708000 2.777778 360.599425 0.202201 0.233906
15474 -3.444125 6.869625 23.013333 371.432833 0.307912 0.394227
15501 9.636875 12.125750 13.255592 363.271843 0.413622 0.247441
15527 8.359500 17.439750 3.780641 339.446376 0.519333 0.229556
15554 6.569375 13.456375 6.986602 315.910290 0.092844 0.178589
15580 1.630250 12.782625 3.779418 297.882037 0.091631 0.143191
15606 0.564375 12.664250 0.572234 288.227902 0.090418 0.107793
15632 1.911875 21.732125 0.669327 272.585871 0.085176 0.122592
15659 4.597375 24.474500 0.499865 234.238068 0.080092 0.099930
t865 par sst4
14772 0.101756 38.522182 27.508987
14782 0.134778 38.405415 27.341036
14792 0.129886 37.430020 27.178227
14802 0.113881 36.583877 27.082716
14812 0.110097 36.929946 26.992777
14823 0.077269 35.988340 26.959337
14834 0.064968 35.134757 26.773708
14843 0.177199 35.933214 26.696884
14852 0.186025 36.215744 26.686896
14862 0.143962 36.183666 26.454691
14873 0.129780 35.941195 26.363959
14884 0.126747 35.746868 26.461482
14895 0.130745 36.556626 24.661995
14906 0.122308 36.564785 26.022057
14917 0.129982 36.105755 26.223903
14929 0.096959 36.259636 26.087700
14941 0.063413 36.737138 24.775089
14953 0.098940 36.947256 25.457018
14965 0.121301 36.671891 25.531984
14977 0.169770 37.208204 25.263738
14988 0.187057 37.614944 25.517728
14999 0.080301 38.355578 25.584829
15012 0.133968 38.775414 25.439097
15025 0.197104 38.425140 25.238220
15037 0.231241 38.533434 25.256282
15049 0.232074 39.387442 24.970067
15058 0.215480 39.166304 25.206375
15067 0.121908 40.164804 25.339898
15077 0.117915 41.169611 25.348306
15087 0.106806 40.954407 25.006460
... ... ... ...
15117 0.114858 41.971310 25.036187
15127 0.101012 40.909054 24.793640
15136 0.097407 39.107350 24.852191
15146 0.101446 42.827387 24.730055
15157 0.101700 44.283710 24.743261
15168 0.131406 44.990885 22.404210
15179 0.176156 45.283276 24.551002
15189 0.193488 44.865304 24.696016
15199 0.141903 45.614736 25.129953
15210 0.212113 47.014301 25.296634
15221 0.190246 46.764046 24.880402
15234 0.109662 47.227510 25.124266
15247 0.100054 48.492514 25.252635
15259 0.109958 48.860131 25.122932
15275 0.117881 49.449645 25.280797
15291 0.136708 49.586776 25.195160
15308 0.142880 49.937696 25.091817
15336 0.190755 50.409583 25.424256
15364 0.165986 50.323490 25.585567
15392 0.149245 50.904515 23.921640
15420 0.124135 51.643934 24.827394
15447 0.153097 51.938603 24.882923
15474 0.187957 52.113182 25.695298
15501 0.224474 52.676529 25.656751
15527 0.125781 52.605114 25.818813
15554 0.134446 52.841975 24.920096
15580 0.138106 52.299931 25.890665
15606 0.141767 53.270507 26.255155
15632 0.153307 54.334331 27.014142
15659 0.109592 54.644512 27.289503
[62 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 63348720.0
the ratio of nans in the trimmed chlor_a series 0.177419354839
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
14773 2016-11-29 63348720.0 10.163800 53.668800 27.427000 2.951750
14783 2016-12-01 63348720.0 10.380500 53.966500 27.410875 34.206750
14793 2016-12-03 63348720.0 9.905250 54.332875 27.356250 5.571625
14803 2016-12-05 63348720.0 9.206625 54.120500 27.355625 -35.737875
14814 2016-12-07 63348720.0 8.857000 53.251500 27.447875 -61.948250
14825 2016-12-09 63348720.0 9.249375 52.538750 27.493875 -23.547500
14835 2016-12-11 63348720.0 9.869250 52.542500 27.336750 24.693750
14844 2016-12-13 63348720.0 10.150000 53.260625 27.115375 56.052750
14854 2016-12-15 63348720.0 9.504000 53.885500 27.108125 12.680750
14865 2016-12-17 63348720.0 8.593250 53.596750 27.010500 -46.472875
14876 2016-12-19 63348720.0 8.171375 52.672125 27.204000 -57.820250
14887 2016-12-21 63348720.0 8.337750 51.928875 27.139125 -38.565375
14898 2016-12-23 63348720.0 8.776000 51.598625 27.012125 -1.107000
14909 2016-12-25 63348720.0 9.279375 51.881250 26.864125 37.074875
14920 2016-12-27 63348720.0 9.246375 52.533000 26.833000 35.833000
14932 2016-12-29 63348720.0 8.889750 52.966500 26.774625 19.226875
14944 2016-12-31 63348720.0 8.445750 53.004000 26.759875 -15.944500
14956 2017-01-02 63348720.0 8.139125 52.599125 26.716250 -28.677375
14968 2017-01-04 63348720.0 7.979125 52.193625 26.662250 -26.547875
14979 2017-01-06 63348720.0 7.795375 51.650375 26.563375 -38.989500
14990 2017-01-08 63348720.0 7.792625 51.162625 26.488625 -24.719750
15001 2017-01-10 63348720.0 7.883750 50.802500 26.410125 -17.730500
15014 2017-01-12 63348720.0 8.201250 50.709125 26.288625 3.910625
15027 2017-01-14 63348720.0 8.625250 50.884750 26.200875 18.750750
15039 2017-01-16 63348720.0 8.874250 51.238000 26.177250 24.563750
15051 2017-01-18 63348720.0 8.903625 51.564750 26.112250 13.079250
15060 2017-01-20 63348720.0 8.951125 51.707875 26.122625 6.400750
15070 2017-01-22 63348720.0 9.063250 51.680000 26.216750 -5.977500
15080 2017-01-24 63348720.0 9.320625 51.642125 26.201375 -1.145625
15090 2017-01-26 63348720.0 9.825125 51.503250 26.153750 -14.346125
... ... ... ... ... ... ...
15120 2017-02-01 63348720.0 12.723250 51.088625 25.954875 -41.093000
15129 2017-02-03 63348720.0 12.970250 50.794500 25.924125 -1.369875
15138 2017-02-05 63348720.0 13.506125 50.723125 25.799125 -22.983750
15149 2017-02-07 63348720.0 14.263125 50.031000 25.778875 -57.155750
15160 2017-02-09 63348720.0 13.890250 49.159375 25.831750 -38.493125
15171 2017-02-11 63348720.0 12.750125 48.921750 25.667000 -0.263375
15181 2017-02-13 63348720.0 11.970375 48.839500 25.632125 -15.373750
15191 2017-02-15 63348720.0 11.702125 48.403125 25.771875 -37.859625
15202 2017-02-17 63348720.0 11.787250 47.764500 25.937125 -34.881625
15213 2017-02-19 63348720.0 12.155125 47.356500 25.951000 -18.169750
15226 2017-02-21 63348720.0 12.648250 47.250125 25.959250 3.525750
15239 2017-02-23 63348720.0 12.962750 47.396375 26.021625 14.610250
15251 2017-02-25 63348720.0 13.037125 47.660375 26.122625 18.149375
15263 2017-02-27 63348720.0 12.872250 47.891500 26.131375 9.499625
15279 2017-03-01 63348720.0 12.504375 48.068000 26.209375 13.623375
15296 2017-03-03 63348720.0 12.035875 48.285500 26.380625 13.754500
15324 2017-03-05 63348720.0 11.736750 48.545000 26.570625 21.018625
15352 2017-03-07 63348720.0 11.652000 48.965500 26.685125 28.872625
15380 2017-03-09 63348720.0 11.735500 49.393500 26.868000 24.550000
15408 2017-03-11 63348720.0 11.988375 49.625375 26.652000 7.702000
15436 2017-03-13 63348720.0 12.346625 49.783375 26.528000 7.298250
15463 2017-03-15 63348720.0 12.682125 49.809375 26.544500 -3.425500
15490 2017-03-17 63348720.0 13.110875 49.731625 26.687875 -5.093125
15517 2017-03-19 63348720.0 13.502625 49.622250 26.822250 -7.357375
15543 2017-03-21 63348720.0 13.811625 49.494375 26.939500 -5.310625
15570 2017-03-23 63348720.0 14.099000 49.567250 27.149000 16.339625
15596 2017-03-25 63348720.0 14.331125 49.995875 27.312250 32.522875
15622 2017-03-27 63348720.0 14.534875 50.585875 27.499750 40.267250
15649 2017-03-29 63348720.0 14.647000 51.226500 28.030750 39.685750
15676 2017-03-31 63348720.0 14.531875 51.841875 28.395625 37.919000
vn spd chlor_a dist cdm kd490 \
14773 37.059250 38.034000 0.198072 218.094590 0.025450 0.067477
14783 -6.376875 40.233500 0.272820 203.423932 0.024928 0.074518
14793 -43.266875 45.089375 0.342147 267.338256 0.021144 0.081636
14803 -42.471500 57.797875 0.333102 326.751096 0.022444 0.079664
14814 4.602250 64.452250 0.328648 264.807158 0.023744 0.079054
14825 37.173625 45.938125 0.324194 177.326519 0.025044 0.078444
14835 38.243000 48.019750 0.319739 138.890226 0.026344 0.077834
14844 -12.564250 61.395125 0.285401 204.715867 0.027644 0.075393
14854 -58.493750 63.127875 0.251062 290.084053 0.028944 0.072951
14865 -52.642625 72.051125 0.263913 312.692086 0.029417 0.077646
14876 0.547000 59.009625 0.329956 244.890920 0.021629 0.076152
14887 18.568375 43.712375 0.335470 163.803675 0.023746 0.076834
14898 34.077250 35.369500 0.340983 109.467370 0.025863 0.077516
14909 21.712875 46.185875 0.346496 115.629798 0.027981 0.078198
14920 -19.364000 41.261625 0.352010 177.109291 0.030098 0.078880
14932 -26.387625 33.651250 0.312307 238.812058 0.031415 0.074848
14944 -27.470000 33.270000 0.307310 262.179902 0.033773 0.076411
14956 -10.873500 30.890500 0.318185 239.216739 0.031563 0.077089
14968 -13.458500 29.836875 0.304563 209.710491 0.024788 0.074477
14979 -5.305125 39.656625 0.321508 167.098544 0.033334 0.077218
14990 1.694500 24.882375 0.301178 122.329470 0.031945 0.074742
15001 13.961000 24.380250 0.316950 81.936854 0.031003 0.076311
15014 24.606500 25.069750 0.248288 55.740785 0.027124 0.068463
15027 24.961000 31.821500 0.229503 54.614933 0.029977 0.068933
15039 7.277000 26.035625 0.291500 69.189912 0.047270 0.074782
15051 -0.150875 13.287250 0.300749 98.721763 0.037262 0.075757
15060 5.352625 9.118250 0.269733 109.468944 0.027253 0.072120
15070 11.443500 14.007750 0.273034 101.327622 0.028000 0.072381
15080 21.109125 21.282125 0.266498 88.975679 0.025334 0.072396
15090 46.498125 49.336125 0.437072 61.177093 0.028332 0.088926
... ... ... ... ... ... ...
15120 31.556875 52.144875 0.677084 87.496118 0.079755 0.116245
15129 10.432875 15.407375 0.322510 108.891637 0.044209 0.087661
15138 59.219625 65.457750 0.287676 158.908314 0.014074 0.074050
15149 18.299375 65.040375 0.454608 61.413606 0.057126 0.097795
15160 -60.342250 74.585375 0.810816 45.903051 0.053951 0.121250
15171 -70.537250 70.556750 0.399543 144.318343 0.042153 0.088724
15181 -30.345625 35.980375 0.329458 73.561634 0.038068 0.078193
15191 -5.641625 38.950625 0.447223 45.263976 0.043809 0.092486
15202 15.572750 38.881375 0.643760 71.003160 0.071676 0.111742
15213 31.460125 36.879000 0.385959 103.005962 0.051375 0.087677
15226 26.153875 26.637375 0.537816 102.611015 0.063894 0.104606
15239 13.151375 20.753250 0.583736 73.833237 0.065771 0.105716
15251 -3.291500 19.374750 0.629657 73.701356 0.067648 0.106825
15263 -16.423625 19.143125 0.677980 101.619842 0.081421 0.113902
15279 -30.570750 33.515375 0.726302 139.560272 0.095195 0.120979
15296 -25.385500 29.005750 0.774625 83.925208 0.108968 0.128056
15324 -11.832500 25.001000 0.822948 46.790526 0.122741 0.135133
15352 -0.172250 29.082125 1.473970 43.827161 0.225692 0.165123
15380 9.383125 26.345250 0.698212 36.672827 0.046168 0.106211
15408 25.003500 26.335125 0.363898 56.637432 0.050306 0.082935
15436 18.494750 20.469500 0.457320 93.557277 0.058373 0.093287
15463 25.135000 25.714625 0.367594 120.005134 0.061790 0.086900
15490 27.101875 27.871875 0.340500 151.108121 0.029390 0.076933
15517 21.909875 23.368625 0.276368 111.789856 0.030378 0.068671
15543 20.273375 21.632250 0.236873 77.686767 0.031635 0.070048
15570 17.275250 24.808875 0.256479 62.221305 0.032893 0.069679
15596 13.281375 35.287625 0.276084 53.994777 0.034150 0.069311
15622 11.953125 42.067375 0.191154 50.242077 0.034725 0.058701
15649 0.952000 39.793875 0.195427 58.286722 0.030311 0.061381
15676 -18.311250 42.449125 0.235877 91.040683 0.034365 0.067028
t865 par sst4
14773 0.111698 40.634542 25.989127
14783 0.092566 45.913838 27.098050
14793 0.160241 43.525899 27.233362
14803 0.211008 46.018784 27.041934
14814 0.222734 42.997570 26.978626
14825 0.234459 43.055937 27.080339
14835 0.246185 44.290852 26.743343
14844 0.168903 43.422253 26.755259
14854 0.091620 44.840435 26.761789
14865 0.054095 42.833489 26.121714
14876 0.134937 42.201222 26.696666
14887 0.136322 40.594283 26.494835
14898 0.137707 38.909667 26.430624
14909 0.139093 43.492421 26.475243
14920 0.140478 44.808411 26.521541
14932 0.123849 46.240973 26.332837
14944 0.059996 47.178960 26.639226
14956 0.105402 47.072423 26.577375
14968 0.121732 46.945127 26.311903
14979 0.088853 47.439698 26.402920
14990 0.152341 47.671305 26.253647
15001 0.137915 41.225721 26.138514
15014 0.122468 46.509146 26.139710
15027 0.105203 46.856870 24.179661
15039 0.126002 47.434096 25.898905
15051 0.206400 46.672772 25.683622
15060 0.114155 47.574694 25.864514
15070 0.078800 46.803886 25.567963
15080 0.074994 48.065297 25.901268
15090 0.163397 47.387300 25.598328
... ... ... ...
15120 0.069042 44.126454 25.675234
15129 0.115200 45.489687 25.940950
15138 0.136383 45.463083 24.910690
15149 0.150678 47.940834 24.922549
15160 0.147279 46.634519 25.068046
15171 0.182513 44.450441 25.534825
15181 0.091514 49.658406 25.489045
15191 0.103065 50.992610 25.501249
15202 0.125337 48.166095 25.588321
15213 0.142628 46.127760 25.435011
15226 0.207175 50.716134 25.734056
15239 0.203474 49.199086 25.116777
15251 0.199773 50.863978 24.983260
15263 0.186663 50.961839 25.792499
15279 0.173554 52.302603 24.830941
15296 0.160444 52.216676 25.146442
15324 0.147335 53.502880 26.203871
15352 0.108386 53.688731 26.498237
15380 0.114292 54.190374 26.205177
15408 0.077174 54.368420 26.319241
15436 0.065281 53.412374 26.417067
15463 0.169440 54.147621 25.009826
15490 0.088238 53.787277 26.364011
15517 0.082980 54.805421 26.306670
15543 0.068762 49.398057 25.886994
15570 0.094729 45.647844 23.848147
15596 0.120696 55.633351 26.956544
15622 0.096315 55.848300 27.072313
15649 0.110296 56.031899 27.591736
15676 0.129169 56.174979 27.898946
[62 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 63348680.0
the ratio of nans in the trimmed chlor_a series 0.166666666667
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
14853 2016-12-15 63348680.0 9.635167 54.090167 27.266000 11.107000
14864 2016-12-17 63348680.0 8.806625 53.959250 27.152125 -32.468000
14875 2016-12-19 63348680.0 8.176125 53.190125 27.284625 -54.301000
14886 2016-12-21 63348680.0 8.020375 52.258375 27.221250 -65.360375
14897 2016-12-23 63348680.0 8.351250 51.460000 27.100750 -29.751375
14908 2016-12-25 63348680.0 9.065625 51.414125 26.952875 26.460250
14919 2016-12-27 63348680.0 9.483375 52.102375 26.892500 52.476625
14931 2016-12-29 63348680.0 9.280125 52.989250 26.772750 54.742250
14943 2016-12-31 63348680.0 8.878625 53.531500 26.759125 11.080375
14955 2017-01-02 63348680.0 8.586250 53.467625 26.720375 -13.445875
14967 2017-01-04 63348680.0 8.386125 53.217250 26.677375 -20.749625
14978 2017-01-06 63348680.0 8.175500 52.772250 26.585500 -30.184875
14989 2017-01-08 63348680.0 8.023875 52.358000 26.519250 -25.965125
15000 2017-01-10 63348680.0 7.764500 51.797750 26.505375 -45.840000
15013 2017-01-12 63348680.0 7.614750 51.091875 26.418125 -40.953375
15026 2017-01-14 63348680.0 7.717250 50.604750 26.382625 -18.677875
15038 2017-01-16 63348680.0 8.065500 50.507750 26.366375 5.366625
15050 2017-01-18 63348680.0 8.554125 50.685750 26.263000 14.161000
15059 2017-01-20 63348680.0 8.791625 50.911125 26.231125 12.710875
15069 2017-01-22 63348680.0 8.848375 50.990250 26.246000 -0.409375
15079 2017-01-24 63348680.0 8.891375 51.007875 26.224750 0.749750
15089 2017-01-26 63348680.0 8.856375 50.928625 26.123750 -9.007000
15099 2017-01-28 63348680.0 8.987625 50.863250 26.230125 0.039875
15109 2017-01-30 63348680.0 9.347125 50.908500 26.159375 5.926250
15119 2017-02-01 63348680.0 9.682500 50.976875 26.155625 1.554625
15128 2017-02-03 63348680.0 9.848750 50.958375 26.122375 -4.478000
15137 2017-02-05 63348680.0 9.487000 50.870750 25.879750 -7.889250
15148 2017-02-07 63348680.0 9.114125 50.682625 25.886000 -14.388000
15159 2017-02-09 63348680.0 8.779750 50.456000 25.905625 -12.019625
15170 2017-02-11 63348680.0 8.469125 50.288250 26.161375 -10.738714
vn spd chlor_a dist cdm kd490 \
14853 -60.305600 61.903000 0.290172 285.896404 0.027448 0.077347
14864 -59.696500 69.954375 0.296640 331.712372 0.031396 0.078167
14875 -19.103750 57.905750 0.303108 293.767666 0.035345 0.078988
14886 2.370625 66.439625 0.309576 213.086856 0.039293 0.079809
14897 36.523500 48.728625 0.332613 120.515813 0.038130 0.082660
14908 47.623875 57.473250 0.355650 75.137197 0.036966 0.085512
14919 2.792375 53.940000 0.378687 125.765133 0.035803 0.088363
14931 -24.118000 60.214125 0.332192 213.682470 0.036174 0.077052
14943 -23.760250 28.300500 0.277991 287.965486 0.032649 0.073450
14955 -13.478250 19.524375 0.291064 302.270611 0.031091 0.074835
14967 -14.877750 25.662375 0.284369 286.309131 0.027153 0.071588
14978 -9.335000 31.682000 0.296640 254.086749 0.046590 0.077963
14989 -13.854125 29.565250 0.301913 222.194958 0.036457 0.076534
15000 -14.534750 48.395375 0.314818 183.026153 0.026350 0.078514
15013 -3.118375 41.573500 0.289560 124.130274 0.027429 0.073271
15026 15.175750 25.445625 0.235842 74.506716 0.027914 0.067730
15038 29.225750 30.123875 0.285366 44.239126 0.043123 0.077514
15050 26.743250 30.512375 0.293497 37.138301 0.033079 0.075617
15059 5.492375 14.159750 0.307814 43.063323 0.027167 0.074579
15069 4.611875 6.403125 0.234279 46.148694 0.027855 0.068947
15079 -1.266250 5.111750 0.272552 45.401931 0.023641 0.071013
15089 1.038000 10.692500 0.327081 39.969395 0.022330 0.075269
15099 14.926125 15.092500 0.456747 26.375678 0.064195 0.089013
15109 26.646625 27.537875 0.609445 11.534023 0.056476 0.105180
15119 17.771125 17.978500 0.907029 16.017533 0.038850 0.126070
15128 -5.191500 16.173750 0.500040 11.115703 0.059397 0.103906
15137 -28.843875 30.642125 0.523735 3.700316 0.058838 0.100200
15148 -22.133500 26.578250 0.547430 3.449995 0.058280 0.096494
15159 -21.329875 24.718625 0.991508 5.722079 0.130008 0.133951
15170 -16.230000 19.659714 0.657542 1.960037 0.056188 0.113632
t865 par sst4
14853 0.063228 42.949186 26.845664
14864 0.089037 38.375682 26.390517
14875 0.114846 35.935062 26.569999
14886 0.140655 42.158518 26.347138
14897 0.167782 44.721392 26.523717
14908 0.194908 42.866738 26.472161
14919 0.222035 45.081966 26.504317
14931 0.124100 45.640270 26.335484
14943 0.130997 46.793245 26.408080
14955 0.082662 46.641251 26.616906
14967 0.104785 44.856809 26.486700
14978 0.124553 46.483541 26.158008
14989 0.122296 47.055902 26.273558
15000 0.138568 47.166173 26.256546
15013 0.097864 46.796801 26.170913
15026 0.120679 48.189276 26.117671
15038 0.110306 47.550494 25.768063
15050 0.122975 47.093612 26.160360
15059 0.140371 48.173669 25.855492
15069 0.084755 48.465495 25.603218
15079 0.097177 48.448791 25.564816
15089 0.118394 46.419914 26.016249
15099 0.093688 41.627914 25.709650
15109 0.121398 49.870293 25.583741
15119 0.112440 43.486886 24.538294
15128 0.109980 35.059263 24.931666
15137 0.093253 36.934904 25.278794
15148 0.076525 49.913228 25.176601
15159 0.093284 51.835652 25.324999
15170 0.087062 48.826429 25.324999
-----
head and tail of the nonnan series are identified
the float id is: 63355030.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
14921 2016-12-27 63355030.0 10.015800 53.929800 26.529600 39.362250
14933 2016-12-29 63355030.0 10.429375 54.234750 26.407500 7.064500
14945 2016-12-31 63355030.0 11.252000 53.999500 26.336000 -34.605125
14957 2017-01-02 63355030.0 11.622875 53.141625 26.291125 -67.859375
14969 2017-01-04 63355030.0 11.687750 52.202250 26.230875 -44.340375
14980 2017-01-06 63355030.0 11.685250 51.657875 26.095250 -24.386250
14991 2017-01-08 63355030.0 11.877500 51.421750 26.082375 -13.607000
15002 2017-01-10 63355030.0 11.925750 51.153250 26.148250 -20.065250
15015 2017-01-12 63355030.0 11.942000 50.962000 26.236000 -8.855000
vn spd chlor_a dist cdm kd490 \
14921 14.534250 42.721750 0.520510 240.527727 NaN 0.102243
14933 47.142875 49.920250 0.493556 210.468931 0.059914 0.094009
14945 45.375375 59.409625 0.371786 118.605565 0.048936 0.085323
14957 8.223375 68.521125 0.319302 55.824199 0.037582 0.076382
14969 -0.329375 45.016250 0.398831 52.470814 0.043177 0.087467
14980 7.455625 27.803375 0.435052 43.032687 0.049651 0.092028
14991 10.626875 17.783750 0.582374 15.183392 0.061354 0.100930
15002 -0.511625 20.737500 0.556519 6.188352 0.058544 0.105055
15015 0.725000 8.885000 0.903101 2.225292 0.132952 0.128764
t865 par sst4
14921 0.255497 42.499021 26.062174
14933 0.126571 44.878002 26.458749
14945 0.089842 44.800730 26.242000
14957 0.049010 44.598639 25.887469
14969 0.065617 44.404678 25.945646
14980 0.138299 43.910544 25.654414
14991 0.137216 44.798042 25.393601
15002 0.131498 40.621659 25.938219
15015 0.142709 44.632405 25.502486
-----
head and tail of the nonnan series are identified
the float id is: 63355040.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15003 2017-01-10 63355040.0 9.079000 53.22550 26.605500 -24.550333
15016 2017-01-12 63355040.0 9.563625 52.89475 26.473375 -37.790125
15028 2017-01-14 63355040.0 10.933125 52.21400 26.280000 -30.149625
15040 2017-01-16 63355040.0 11.930000 52.08100 26.283000 5.621000
vn spd chlor_a dist cdm kd490 \
15003 22.687667 33.718000 0.311700 247.691839 0.032260 0.075256
15016 65.480625 75.913875 0.419876 188.530217 0.037208 0.089806
15028 92.128875 98.210500 0.313475 102.811210 0.048976 0.076430
15040 72.420000 72.656000 0.321190 30.040923 0.026760 0.081233
t865 par sst4
15003 0.142334 45.200952 26.261269
15016 0.143485 46.631560 26.054262
15028 0.123073 46.196260 25.660264
15040 0.082383 46.028991 25.726850
-----
head and tail of the nonnan series are identified
the float id is: 63355050.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15004 2017-01-10 63355050.0 9.07825 53.231750 26.578000 -23.424000
15017 2017-01-12 63355050.0 9.54325 52.905375 26.459875 -38.213375
15029 2017-01-14 63355050.0 10.89175 52.204750 26.247625 -31.870125
15041 2017-01-16 63355050.0 11.95420 52.064000 26.262800 4.428500
vn spd chlor_a dist cdm kd490 \
15004 21.400333 31.999333 0.310416 248.302612 0.032246 0.075107
15017 63.783125 74.682625 0.373464 190.619835 0.035221 0.084774
15029 91.023875 97.694750 0.311563 99.605702 0.042434 0.076628
15041 69.872750 70.240750 0.388018 28.049979 0.046448 0.086720
t865 par sst4
15004 0.142415 45.143120 26.268401
15017 0.147739 46.577340 26.057543
15029 0.121353 46.371012 25.572597
15041 0.087467 45.815011 25.577646
-----
head and tail of the nonnan series are identified
the float id is: 63348750.0
the ratio of nans in the trimmed chlor_a series 0.272727272727
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15182 2017-02-13 63348750.0 7.758875 58.411625 27.989750 3.015875
15192 2017-02-15 63348750.0 8.035250 58.352625 27.926500 -7.178125
15203 2017-02-17 63348750.0 8.258625 58.337250 27.970250 -5.867000
15214 2017-02-19 63348750.0 8.398875 58.145000 27.914875 -6.656125
15227 2017-02-21 63348750.0 8.442000 57.964625 27.855875 -19.133250
15240 2017-02-23 63348750.0 8.616250 57.832500 27.793875 -0.743750
15252 2017-02-25 63348750.0 8.664000 57.754000 27.865875 -4.645750
15264 2017-02-27 63348750.0 8.718375 57.680125 27.917250 -9.224875
15280 2017-03-01 63348750.0 8.865500 57.505875 27.863250 -11.084125
15297 2017-03-03 63348750.0 9.029375 57.276000 27.817125 -17.832125
15325 2017-03-05 63348750.0 9.184125 57.036500 27.844625 -13.944875
15353 2017-03-07 63348750.0 9.209625 56.733625 27.833750 -18.815625
15381 2017-03-09 63348750.0 9.111375 56.444625 27.968125 -23.591125
15409 2017-03-11 63348750.0 8.879750 56.018750 27.841125 -32.530625
15437 2017-03-13 63348750.0 8.629125 55.550125 27.672750 -24.036125
15464 2017-03-15 63348750.0 8.259125 55.221500 27.970875 -12.144250
15491 2017-03-17 63348750.0 7.899625 55.145750 28.182875 -5.309625
15518 2017-03-19 63348750.0 7.648375 55.162250 28.467125 10.757250
15544 2017-03-21 63348750.0 7.402375 55.291125 28.440000 7.413250
15571 2017-03-23 63348750.0 7.437375 55.420625 28.375500 5.462500
15597 2017-03-25 63348750.0 7.541375 55.549750 28.751500 8.508875
15623 2017-03-27 63348750.0 7.692875 55.612375 28.812750 5.496000
vn spd chlor_a dist cdm kd490 \
15182 21.976750 22.344875 0.199208 677.679809 0.022790 0.062299
15192 21.268125 24.804875 0.215711 649.839541 0.031408 0.061693
15203 1.547500 14.527000 0.211422 629.900917 0.027700 0.060957
15214 12.167125 16.853125 0.207132 604.333322 0.023992 0.060221
15227 5.382625 23.889625 0.202843 587.938366 0.020284 0.059484
15240 5.314500 10.220750 0.198553 563.811219 0.016576 0.058748
15252 4.868000 8.153875 0.194264 554.255145 0.012868 0.058011
15264 4.955125 10.715875 0.198547 544.468351 0.012466 0.058823
15280 11.126125 15.824875 0.191770 519.789354 0.013493 0.056936
15297 12.356000 22.075250 0.184993 489.965122 0.014520 0.055048
15325 2.285000 15.608375 0.147859 460.497760 0.017860 0.052069
15353 2.765750 20.489625 0.110724 439.315192 0.021200 0.049091
15381 -13.276000 27.650000 0.143520 432.416604 0.016813 0.055696
15409 -15.067750 36.373000 0.145484 434.121166 0.017321 0.056118
15437 -23.927250 35.173500 0.170145 438.722897 0.019101 0.060184
15464 -18.920375 24.219875 0.169937 466.849073 0.017306 0.057428
15491 -22.836250 23.997625 0.138861 495.863655 0.018396 0.051279
15518 -17.233625 20.772375 0.182688 513.246187 0.012893 0.057399
15544 -3.917125 13.717625 0.102786 539.504599 0.015166 0.049553
15571 5.145000 9.147750 0.112734 550.038165 0.014937 0.049454
15597 3.605875 9.830500 0.153152 552.996743 0.012410 0.052392
15623 19.221000 20.853000 0.151859 538.939427 0.011941 0.052002
t865 par sst4
15182 0.067878 50.623078 27.766946
15192 0.093686 48.885024 27.077822
15203 0.097178 46.750609 27.507697
15214 0.100670 50.734868 27.243409
15227 0.104162 50.401728 27.410046
15240 0.107654 51.921306 27.083043
15252 0.111146 52.628365 27.502822
15264 0.111866 52.451637 27.612457
15280 0.124322 51.520605 27.351074
15297 0.136778 52.825526 27.584344
15325 0.176792 53.880909 27.663845
15353 0.216807 53.840917 27.364138
15381 0.105061 54.975347 26.901459
15409 0.116784 53.161351 27.682955
15437 0.061930 52.322459 27.282984
15464 0.101778 56.147490 26.968066
15491 0.253397 53.019507 27.513024
15518 0.115916 55.392551 27.382603
15544 0.150629 55.656100 27.530150
15571 0.152387 55.664181 28.093167
15597 0.182456 54.980778 28.230682
15623 0.178230 54.812597 28.225404
-----
head and tail of the nonnan series are identified
the float id is: 63254830.0
the ratio of nans in the trimmed chlor_a series 0.142857142857
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15169 2017-02-11 63254830.0 9.123000 52.208875 26.619375 -30.474625
15180 2017-02-13 63254830.0 9.199625 51.772125 26.700250 -28.450500
15190 2017-02-15 63254830.0 9.220000 51.386875 26.749750 -23.282000
15201 2017-02-17 63254830.0 9.161000 51.050000 26.838000 -16.711375
15212 2017-02-19 63254830.0 8.959125 50.738875 26.679500 -24.598125
15223 2017-02-21 63254830.0 8.393625 50.348125 26.618375 -23.463875
15236 2017-02-23 63254830.0 8.085000 50.137000 26.637000 -23.463875
vn spd chlor_a dist cdm kd490 \
15169 9.97700 32.262625 0.341286 154.572493 0.031761 0.076528
15180 3.08400 28.765625 0.319111 106.057277 0.024806 0.075139
15190 -3.60775 23.872750 0.419657 64.984736 0.037859 0.086137
15201 -3.79850 17.550625 0.442556 35.711691 0.049141 0.094859
15212 -25.62650 35.871375 0.371304 16.601333 0.047108 0.089924
15223 -38.48625 45.322000 0.392031 11.995746 0.049983 0.086385
15236 -38.48625 45.322000 0.412758 9.615987 0.052859 0.082846
t865 par sst4
15169 0.111626 48.690400 26.221398
15180 0.078760 50.518673 25.954356
15190 0.103699 51.553918 26.064950
15201 0.094392 51.693655 25.945046
15212 0.089756 49.417343 26.142499
15223 0.083198 51.795387 26.159470
15236 0.076639 53.265895 26.059374
-----
head and tail of the nonnan series are identified
the float id is: 63255180.0
the ratio of nans in the trimmed chlor_a series 0.294117647059
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15237 2017-02-23 63255180.0 9.143000 52.734000 27.152875 -21.402500
15249 2017-02-25 63255180.0 9.307000 52.474375 27.042750 -10.146750
15261 2017-02-27 63255180.0 9.419750 52.379875 27.023875 -0.912875
15277 2017-03-01 63255180.0 9.570375 52.302125 27.141500 -10.087125
15293 2017-03-03 63255180.0 9.601750 52.321875 27.252750 10.435000
15311 2017-03-05 63255180.0 9.719000 52.427750 27.411750 4.563875
15339 2017-03-07 63255180.0 9.704375 52.500250 27.394250 -0.077375
15367 2017-03-09 63255180.0 9.579500 52.496375 27.637500 1.651125
15395 2017-03-11 63255180.0 9.369500 52.432875 27.352250 -7.897875
15423 2017-03-13 63255180.0 9.114250 52.339125 27.332250 -6.459250
15450 2017-03-15 63255180.0 8.945375 52.252750 27.670000 0.847625
15477 2017-03-17 63255180.0 8.830875 52.460500 28.142375 28.356625
15504 2017-03-19 63255180.0 8.899125 52.937250 28.465875 17.420500
15530 2017-03-21 63255180.0 9.280750 52.907125 28.515000 -11.056125
15557 2017-03-23 63255180.0 9.489125 52.716125 28.301250 -9.815250
15583 2017-03-25 63255180.0 9.596250 52.595500 28.454625 -9.997750
15609 2017-03-27 63255180.0 9.639000 52.472375 28.512125 -2.240625
vn spd chlor_a dist cdm kd490 \
15237 12.525375 25.191750 0.196619 201.022410 NaN 0.062310
15249 4.159000 11.232375 0.159863 167.816954 NaN 0.057832
15261 11.585750 12.931375 0.236372 151.679420 0.018022 0.064290
15277 7.079625 12.846875 0.211572 134.161286 0.019504 0.062545
15293 0.292875 12.198750 0.186773 133.596247 0.020985 0.060799
15311 3.172375 16.363375 0.161973 135.520787 0.022467 0.059054
15339 2.936625 11.937750 0.185872 143.149767 0.019910 0.060526
15367 -16.436625 16.968750 0.194281 150.324428 0.020867 0.061000
15395 -11.761125 14.377500 0.202690 159.739580 0.021825 0.061474
15423 -18.953250 20.881625 0.161500 168.688283 0.019227 0.056829
15450 -4.381750 6.097625 0.139801 164.876369 0.015866 0.054404
15477 -11.203875 30.766375 0.152288 190.637190 0.011484 0.053218
15504 25.532875 36.325625 0.152596 235.753625 0.011332 0.052656
15530 14.824250 18.841750 0.149484 206.245921 0.012428 0.053908
15557 13.666875 17.703500 0.146373 175.891292 0.013524 0.055160
15583 1.561375 10.310500 0.143261 158.334071 0.014620 0.056412
15609 0.263500 8.108250 0.126431 144.434017 0.011977 0.051580
t865 par sst4
15237 0.134334 53.361773 26.401763
15249 0.157822 53.047656 26.035796
15261 0.139336 52.113114 26.752270
15277 0.112032 50.520082 26.664859
15293 0.084729 53.175786 26.784929
15311 0.057426 53.399164 26.904999
15339 0.099381 53.947166 26.674999
15367 0.080897 54.984760 26.455215
15395 0.062413 54.809431 27.055587
15423 0.085154 55.186140 27.031250
15450 0.088611 54.149196 27.187271
15477 0.062759 54.607707 27.379143
15504 0.056624 55.404023 27.889940
15530 0.058473 54.289634 28.031479
15557 0.060323 54.743733 26.322084
15583 0.062172 56.373033 27.652208
15609 0.092989 56.628231 28.018442
-----
head and tail of the nonnan series are identified
the float id is: 63255200.0
the ratio of nans in the trimmed chlor_a series 0.315789473684
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15238 2017-02-23 63255200.0 9.142125 52.731000 27.172875 -21.734500
15250 2017-02-25 63255200.0 9.303500 52.476125 27.028625 -9.383375
15262 2017-02-27 63255200.0 9.410875 52.383500 27.045000 -1.047375
15278 2017-03-01 63255200.0 9.568750 52.309500 27.126875 -10.460750
15294 2017-03-03 63255200.0 9.601375 52.310875 27.256250 9.659625
15312 2017-03-05 63255200.0 9.711500 52.435625 27.398625 4.448875
15340 2017-03-07 63255200.0 9.694125 52.505375 27.402750 3.371250
15368 2017-03-09 63255200.0 9.622125 52.481750 27.638750 -2.648125
15396 2017-03-11 63255200.0 9.378250 52.411000 27.410000 -7.244750
15424 2017-03-13 63255200.0 9.116125 52.314125 27.328500 -6.682625
15451 2017-03-15 63255200.0 8.944625 52.212625 27.704625 -2.018000
15478 2017-03-17 63255200.0 8.872875 52.311750 28.201750 16.760750
15505 2017-03-19 63255200.0 8.760375 52.795625 28.397875 37.054000
15531 2017-03-21 63255200.0 9.073125 53.081375 28.653875 -2.424875
15558 2017-03-23 63255200.0 9.566125 52.958125 28.344125 -0.271875
15584 2017-03-25 63255200.0 9.840000 53.111250 28.495500 12.036875
15610 2017-03-27 63255200.0 9.907625 53.358000 28.435875 22.662625
15637 2017-03-29 63255200.0 9.831875 53.681000 28.473625 14.450375
15664 2017-03-31 63255200.0 9.840750 53.939750 28.739750 19.588500
vn spd chlor_a dist cdm kd490 \
15238 12.607625 25.530750 0.196481 200.844389 NaN 0.062311
15250 3.786875 10.437875 0.159863 168.223129 NaN 0.057832
15262 11.312250 12.716500 0.235637 152.653102 0.017993 0.064323
15278 8.193500 13.546000 0.211082 134.896107 0.019420 0.062608
15294 -1.763750 11.233250 0.186527 132.687657 0.020847 0.060892
15312 6.054375 16.545625 0.161971 136.691960 0.022274 0.059177
15340 3.775500 11.615250 0.187556 144.217207 0.019048 0.059931
15368 -17.694000 18.349625 0.191712 146.322300 0.020137 0.060151
15396 -12.613250 14.741875 0.195868 157.329078 0.021226 0.060370
15424 -19.016750 20.746250 0.160301 165.971734 0.018936 0.056635
15451 -3.743125 5.629750 0.142934 160.728271 0.016116 0.055132
15478 -8.322500 18.784500 0.125924 173.681816 0.010189 0.049594
15505 2.309875 39.235875 0.136895 228.004559 0.011903 0.050727
15531 30.506375 31.931625 0.147866 235.310389 0.013617 0.051859
15558 30.998750 33.944625 0.141980 194.567482 0.011718 0.053967
15584 4.224625 13.402875 0.152472 197.477359 0.011018 0.053068
15610 2.144500 24.560250 0.146437 220.966842 0.012837 0.053606
15637 -3.556250 16.509875 0.140403 254.530438 0.014656 0.054143
15664 -0.673000 20.007625 0.134368 259.466495 0.016475 0.054680
t865 par sst4
15238 0.134420 53.359482 26.399675
15250 0.157822 52.994935 26.015569
15262 0.140028 52.159527 26.753971
15278 0.112532 50.552164 26.692023
15294 0.085037 53.248302 24.333676
15312 0.057542 53.474581 26.904999
15340 0.105359 53.829434 26.674999
15368 0.084132 54.906040 26.536293
15396 0.062905 54.817245 27.029394
15424 0.085152 55.126471 27.043043
15451 0.087861 54.447836 27.202651
15478 0.049690 53.280922 26.430568
15505 0.059068 53.653579 27.871852
15531 0.068447 54.912934 28.157064
15558 0.083403 55.421943 27.068265
15584 0.126847 54.917548 28.039476
15610 0.121085 54.885933 28.198169
15637 0.115323 54.728354 27.924423
15664 0.109561 55.732598 27.762937
-----
head and tail of the nonnan series are identified
the float id is: 145716.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15267 2017-03-01 145716.0 24.179333 58.870333 24.062000 21.762500
15283 2017-03-03 145716.0 24.331500 59.041500 24.029000 10.198875
15300 2017-03-05 145716.0 24.467250 59.145500 24.095500 2.039375
15328 2017-03-07 145716.0 24.363750 59.216750 24.098250 12.749500
15356 2017-03-09 145716.0 23.937375 59.642125 23.941125 29.121625
15384 2017-03-11 145716.0 23.509000 59.835625 24.210000 -10.988125
vn spd chlor_a dist cdm kd490 \
15267 14.627000 26.269500 15.854900 64.837653 0.812535 0.781641
15283 14.100125 17.914125 13.960897 88.673148 0.724264 0.652858
15300 0.700625 8.140375 8.912810 103.811218 0.635993 0.524074
15328 -16.714000 21.334250 10.214670 102.964823 0.547722 0.468879
15356 -31.078500 42.765875 10.602840 101.068899 0.459451 0.135669
15384 -23.037375 29.936500 10.056884 89.474559 0.371180 0.318058
t865 par sst4
15267 0.173252 46.732241 23.394146
15283 0.136318 46.999655 23.591521
15300 0.145594 46.168986 23.446323
15328 0.153831 47.280955 23.813523
15356 0.135900 48.700630 23.715641
15384 0.200105 49.567433 23.574919
-----
head and tail of the nonnan series are identified
the float id is: 145717.0
the ratio of nans in the trimmed chlor_a series 0.125
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15268 2017-03-01 145717.0 23.457667 59.292333 24.269667 -18.142000
15284 2017-03-03 145717.0 23.442875 59.033750 24.231250 -23.829500
15301 2017-03-05 145717.0 23.867250 58.742125 24.130125 -3.159875
15329 2017-03-07 145717.0 24.053250 59.078750 24.241875 34.781000
15357 2017-03-09 145717.0 23.644375 59.455625 24.081750 0.808750
15385 2017-03-11 145717.0 23.578875 59.346250 24.345000 6.819000
15413 2017-03-13 145717.0 23.803125 59.886250 24.860125 40.749000
15441 2017-03-15 145717.0 23.697625 60.206125 24.710750 1.673125
15468 2017-03-17 145717.0 23.842250 60.233250 24.754750 9.673750
15495 2017-03-19 145717.0 24.003750 60.501750 25.104500 13.066625
15521 2017-03-21 145717.0 23.951125 60.569750 24.440500 -7.379625
15548 2017-03-23 145717.0 24.335625 60.409250 24.693500 0.694250
15575 2017-03-25 145717.0 24.771875 60.765875 24.919125 33.876125
15601 2017-03-27 145717.0 24.357375 61.176250 25.211250 1.210125
15627 2017-03-29 145717.0 24.117375 60.832125 25.488125 -27.699500
15654 2017-03-31 145717.0 24.538375 60.574250 25.710000 -3.185125
vn spd chlor_a dist cdm kd490 \
15268 -20.156000 27.172500 1.984936 41.365048 NaN 0.181405
15284 14.686625 31.300625 1.299701 18.562335 NaN 0.167900
15301 28.080250 30.310000 3.964066 29.964492 NaN 0.254763
15329 -12.172250 40.660875 9.110234 67.569253 0.710573 0.540492
15357 -25.549000 34.065125 2.244755 65.967571 0.406561 0.234577
15385 19.525125 27.023250 15.083414 52.636968 0.394286 0.383597
15413 -2.701500 42.642875 2.169247 112.672874 0.382011 0.148593
15441 -1.249125 6.446375 0.859368 131.831474 0.369737 0.199413
15468 14.710375 24.794500 1.780592 144.307898 0.357462 0.250233
15495 4.406000 18.787375 1.554677 141.921970 0.345187 0.215450
15521 1.576125 42.442125 1.889242 143.993442 0.332912 0.236531
15548 40.658875 47.753500 2.223808 105.579019 0.320638 0.257612
15575 -0.414875 40.734875 2.558374 53.238890 0.308363 0.278693
15601 -36.346250 41.762875 19.472645 81.687341 0.242895 0.671830
15627 11.582375 35.132500 3.550601 116.982729 0.177428 0.254525
15654 28.984000 29.772000 1.014231 82.572049 0.111960 0.140800
t865 par sst4
15268 0.116846 46.943166 23.412709
15284 0.102177 47.614132 23.273466
15301 0.192461 45.570438 23.879999
15329 0.148197 41.899662 23.987958
15357 0.156211 48.799902 23.665032
15385 0.119504 49.431952 23.530410
15413 0.154141 49.652003 23.448874
15441 0.156355 49.971985 23.956074
15468 0.264562 50.369262 24.024933
15495 0.264217 51.053022 24.818119
15521 0.230177 50.658974 24.495922
15548 0.196138 45.710582 24.152699
15575 0.162098 47.274040 23.961208
15601 0.093404 52.888296 24.938344
15627 0.091512 53.818538 25.367473
15654 0.102760 53.800018 25.640085
-----
head and tail of the nonnan series are identified
the float id is: 145719.0
the ratio of nans in the trimmed chlor_a series 0.333333333333
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15269 2017-03-01 145719.0 23.063333 59.906667 24.358000 10.249000
15285 2017-03-03 145719.0 23.014375 60.064500 24.510750 16.284875
15302 2017-03-05 145719.0 23.094750 60.369500 24.646750 17.007875
15330 2017-03-07 145719.0 23.207250 60.649000 24.287750 17.703875
15358 2017-03-09 145719.0 23.323500 60.917125 24.232000 13.012000
15386 2017-03-11 145719.0 23.596875 61.074875 24.282250 4.486500
15414 2017-03-13 145719.0 24.044625 61.122375 24.671875 2.413125
15442 2017-03-15 145719.0 24.451375 61.128250 25.094875 -0.465750
15469 2017-03-17 145719.0 24.690250 61.057875 25.284125 -7.483125
15496 2017-03-19 145719.0 24.830875 60.946750 25.603750 -6.491250
15522 2017-03-21 145719.0 25.006625 60.792000 25.453500 -10.542375
15549 2017-03-23 145719.0 24.991000 60.692000 25.175000 -10.542375
vn spd chlor_a dist cdm kd490 \
15269 -16.085500 19.282500 12.508081 59.685043 NaN 0.294174
15285 0.488250 16.740750 24.064193 59.862329 NaN 0.334527
15302 8.884750 19.400625 14.662213 85.497021 NaN 0.374879
15330 3.804625 20.353250 5.260234 114.901737 0.426425 0.415232
15358 14.927875 23.314750 4.029913 144.376382 0.308325 0.297441
15386 22.115250 25.506000 4.078473 165.876309 0.450751 0.301864
15414 28.666500 29.597375 7.720320 116.524455 0.474513 0.375532
15442 23.172375 24.354375 14.964642 73.041342 0.474513 0.375532
15469 9.404875 14.071750 22.208965 49.607889 0.474513 0.375532
15496 12.010250 14.528625 29.453287 40.342232 0.474513 0.375532
15522 3.620500 13.924000 36.697610 27.353476 0.474513 0.375532
15549 3.620500 13.924000 32.764896 31.347753 0.474513 0.375532
t865 par sst4
15269 0.125624 47.532116 23.493432
15285 0.131846 47.986882 23.617021
15302 0.153178 47.543894 23.997671
15330 0.174511 44.109615 23.949824
15358 0.144179 48.976949 23.915509
15386 0.095011 49.383753 23.757581
15414 0.104020 49.258644 23.790821
15442 0.113866 49.641914 23.685163
15469 0.123711 50.491973 24.105271
15496 0.133557 51.094380 25.134950
15522 0.143403 51.126941 24.772787
15549 0.140200 46.183597 24.410624
-----
head and tail of the nonnan series are identified
the float id is: 145731.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15270 2017-03-01 145731.0 21.611000 60.316000 24.982000 NaN
15286 2017-03-03 145731.0 21.806000 60.354625 25.250250 2.792125
15303 2017-03-05 145731.0 22.350875 60.432500 25.258625 12.567125
15331 2017-03-07 145731.0 22.702375 60.940750 25.217125 39.571375
15359 2017-03-09 145731.0 22.288375 61.254375 25.196750 -11.609625
15387 2017-03-11 145731.0 21.817250 60.855750 25.431875 -22.833125
15415 2017-03-13 145731.0 21.810000 60.656000 25.219000 -22.833125
vn spd chlor_a dist cdm kd490 \
15270 NaN NaN 3.205836 77.744192 NaN 0.171112
15286 27.898000 28.450125 35.041492 72.752405 NaN 0.239277
15303 36.568500 40.013000 8.791692 61.746885 NaN 0.208599
15331 0.127875 42.681125 1.186319 117.634320 0.199759 0.177921
15359 -44.377375 50.323375 3.800465 146.645094 0.383776 0.277922
15387 -8.895625 27.794500 8.667563 117.028072 0.242915 0.216767
15415 -8.895625 27.794500 11.048766 98.655350 0.242915 0.222661
t865 par sst4
15270 0.154962 48.488350 24.742443
15286 0.154008 48.760934 24.844995
15303 0.165562 48.183930 24.692702
15331 0.175279 47.318804 23.847301
15359 0.139235 49.483188 24.773361
15387 0.105113 49.973806 24.342831
15415 0.140351 49.755303 24.814258
-----
head and tail of the nonnan series are identified
the float id is: 63258900.0
the ratio of nans in the trimmed chlor_a series 0.2
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15295 2017-03-03 63258900.0 13.010000 62.240000 27.097000 NaN
15316 2017-03-05 63258900.0 13.038125 62.063000 27.262500 -20.020125
15344 2017-03-07 63258900.0 13.099000 61.751250 27.436000 -18.277625
15372 2017-03-09 63258900.0 13.114000 61.482625 27.579750 -15.346250
15400 2017-03-11 63258900.0 13.085250 61.214125 27.241625 -16.585750
15428 2017-03-13 63258900.0 12.975250 61.016500 27.159500 -10.067625
15455 2017-03-15 63258900.0 12.749875 60.889375 27.399625 -5.487125
15482 2017-03-17 63258900.0 12.460625 60.804250 27.521875 -4.563250
15509 2017-03-19 63258900.0 12.140000 60.880750 27.571000 16.101375
15535 2017-03-21 63258900.0 11.762375 61.185375 27.855500 17.686375
15562 2017-03-23 63258900.0 11.559375 61.441125 27.934375 18.756875
15588 2017-03-25 63258900.0 11.558750 61.729750 28.126500 17.031375
15614 2017-03-27 63258900.0 11.610500 61.919625 28.217375 6.253625
15641 2017-03-29 63258900.0 11.708000 61.989875 28.269500 1.686625
15668 2017-03-31 63258900.0 11.807500 62.031500 28.755250 2.690375
vn spd chlor_a dist cdm kd490 \
15295 NaN NaN 0.427917 803.982625 NaN 0.095794
15316 3.582250 20.831500 0.415543 787.141773 0.050007 0.088116
15344 3.207750 18.731375 0.410665 756.949653 0.082119 0.090816
15372 -1.246500 16.028750 0.401267 733.994191 0.076389 0.091742
15400 -1.712125 16.765875 0.497873 714.818203 0.061500 0.099345
15428 -12.387000 15.986250 0.594479 704.541035 0.046612 0.106948
15455 -17.586625 18.518500 0.431609 689.849475 0.031723 0.088003
15482 -19.563125 20.351000 0.330882 680.728697 0.028822 0.076475
15509 -21.014875 26.863125 0.220195 690.915894 0.022013 0.066880
15535 -24.519625 30.266875 0.222084 728.252719 0.021687 0.064212
15562 -3.942625 20.031125 0.223972 759.053177 0.021362 0.061544
15588 2.894875 17.934625 0.122821 790.178726 0.021464 0.051075
15614 5.952875 9.494500 0.213470 809.839451 0.021566 0.059851
15641 7.223125 7.928875 0.219685 815.997880 0.020549 0.060262
15668 4.064000 5.863000 0.225900 819.192923 0.019532 0.060673
t865 par sst4
15295 0.088298 52.159114 26.591217
15316 0.082238 53.504607 27.023451
15344 0.183408 53.598320 26.535018
15372 0.181936 53.407042 26.744768
15400 0.166868 52.200403 26.949301
15428 0.151800 51.404954 26.178355
15455 0.090112 53.667105 26.964374
15482 0.097822 54.989680 27.126856
15509 0.049800 54.776020 26.032725
15535 0.170889 54.322960 27.281228
15562 0.291978 49.742887 27.538794
15588 0.206182 56.039074 27.665330
15614 0.117996 55.142958 27.400409
15641 0.151482 55.238269 26.868162
15668 0.184968 56.076781 27.854867
-----
head and tail of the nonnan series are identified
the float id is: 63254850.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15310 2017-03-05 63254850.0 8.524667 53.062667 27.778333 -1.643500
15338 2017-03-07 63254850.0 8.544000 53.071625 27.860000 2.791125
15366 2017-03-09 63254850.0 8.704500 53.087125 27.978375 -2.080500
15394 2017-03-11 63254850.0 8.715500 53.029875 27.905250 -4.894250
15422 2017-03-13 63254850.0 8.746875 53.000000 27.793875 0.876375
15449 2017-03-15 63254850.0 8.731125 53.044125 27.934000 6.953500
15476 2017-03-17 63254850.0 8.659000 53.151375 28.265750 2.769000
15503 2017-03-19 63254850.0 8.610250 53.186125 28.447125 4.263500
15529 2017-03-21 63254850.0 8.443500 53.281500 28.745125 4.684625
15556 2017-03-23 63254850.0 8.377875 53.295000 28.561750 2.916375
15582 2017-03-25 63254850.0 8.359000 53.387500 28.743875 3.126250
vn spd chlor_a dist cdm kd490 \
15310 2.460000 3.294500 0.187176 264.666311 0.019822 0.059872
15338 7.618750 10.224875 0.162765 264.781155 0.017278 0.058802
15366 3.303500 7.558875 0.183597 260.391804 0.013025 0.056128
15394 3.076750 6.151250 0.153797 254.028470 0.016841 0.054862
15422 -1.599000 4.331625 0.142645 249.834297 0.016289 0.053973
15449 -0.213750 7.686000 0.148004 254.991865 0.015219 0.054371
15476 -5.969875 7.539250 0.145518 268.675129 0.012857 0.052201
15503 -4.487250 7.402500 0.135770 274.040963 0.010436 0.050388
15529 -13.051000 14.313000 0.136833 290.369825 0.012521 0.056317
15556 3.910875 8.036125 0.132080 294.526050 0.011634 0.056570
15582 -9.863125 11.840750 0.137069 304.725372 0.011622 0.053536
t865 par sst4
15310 0.143232 54.761329 27.359999
15338 0.063362 54.366023 26.994999
15366 0.143057 54.124068 26.745446
15394 0.077668 54.490912 26.526636
15422 0.078371 54.594018 27.236856
15449 0.088075 55.122375 26.574952
15476 0.071098 54.755089 27.091435
15503 0.050490 55.658847 28.003777
15529 0.075600 56.157524 28.353699
15556 0.112629 55.991100 27.828816
15582 0.128439 56.451283 28.109755
-----
head and tail of the nonnan series are identified
the float id is: 63255860.0
the ratio of nans in the trimmed chlor_a series 0.0714285714286
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15313 2017-03-05 63255860.0 9.431000 53.567000 27.493000 NaN
15341 2017-03-07 63255860.0 9.347250 53.476625 27.436250 -7.469000
15369 2017-03-09 63255860.0 9.192875 53.484875 27.550750 5.659875
15397 2017-03-11 63255860.0 9.040375 53.524125 27.632250 2.738500
15425 2017-03-13 63255860.0 9.140000 53.633625 27.688500 4.981875
15452 2017-03-15 63255860.0 9.404125 53.571875 27.857625 -13.433000
15479 2017-03-17 63255860.0 9.497125 53.294375 28.029250 -16.872000
15506 2017-03-19 63255860.0 9.474500 53.077750 28.194500 -10.157750
15532 2017-03-21 63255860.0 9.527125 52.967625 28.483125 -4.741375
15559 2017-03-23 63255860.0 9.712250 52.932000 28.395500 2.679375
15585 2017-03-25 63255860.0 9.858625 52.955875 28.471375 -4.793875
15611 2017-03-27 63255860.0 9.885250 52.921375 28.430125 10.172500
15638 2017-03-29 63255860.0 9.762625 53.191625 28.532875 16.868750
15665 2017-03-31 63255860.0 9.666250 53.522500 28.736250 26.541750
vn spd chlor_a dist cdm kd490 \
15313 NaN NaN 0.222593 261.168358 0.037074 0.062454
15341 -7.328125 10.657125 0.192260 256.314279 0.022627 0.060522
15369 -15.094875 16.695125 0.288502 265.086571 0.031783 0.069348
15397 0.176750 6.912125 0.179452 277.416049 0.018525 0.058130
15425 11.728750 15.381875 0.171834 282.207769 0.016758 0.057960
15452 15.732500 23.233250 0.182821 262.946620 0.019241 0.061118
15479 -2.168125 17.775750 0.194677 231.072575 0.016129 0.059617
15506 1.707625 10.453625 0.166001 210.898377 0.012491 0.054165
15532 4.391500 7.054500 0.135896 197.488936 0.013061 0.054674
15559 19.989125 21.204500 0.155414 184.870750 0.011100 0.054116
15585 -1.157750 7.000375 0.165029 180.782828 0.013907 0.058567
15611 0.609375 16.703625 0.124862 176.207512 0.014174 0.052867
15638 -9.934125 20.366375 0.118938 208.742224 0.014441 0.052626
15665 -6.531250 27.547500 0.113015 246.457629 0.014709 0.052386
t865 par sst4
15313 0.128602 53.942263 NaN
15341 0.067633 54.287434 25.726666
15369 0.101028 53.789623 26.342513
15397 0.076834 54.733353 27.269535
15425 0.079803 55.381015 26.902677
15452 0.073935 54.990403 27.147095
15479 0.061560 54.894746 27.415042
15506 0.047792 55.235536 27.849189
15532 0.074103 56.283334 27.947790
15559 0.100196 55.110982 27.290681
15585 0.120298 55.487878 27.932650
15611 0.135807 55.909935 27.978210
15638 0.128844 55.144970 27.943875
15665 0.121882 55.706886 27.919621
-----
head and tail of the nonnan series are identified
the float id is: 63258870.0
the ratio of nans in the trimmed chlor_a series 0.142857142857
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15314 2017-03-05 63258870.0 11.618500 64.226625 27.888250 2.068143
15342 2017-03-07 63258870.0 11.886750 64.258750 27.785750 1.496750
15370 2017-03-09 63258870.0 12.111250 64.282875 27.931375 1.875875
15398 2017-03-11 63258870.0 12.332000 64.227750 27.756625 -6.740750
15426 2017-03-13 63258870.0 12.617875 64.151875 27.684625 -4.395625
15453 2017-03-15 63258870.0 12.959250 64.097500 27.950375 -4.363625
15480 2017-03-17 63258870.0 13.272125 64.001125 28.022125 -5.766875
15507 2017-03-19 63258870.0 13.486625 63.953250 28.243625 -1.537375
15533 2017-03-21 63258870.0 13.591250 63.919250 28.311000 -3.739125
15560 2017-03-23 63258870.0 13.678375 63.850375 28.358625 -1.392750
15586 2017-03-25 63258870.0 13.723375 63.784625 28.505875 -5.293875
15612 2017-03-27 63258870.0 13.770000 63.612625 28.452750 -15.793125
15639 2017-03-29 63258870.0 13.923125 63.358000 28.579375 -12.531625
15666 2017-03-31 63258870.0 14.143625 63.236500 28.961375 -1.973500
vn spd chlor_a dist cdm kd490 \
15314 17.464571 17.861286 0.204903 859.675488 0.021868 0.061518
15342 15.332375 15.542500 0.187485 857.967487 0.021180 0.059680
15370 13.135625 13.440000 0.239968 857.633884 0.030262 0.065140
15398 17.969625 19.564625 0.173267 866.513189 0.021541 0.054680
15426 19.769750 20.374750 0.226292 879.408243 0.036661 0.062659
15453 21.495125 22.279750 0.248288 892.179999 0.027577 0.070141
15480 16.709375 18.187000 0.210308 908.261517 0.016924 0.060198
15507 10.128250 11.616375 0.157839 893.658908 0.018440 0.055940
15533 3.573625 10.832750 0.150529 883.005029 0.018372 0.056288
15560 5.437750 11.573625 0.169904 870.967348 0.017802 0.056644
15586 2.841125 9.735875 0.188866 862.377668 0.017331 0.056032
15612 5.849750 19.496125 0.181089 845.362186 0.019472 0.055487
15639 13.575375 22.558500 0.173313 813.815128 0.021613 0.054942
15666 12.808000 23.359625 0.165536 787.415220 0.023754 0.054398
t865 par sst4
15314 0.080827 53.922260 27.579204
15342 0.099735 53.633811 27.848443
15370 0.132275 53.257445 27.523226
15398 0.134524 51.358881 27.493614
15426 0.128648 51.680725 27.135624
15453 0.127876 53.597209 27.010706
15480 0.100452 53.580944 27.553675
15507 0.078200 55.658971 27.789577
15533 0.096964 55.993241 28.057442
15560 0.151427 55.340516 27.984393
15586 0.180970 54.585438 28.081115
15612 0.176358 55.345003 27.868551
15639 0.171747 55.419132 27.811608
15666 0.167136 56.201485 27.463835
-----
head and tail of the nonnan series are identified
the float id is: 63258880.0
the ratio of nans in the trimmed chlor_a series 0.692307692308
head is 2017-03-07 00:00:00
/Users/vyan2000/local/miniconda3/envs/condapython3/lib/python3.5/site-packages/matplotlib/axes/_base.py:2917: UserWarning: Attempting to set identical left==right results
in singular transformations; automatically expanding.
left=736401.0, right=736401.0
'left=%s, right=%s') % (left, right))
/Users/vyan2000/local/miniconda3/envs/condapython3/lib/python3.5/site-packages/matplotlib/axes/_base.py:2917: UserWarning: Attempting to set identical left==right results
in singular transformations; automatically expanding.
left=736419.0, right=736419.0
'left=%s, right=%s') % (left, right))
t is 2017-03-07 00:00:00
-----
head and tail of the nonnan series are identified
the float id is: 63258950.0
the ratio of nans in the trimmed chlor_a series 0.142857142857
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15317 2017-03-05 63258950.0 12.461125 62.811250 27.005375 -8.550857
15345 2017-03-07 63258950.0 12.358125 62.698875 27.251375 -5.071000
15373 2017-03-09 63258950.0 12.253625 62.635125 27.600875 -3.352500
15401 2017-03-11 63258950.0 12.157750 62.508000 27.367750 -11.260875
15429 2017-03-13 63258950.0 12.126500 62.389125 27.376875 -5.766375
15456 2017-03-15 63258950.0 12.089250 62.308500 27.533125 -4.700250
15483 2017-03-17 63258950.0 12.058125 62.221125 27.548000 -5.736375
15510 2017-03-19 63258950.0 12.039375 62.140000 27.723250 -3.271750
15536 2017-03-21 63258950.0 12.017500 62.129250 27.927000 -1.278375
15563 2017-03-23 63258950.0 12.033125 62.113250 27.988500 3.168750
15589 2017-03-25 63258950.0 12.072000 62.165000 28.304875 3.774125
15615 2017-03-27 63258950.0 12.118250 62.176500 28.258000 -1.707750
15642 2017-03-29 63258950.0 12.183250 62.142625 28.293000 -2.273750
15669 2017-03-31 63258950.0 12.239375 62.138500 28.568875 0.500250
vn spd chlor_a dist cdm kd490 \
15317 -5.735571 10.732143 0.284620 890.437882 NaN 0.076634
15345 -6.664500 8.623875 0.359170 886.968595 0.061023 0.084155
15373 -7.270500 8.297125 0.341855 880.618999 0.055758 0.080681
15401 -2.214875 12.122625 0.324541 867.439645 0.050493 0.077208
15429 -3.086125 7.087250 0.376550 854.764873 0.057878 0.083292
15456 -2.793875 7.207750 0.323021 846.310880 0.043581 0.075716
15483 -0.981500 6.196750 0.256836 837.092152 0.030463 0.067523
15510 -1.038875 4.852000 0.252202 828.459719 0.030477 0.067086
15536 -2.714375 6.673875 0.245182 827.495034 0.025141 0.065400
15563 3.136500 7.108625 0.282431 825.614092 0.037862 0.070024
15589 3.138875 7.326875 0.253613 830.881300 0.035851 0.066112
15615 4.928125 7.731875 0.237936 831.744404 0.030955 0.063546
15642 4.323875 8.879125 0.234550 827.573899 0.030070 0.063023
15669 2.718250 5.349500 0.231164 826.753951 0.029186 0.062501
t865 par sst4
15317 0.088513 52.584383 26.660894
15345 0.192167 52.791260 25.975351
15373 0.155187 53.247964 26.946249
15401 0.118207 53.812715 27.197766
15429 0.111163 52.690598 27.230133
15456 0.093316 52.958694 27.262499
15483 0.065694 53.808713 27.152934
15510 0.047311 55.089228 27.160021
15536 0.047115 56.030393 27.722621
15563 0.195259 55.599952 27.707192
15589 0.171142 55.551156 27.853495
15615 0.164199 55.908021 26.839286
15642 0.169893 55.653121 27.180914
15669 0.175587 55.992826 27.865371
-----
head and tail of the nonnan series are identified
the float id is: 63259180.0
the ratio of nans in the trimmed chlor_a series 0.428571428571
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15346 2017-03-07 63259180.0 9.965375 67.133125 28.957125 33.097000
15374 2017-03-09 63259180.0 10.499250 67.596000 28.996875 27.260250
15402 2017-03-11 63259180.0 11.087375 67.988000 28.852125 16.715250
15430 2017-03-13 63259180.0 11.565375 68.376000 28.793375 30.923875
15457 2017-03-15 63259180.0 11.777375 68.795625 28.815875 24.531250
15484 2017-03-17 63259180.0 11.889125 69.089500 28.858500 16.616375
15511 2017-03-19 63259180.0 11.928375 69.299250 29.113000 12.432875
vn spd chlor_a dist cdm kd490 \
15346 30.905250 45.522000 0.095893 558.956035 0.011161 0.049437
15374 40.962250 49.503625 0.104307 497.238281 0.010296 0.049201
15402 34.482750 39.035125 0.112721 448.345704 0.009432 0.048965
15430 18.971250 37.354375 0.121134 407.759001 0.008568 0.048729
15457 9.107625 27.394125 0.110587 365.614419 0.010486 0.048851
15484 5.178125 20.855000 0.100039 336.738053 0.012403 0.048973
15511 5.143750 14.980875 0.121380 315.624866 0.011932 0.053387
t865 par sst4
15346 0.067513 53.085934 28.351826
15374 0.081911 54.375736 28.535905
15402 0.096308 50.999998 28.631306
15430 0.110706 50.486075 27.986249
15457 0.127315 54.528048 27.508682
15484 0.143924 55.462981 27.910531
15511 0.103711 54.301086 28.135616
-----
head and tail of the nonnan series are identified
the float id is: 63259190.0
the ratio of nans in the trimmed chlor_a series 0.142857142857
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15319 2017-03-05 63259190.0 11.147167 64.885167 28.415000 5.348800
15347 2017-03-07 63259190.0 11.360125 64.916375 28.443500 0.670000
15375 2017-03-09 63259190.0 11.543000 64.935125 28.552500 1.321375
15403 2017-03-11 63259190.0 11.687375 64.940125 28.316625 -0.873000
15431 2017-03-13 63259190.0 11.886500 65.008000 28.179000 5.996625
15458 2017-03-15 63259190.0 11.990500 65.118875 28.296750 7.142125
15485 2017-03-17 63259190.0 11.985750 65.192125 28.317875 6.323000
15512 2017-03-19 63259190.0 11.876125 65.274250 28.472125 6.044000
15538 2017-03-21 63259190.0 11.589000 65.372625 28.550375 1.018625
15565 2017-03-23 63259190.0 11.296125 65.325875 28.687875 -2.086750
15591 2017-03-25 63259190.0 11.066875 65.272500 28.943250 -3.810500
15617 2017-03-27 63259190.0 10.904250 65.257625 28.751625 -1.312250
15644 2017-03-29 63259190.0 10.819250 65.366125 29.158250 15.379375
15671 2017-03-31 63259190.0 10.705500 65.618250 29.385000 20.701125
vn spd chlor_a dist cdm kd490 \
15319 18.764000 19.830800 0.126396 787.088975 0.010769 0.052170
15347 13.330125 13.542250 0.120144 783.641853 0.010981 0.049928
15375 9.056250 9.570375 0.123936 782.123279 0.010932 0.047797
15403 14.104750 15.860875 0.125303 782.366966 0.011694 0.050897
15431 7.559375 10.651750 0.144638 776.617054 0.013770 0.053862
15458 0.771125 16.678750 0.137243 765.706850 0.013590 0.051074
15485 -1.287750 12.768750 0.128471 757.717274 0.011395 0.051113
15512 -10.454000 12.889250 0.112401 747.623072 0.011762 0.048200
15538 -24.131250 24.873750 0.092208 734.679805 0.011300 0.045315
15565 -14.463125 15.607500 0.128683 738.870547 0.012099 0.047656
15591 -10.105250 13.992250 0.132353 744.981804 0.011207 0.048551
15617 -9.743875 11.339250 0.126235 747.324922 0.011696 0.049190
15644 -8.964250 19.052625 0.120117 736.031747 0.012184 0.049829
15671 -4.742250 22.256250 0.113999 709.471850 0.012673 0.050468
t865 par sst4
15319 0.084699 53.880700 27.497533
15347 0.114621 53.980484 28.200781
15375 0.125888 53.600787 27.666123
15403 0.067042 53.512104 28.027162
15431 0.090480 54.874425 27.503749
15458 0.104219 53.331619 27.346810
15485 0.078942 55.231733 27.582386
15512 0.076957 54.995942 28.061614
15538 0.057556 54.686960 27.974374
15565 0.222279 54.637077 28.056369
15591 0.228426 54.726214 27.837628
15617 0.209304 54.006350 28.324592
15644 0.190181 54.601666 27.204550
15671 0.171059 56.027776 28.588633
-----
head and tail of the nonnan series are identified
the float id is: 63259200.0
the ratio of nans in the trimmed chlor_a series 0.428571428571
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15320 2017-03-05 63259200.0 9.983333 66.231167 28.524333 25.116400
15348 2017-03-07 63259200.0 10.030500 66.644625 28.612125 31.831125
15376 2017-03-09 63259200.0 10.228875 67.123250 28.779250 31.118500
15404 2017-03-11 63259200.0 10.566625 67.549750 28.687500 19.330500
15432 2017-03-13 63259200.0 11.208875 67.789625 28.627875 8.084125
15459 2017-03-15 63259200.0 11.751625 67.836000 28.654500 -2.082375
15486 2017-03-17 63259200.0 12.133125 67.724625 28.679375 -6.519625
15513 2017-03-19 63259200.0 12.298250 67.609750 28.774250 -2.768625
15539 2017-03-21 63259200.0 12.400000 67.601875 28.892000 -4.313250
15566 2017-03-23 63259200.0 12.550000 67.595250 28.868250 7.042625
15592 2017-03-25 63259200.0 12.806125 67.742125 28.962875 11.745000
15618 2017-03-27 63259200.0 13.191125 67.913125 28.956625 12.882250
15645 2017-03-29 63259200.0 13.577500 68.209500 29.293625 22.056125
15672 2017-03-31 63259200.0 14.062500 68.586375 29.417125 24.212750
vn spd chlor_a dist cdm kd490 \
15320 -1.026800 25.223200 0.103147 654.780430 0.011099 0.050744
15348 7.341625 32.945250 0.111911 609.384305 0.011215 0.051480
15376 18.067750 36.020750 0.115190 553.519723 0.009914 0.050438
15404 32.433375 39.065750 0.118468 501.127079 0.008614 0.049395
15432 38.857625 40.626875 0.115566 469.815491 0.015748 0.049934
15459 29.415000 31.774500 0.135722 468.597535 0.012554 0.049365
15486 17.351000 19.887625 0.107226 487.678229 0.010217 0.048514
15513 10.468500 14.919750 0.101850 503.940857 0.009148 0.045911
15539 4.598500 8.372875 0.110863 506.583406 0.010203 0.046715
15566 12.000125 15.242750 0.119875 510.297112 0.011258 0.047520
15592 22.922375 26.259750 0.128887 501.191453 0.012313 0.048324
15618 25.790375 31.383125 0.137899 496.363033 0.013368 0.049128
15645 24.783750 34.251875 0.146912 483.778250 0.014423 0.049932
15672 35.918250 43.947000 0.155924 475.784824 0.015478 0.050736
t865 par sst4
15320 0.071404 52.111572 27.589636
15348 0.106625 53.528508 28.250449
15376 0.095461 53.747102 28.384940
15404 0.084298 54.711460 28.255078
15432 0.151992 47.933239 27.328749
15459 0.238100 51.332198 27.911540
15486 0.159787 54.481312 27.409329
15513 0.157914 54.245981 28.414271
15539 0.158433 53.418920 28.456218
15566 0.158953 54.406591 28.283906
15592 0.159473 53.841662 28.085292
15618 0.159992 53.413382 28.345059
15645 0.160512 54.491587 27.475264
15672 0.161032 54.670895 27.716300
-----
head and tail of the nonnan series are identified
the float id is: 63259230.0
the ratio of nans in the trimmed chlor_a series 0.142857142857
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15321 2017-03-05 63259230.0 12.038125 63.614875 27.646375 5.391857
15349 2017-03-07 63259230.0 12.118625 63.734500 27.706000 7.917250
15377 2017-03-09 63259230.0 12.207625 63.872000 27.917625 8.866250
15405 2017-03-11 63259230.0 12.314375 63.923000 27.629125 0.767625
15433 2017-03-13 63259230.0 12.477625 63.987875 27.572875 4.758750
15460 2017-03-15 63259230.0 12.627250 64.048500 27.855750 2.537375
15487 2017-03-17 63259230.0 12.791000 64.037375 27.864250 -2.466750
15514 2017-03-19 63259230.0 13.020625 63.964000 28.093625 -7.486375
15540 2017-03-21 63259230.0 13.290875 63.798125 28.177500 -14.601000
15567 2017-03-23 63259230.0 13.602000 63.561750 28.253000 -13.255875
15593 2017-03-25 63259230.0 13.830750 63.338125 28.455000 -12.568750
15619 2017-03-27 63259230.0 14.038500 63.161750 28.392750 -8.659125
15646 2017-03-29 63259230.0 14.263875 63.059750 28.551000 -1.730500
15673 2017-03-31 63259230.0 14.468250 63.114000 28.795500 8.622125
vn spd chlor_a dist cdm kd490 \
15321 5.698571 8.542571 0.229653 929.239306 0.029459 0.065861
15349 3.401625 9.399250 0.233710 917.098349 0.026451 0.064924
15377 4.980375 11.939750 0.224865 903.247556 0.026184 0.062463
15405 11.888250 12.241000 0.263111 899.133070 0.029481 0.066998
15433 9.226250 11.012250 0.232911 894.590838 0.037990 0.064017
15460 8.596875 9.691250 0.247976 890.657248 0.035439 0.065621
15487 11.867875 12.326625 0.241747 895.016041 0.025256 0.066654
15514 17.260500 19.379500 0.188638 907.583431 0.023373 0.060875
15540 18.293375 23.861750 0.178436 896.948907 0.021145 0.059407
15567 17.667875 24.329125 0.192849 854.475878 0.020099 0.058845
15593 13.378375 18.785125 0.196719 819.474780 0.018535 0.057462
15619 12.828250 19.605750 0.181715 789.751810 0.019202 0.055836
15646 15.391000 19.235125 0.166711 764.440411 0.019868 0.054210
15673 11.534375 18.325000 0.151708 753.218941 0.020535 0.052584
t865 par sst4
15321 0.133213 53.432859 27.417297
15349 0.081614 53.585675 27.259403
15377 0.131118 53.062831 27.506511
15405 0.078851 52.068660 26.850447
15433 0.154961 51.754220 27.154999
15460 0.103941 52.089991 26.849047
15487 0.098206 55.390198 27.438279
15514 0.074113 55.210378 27.631282
15540 0.093763 55.963373 27.842413
15567 0.138146 55.361462 27.963319
15593 0.160258 54.897268 28.076979
15619 0.158961 55.193750 27.346966
15646 0.157665 55.504750 27.838405
15673 0.156368 56.214484 28.047337
-----
head and tail of the nonnan series are identified
the float id is: 63259240.0
the ratio of nans in the trimmed chlor_a series 0.181818181818
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15322 2017-03-05 63259240.0 10.454667 65.513333 28.577833 6.806800
15350 2017-03-07 63259240.0 10.313250 65.635250 28.573000 8.645500
15378 2017-03-09 63259240.0 10.180375 65.791125 28.642750 11.652750
15406 2017-03-11 63259240.0 10.056250 65.863625 28.509500 -0.848500
15434 2017-03-13 63259240.0 10.043625 65.952000 28.425625 10.017500
15461 2017-03-15 63259240.0 9.989875 66.088125 28.573875 9.385000
15488 2017-03-17 63259240.0 9.815250 66.156625 28.616625 3.182250
15515 2017-03-19 63259240.0 9.632250 66.360625 28.810500 16.954625
15541 2017-03-21 63259240.0 9.546875 66.646125 28.874625 17.026875
15568 2017-03-23 63259240.0 9.804000 66.836000 29.202375 12.629500
15594 2017-03-25 63259240.0 10.294750 67.003750 29.270000 10.870625
vn spd chlor_a dist cdm kd490 \
15322 -6.517600 10.071200 0.090209 723.747467 0.010475 0.048146
15350 -11.749375 14.744375 0.091824 712.593476 0.010010 0.047030
15378 -8.920500 15.220625 0.094910 698.020377 0.009937 0.046971
15406 -1.979500 6.172750 0.068744 692.652209 0.012038 0.042208
15434 -3.444750 11.194875 0.076682 683.411716 0.009508 0.042918
15461 -5.461250 12.590250 0.093137 669.972082 0.011189 0.045021
15488 -10.661250 16.731500 0.109592 666.896690 0.012870 0.047124
15515 -13.379375 22.067625 0.126048 650.254146 0.014551 0.049227
15541 1.749125 17.791250 0.097199 620.066351 0.013444 0.046957
15568 30.648625 33.453500 0.117108 595.023120 0.012765 0.051548
15594 36.996125 39.135375 0.123760 564.994718 0.010359 0.056003
t865 par sst4
15322 0.057474 53.326745 28.293749
15350 0.094215 54.581006 28.440016
15378 0.127344 54.128114 28.096026
15406 0.192157 54.398951 28.216426
15434 0.215544 54.706578 27.892499
15461 0.170761 54.421853 27.707588
15488 0.125979 53.664305 28.258029
15515 0.081196 55.914211 28.263435
15541 0.102034 55.436368 28.526534
15568 0.110991 54.265377 28.272129
15594 0.139500 54.771745 28.322714
-----
head and tail of the nonnan series are identified
the float id is: 63259260.0
the ratio of nans in the trimmed chlor_a series 0.428571428571
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15435 2017-03-13 63259260.0 9.105750 67.099125 29.300375 3.007250
15462 2017-03-15 63259260.0 9.297750 67.067500 29.430250 -3.699750
15489 2017-03-17 63259260.0 9.827375 67.055875 29.315375 0.476875
15516 2017-03-19 63259260.0 10.437125 67.233125 29.396875 23.084000
15542 2017-03-21 63259260.0 11.001625 67.783375 29.411250 41.772000
15569 2017-03-23 63259260.0 11.643875 68.383375 29.462875 39.410875
15595 2017-03-25 63259260.0 12.095375 68.919250 29.629000 27.444875
vn spd chlor_a dist cdm kd490 \
15435 11.950375 16.793625 0.108533 577.658791 0.008846 0.051079
15462 24.617750 26.472000 0.099769 577.515203 0.009303 0.048165
15489 40.703875 41.310750 0.106877 571.083943 0.011159 0.049991
15516 34.165750 41.813125 0.113985 537.556641 0.013015 0.051817
15542 36.652250 55.703750 0.121092 471.060258 0.014871 0.053643
15569 42.477750 59.441000 0.128200 407.906383 0.016727 0.055469
15595 17.870125 34.957125 0.067038 359.741299 0.016727 0.043805
t865 par sst4
15435 0.126807 54.292574 28.343124
15462 0.198921 51.233751 28.508647
15489 0.186863 42.736856 28.477949
15516 0.174805 53.925659 28.682649
15542 0.162747 54.729324 28.596602
15569 0.150689 54.893320 28.887510
15595 0.150400 55.364351 28.893334
-----
head and tail of the nonnan series are identified
the float id is: 64111550.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
15545 2017-03-21 64111550.0 19.45680 64.331400 27.105200 -8.540250
15572 2017-03-23 64111550.0 19.63025 64.228875 27.211375 -6.455000
15598 2017-03-25 64111550.0 19.79825 64.205000 27.299625 2.435125
15624 2017-03-27 64111550.0 19.88300 64.249375 27.134125 2.258250
15651 2017-03-29 64111550.0 19.85075 64.315375 27.278875 5.573625
15678 2017-03-31 64111550.0 19.76275 64.301500 27.579375 -6.491000
vn spd chlor_a dist cdm kd490 \
15545 17.695750 19.805750 0.586127 559.569959 0.072793 0.101651
15572 11.334500 13.862000 0.615575 540.750114 0.061762 0.106534
15598 9.205250 10.967625 0.280086 529.771074 0.050730 0.070693
15624 3.820375 19.352875 0.282243 529.148162 0.062739 0.072152
15651 -7.352375 20.865500 4.749050 536.918493 0.062651 0.168529
15678 -5.845500 15.939000 1.435644 540.534538 0.062564 0.102903
t865 par sst4
15545 0.060426 53.228390 26.547875
15572 0.157918 53.611436 26.511776
15598 0.113462 53.441116 26.642138
15624 0.112464 54.594444 26.844335
15651 0.145874 55.736529 27.145468
15678 0.143759 55.713502 27.311756
time id lat lon temp ve \
907 2002-11-01 10206.0 10.737250 67.512250 NaN -4.832250
913 2002-11-03 10206.0 10.818500 67.399375 NaN -8.207500
919 2002-11-05 10206.0 10.902250 67.291000 NaN -7.410625
925 2002-11-07 10206.0 11.036625 67.202125 NaN -6.844125
931 2002-11-09 10206.0 11.130625 67.113250 NaN -0.825125
937 2002-11-11 10206.0 11.153750 67.132250 NaN 0.870375
943 2002-11-13 10206.0 11.153250 67.105875 NaN -3.435000
949 2002-11-15 10206.0 11.185250 67.081500 NaN 0.244250
956 2002-11-17 10206.0 11.164500 67.069250 NaN -3.124000
962 2002-11-19 10206.0 11.160625 67.019250 NaN -1.637375
968 2002-11-21 10206.0 11.176750 66.993625 NaN -1.165500
975 2002-11-23 10206.0 11.215875 67.008125 NaN 1.038750
982 2002-11-25 10206.0 11.246000 66.995125 NaN -1.832375
989 2002-11-27 10206.0 11.290375 66.954125 NaN -2.474250
996 2002-11-29 10206.0 11.334500 66.869375 NaN -6.904000
1003 2002-12-01 10206.0 11.370375 66.731125 NaN -12.013000
1009 2002-12-03 10206.0 11.435625 66.541625 NaN -12.442750
1015 2002-12-05 10206.0 11.548000 66.316500 NaN -15.541125
1021 2002-12-07 10206.0 11.683500 66.083875 NaN -13.901500
1027 2002-12-09 10206.0 11.811500 65.869750 NaN -12.935000
1033 2002-12-11 10206.0 11.929750 65.669375 NaN -12.443000
1039 2002-12-13 10206.0 12.050500 65.475625 NaN -10.719000
1045 2002-12-15 10206.0 12.151500 65.335500 NaN -7.489875
1051 2002-12-17 10206.0 12.247375 65.204125 NaN -8.116625
1057 2002-12-19 10206.0 12.317125 65.088125 NaN -7.811625
1063 2002-12-21 10206.0 12.397750 64.966875 NaN -8.095625
1069 2002-12-23 10206.0 12.485125 64.833250 NaN -8.173250
1075 2002-12-25 10206.0 12.539250 64.699250 NaN -9.392000
1081 2002-12-27 10206.0 12.583875 64.523500 NaN -10.462250
1087 2002-12-29 10206.0 12.588375 64.366625 NaN -10.133750
... ... ... ... ... ... ...
15540 2017-03-21 63259230.0 13.290875 63.798125 28.177500 -14.601000
15567 2017-03-23 63259230.0 13.602000 63.561750 28.253000 -13.255875
15593 2017-03-25 63259230.0 13.830750 63.338125 28.455000 -12.568750
15619 2017-03-27 63259230.0 14.038500 63.161750 28.392750 -8.659125
15646 2017-03-29 63259230.0 14.263875 63.059750 28.551000 -1.730500
15673 2017-03-31 63259230.0 14.468250 63.114000 28.795500 8.622125
15322 2017-03-05 63259240.0 10.454667 65.513333 28.577833 6.806800
15350 2017-03-07 63259240.0 10.313250 65.635250 28.573000 8.645500
15378 2017-03-09 63259240.0 10.180375 65.791125 28.642750 11.652750
15406 2017-03-11 63259240.0 10.056250 65.863625 28.509500 -0.848500
15434 2017-03-13 63259240.0 10.043625 65.952000 28.425625 10.017500
15461 2017-03-15 63259240.0 9.989875 66.088125 28.573875 9.385000
15488 2017-03-17 63259240.0 9.815250 66.156625 28.616625 3.182250
15515 2017-03-19 63259240.0 9.632250 66.360625 28.810500 16.954625
15541 2017-03-21 63259240.0 9.546875 66.646125 28.874625 17.026875
15568 2017-03-23 63259240.0 9.804000 66.836000 29.202375 12.629500
15594 2017-03-25 63259240.0 10.294750 67.003750 29.270000 10.870625
15435 2017-03-13 63259260.0 9.105750 67.099125 29.300375 3.007250
15462 2017-03-15 63259260.0 9.297750 67.067500 29.430250 -3.699750
15489 2017-03-17 63259260.0 9.827375 67.055875 29.315375 0.476875
15516 2017-03-19 63259260.0 10.437125 67.233125 29.396875 23.084000
15542 2017-03-21 63259260.0 11.001625 67.783375 29.411250 41.772000
15569 2017-03-23 63259260.0 11.643875 68.383375 29.462875 39.410875
15595 2017-03-25 63259260.0 12.095375 68.919250 29.629000 27.444875
15545 2017-03-21 64111550.0 19.456800 64.331400 27.105200 -8.540250
15572 2017-03-23 64111550.0 19.630250 64.228875 27.211375 -6.455000
15598 2017-03-25 64111550.0 19.798250 64.205000 27.299625 2.435125
15624 2017-03-27 64111550.0 19.883000 64.249375 27.134125 2.258250
15651 2017-03-29 64111550.0 19.850750 64.315375 27.278875 5.573625
15678 2017-03-31 64111550.0 19.762750 64.301500 27.579375 -6.491000
vn spd var_lat var_lon ... sst4 \
907 6.374250 9.069875 0.000272 0.000719 ... 29.292499
913 7.311375 12.395125 0.000295 0.000778 ... 28.825901
919 5.807000 11.830125 0.000666 0.002068 ... 29.225624
925 6.546875 11.460500 0.000174 0.000420 ... 29.025417
931 4.402625 5.688125 0.000866 0.002828 ... 28.841013
937 0.028125 1.862250 0.000387 0.001112 ... 29.428974
943 2.077500 4.831750 0.000329 0.000949 ... 27.924999
949 -0.256875 1.330125 0.002355 0.009313 ... 28.576249
956 -1.477125 3.740125 0.001855 0.007247 ... 28.584751
962 0.933125 3.259750 0.000123 0.000269 ... 28.579999
968 2.455500 5.868625 0.000346 0.000920 ... 28.545853
975 1.003750 4.598375 0.000440 0.001270 ... 28.494780
982 3.023375 3.653125 0.001358 0.005013 ... 28.781176
989 2.209500 3.352000 0.001114 0.004046 ... 28.842932
996 3.017375 7.711000 0.000309 0.000849 ... 28.730474
1003 2.757500 12.401250 0.000727 0.002439 ... 28.725317
1009 5.522125 13.632000 0.000858 0.002931 ... 28.637499
1015 9.063875 18.004500 0.001428 0.004945 ... 28.698839
1021 8.225500 16.197750 0.000377 0.001117 ... 27.191489
1027 7.691625 15.049125 0.005294 0.023627 ... 28.200624
1033 7.644250 14.606000 0.003887 0.016586 ... 28.014356
1039 7.001750 12.810250 0.000548 0.001724 ... 27.974732
1045 7.548875 11.010875 0.000857 0.002947 ... 27.875121
1051 4.435500 10.214375 0.000383 0.001103 ... 27.067751
1057 4.298125 8.972875 0.001082 0.003782 ... 28.236036
1063 5.739625 9.924125 0.001767 0.006933 ... 28.161970
1069 4.745875 9.475250 0.001290 0.004836 ... 27.027918
1075 3.442250 10.097500 0.000419 0.001216 ... 27.317622
1081 2.296375 11.299000 0.000278 0.000739 ... 26.724999
1087 -1.934375 10.711625 0.000804 0.002552 ... 27.261249
... ... ... ... ... ... ...
15540 18.293375 23.861750 0.000021 0.000011 ... 27.842413
15567 17.667875 24.329125 0.000031 0.000015 ... 27.963319
15593 13.378375 18.785125 0.000012 0.000008 ... 28.076979
15619 12.828250 19.605750 0.000003 0.000006 ... 27.346966
15646 15.391000 19.235125 0.000003 0.000006 ... 27.838405
15673 11.534375 18.325000 0.000003 0.000006 ... 28.047337
15322 -6.517600 10.071200 0.000003 0.000005 ... 28.293749
15350 -11.749375 14.744375 0.000012 0.000008 ... 28.440016
15378 -8.920500 15.220625 0.000012 0.000008 ... 28.096026
15406 -1.979500 6.172750 0.000003 0.000005 ... 28.216426
15434 -3.444750 11.194875 0.000012 0.000008 ... 27.892499
15461 -5.461250 12.590250 0.000026 0.000014 ... 27.707588
15488 -10.661250 16.731500 0.000021 0.000011 ... 28.258029
15515 -13.379375 22.067625 0.000012 0.000009 ... 28.263435
15541 1.749125 17.791250 0.000021 0.000011 ... 28.526534
15568 30.648625 33.453500 0.000012 0.000009 ... 28.272129
15594 36.996125 39.135375 0.000003 0.000006 ... 28.322714
15435 11.950375 16.793625 0.000012 0.000008 ... 28.343124
15462 24.617750 26.472000 0.000012 0.000008 ... 28.508647
15489 40.703875 41.310750 0.000021 0.000011 ... 28.477949
15516 34.165750 41.813125 0.000012 0.000009 ... 28.682649
15542 36.652250 55.703750 0.000021 0.000011 ... 28.596602
15569 42.477750 59.441000 0.000012 0.000009 ... 28.887510
15595 17.870125 34.957125 0.000003 0.000006 ... 28.893334
15545 17.695750 19.805750 0.000003 0.000005 ... 26.547875
15572 11.334500 13.862000 0.000003 0.000005 ... 26.511776
15598 9.205250 10.967625 0.000003 0.000005 ... 26.642138
15624 3.820375 19.352875 0.000003 0.000005 ... 26.844335
15651 -7.352375 20.865500 0.000003 0.000005 ... 27.145468
15678 -5.845500 15.939000 0.000003 0.000005 ... 27.311756
chlor_a_log_e chl_rate chl_log_e_rate chl_rate_week \
907 -1.921645 -0.005333 -0.035171 -0.037333
913 -2.134598 -0.014037 -0.106476 -0.098258
919 -2.149920 -0.000899 -0.007661 -0.006295
925 -2.102331 0.002839 0.023795 0.019873
931 -1.995330 0.006899 0.053500 0.048291
937 -2.054857 -0.003929 -0.029763 -0.027502
943 NaN NaN NaN NaN
949 -2.011518 NaN NaN NaN
956 -2.028385 -0.001119 -0.008434 -0.007832
962 NaN NaN NaN NaN
968 NaN NaN NaN NaN
975 NaN NaN NaN NaN
982 -2.010491 NaN NaN NaN
989 -2.053117 -0.002794 -0.021313 -0.019560
996 -2.252821 -0.011616 -0.099852 -0.081312
1003 -2.224814 0.001493 0.014004 0.010448
1009 -1.761312 0.031866 0.231751 0.223061
1015 -2.400457 -0.040571 -0.319572 -0.284000
1021 -2.245238 0.007613 0.077609 0.053290
1027 -2.356977 -0.005598 -0.055869 -0.039187
1033 -2.490878 -0.005934 -0.066951 -0.041541
1039 -2.271731 0.010148 0.109573 0.071037
1045 -2.234055 0.001980 0.018838 0.013859
1051 -2.361145 -0.006391 -0.063545 -0.044734
1057 -2.386547 -0.001183 -0.012701 -0.008279
1063 NaN NaN NaN NaN
1069 -2.038400 NaN NaN NaN
1075 -1.971517 0.004504 0.033442 0.031530
1081 -1.767430 0.015763 0.102043 0.110340
1087 -1.810957 -0.003637 -0.021764 -0.025458
... ... ... ... ...
15540 -1.723526 -0.005101 -0.027799 -0.035706
15567 -1.645848 0.007207 0.038839 0.050446
15593 -1.625980 0.001935 0.009934 0.013545
15619 NaN NaN NaN NaN
15646 NaN NaN NaN NaN
15673 -1.885800 NaN NaN NaN
15322 -2.405627 NaN NaN NaN
15350 -2.387884 0.000807 0.008871 0.005652
15378 -2.354831 0.001543 0.016527 0.010800
15406 -2.677362 -0.013083 -0.161266 -0.091579
15434 -2.568088 0.003969 0.054637 0.027782
15461 NaN NaN NaN NaN
15488 NaN NaN NaN NaN
15515 -2.071095 NaN NaN NaN
15541 -2.330991 -0.014424 -0.129948 -0.100969
15568 -2.144654 0.009955 0.093168 0.069682
15594 -2.089414 0.003326 0.027620 0.023279
15435 -2.220699 NaN NaN NaN
15462 -2.304896 -0.004382 -0.042099 -0.030674
15489 NaN NaN NaN NaN
15516 NaN NaN NaN NaN
15542 NaN NaN NaN NaN
15569 -2.054164 NaN NaN NaN
15595 -2.702491 -0.030581 -0.324163 -0.214066
15545 -0.534220 NaN NaN NaN
15572 -0.485198 0.014724 0.024511 0.103070
15598 -1.272658 -0.167745 -0.393730 -1.174212
15624 -1.264985 0.001079 0.003837 0.007551
15651 1.557945 2.233403 1.411465 15.633821
15678 0.361613 -1.656703 -0.598166 -11.596920
chl_log_e_rate_week chl_rate_stand chl_log_e_rate_stand week \
907 -0.246199 -0.011023 -0.138664 44
913 -0.745333 -0.020329 -0.499421 44
919 -0.053627 -0.006283 0.000520 45
925 0.166562 -0.002286 0.159665 45
931 0.374501 0.002055 0.309956 45
937 -0.208344 -0.009522 -0.111304 46
943 NaN NaN NaN 46
949 NaN NaN NaN 46
956 -0.059037 -0.006517 -0.003390 46
962 NaN NaN NaN 47
968 NaN NaN NaN 47
975 NaN NaN NaN 47
982 NaN NaN NaN 48
989 -0.149192 -0.008309 -0.068551 48
996 -0.698964 -0.017741 -0.465907 48
1003 0.098026 -0.003725 0.110130 48
1009 1.622257 0.028749 1.211790 49
1015 -2.237006 -0.048699 -1.577549 49
1021 0.543265 0.002818 0.431933 49
1027 -0.391086 -0.011307 -0.243383 50
1033 -0.468654 -0.011666 -0.299446 50
1039 0.767014 0.005529 0.593650 50
1045 0.131865 -0.003204 0.134587 50
1051 -0.444813 -0.012154 -0.282215 51
1057 -0.088908 -0.006586 -0.024980 51
1063 NaN NaN NaN 51
1069 NaN NaN NaN 52
1075 0.234092 -0.000505 0.208473 52
1081 0.714303 0.011532 0.555553 52
1087 -0.152346 -0.009210 -0.070830 52
... ... ... ... ...
15540 -0.194594 -0.010775 -0.101366 12
15567 0.271873 0.002384 0.235780 12
15593 0.069539 -0.003252 0.089540 12
15619 NaN NaN NaN 13
15646 NaN NaN NaN 13
15673 NaN NaN NaN 13
15322 NaN NaN NaN 9
15350 0.062100 -0.004458 0.084163 10
15378 0.115687 -0.003672 0.122894 10
15406 -1.128860 -0.019309 -0.776620 10
15434 0.382459 -0.001078 0.315707 11
15461 NaN NaN NaN 11
15488 NaN NaN NaN 11
15515 NaN NaN NaN 11
15541 -0.909638 -0.020743 -0.618175 12
15568 0.652179 0.005322 0.510652 12
15594 0.193342 -0.001766 0.179020 12
15435 NaN NaN NaN 11
15462 -0.294690 -0.010006 -0.173712 11
15489 NaN NaN NaN 11
15516 NaN NaN NaN 11
15542 NaN NaN NaN 12
15569 NaN NaN NaN 12
15595 -2.269143 -0.038018 -1.600777 12
15545 NaN NaN NaN 12
15572 0.171575 0.010422 0.163288 12
15598 -2.756110 -0.184670 -1.952739 12
15624 0.026856 -0.004168 0.058690 13
15651 9.880254 2.382582 7.180378 13
15678 -4.187159 -1.776630 -2.987051 13
week_rotate
907 1
913 1
919 2
925 2
931 2
937 3
943 3
949 3
956 3
962 4
968 4
975 4
982 5
989 5
996 5
1003 5
1009 6
1015 6
1021 6
1027 7
1033 7
1039 7
1045 7
1051 8
1057 8
1063 8
1069 9
1075 9
1081 9
1087 9
... ...
15540 22
15567 22
15593 22
15619 23
15646 23
15673 23
15322 19
15350 20
15378 20
15406 20
15434 21
15461 21
15488 21
15515 21
15541 22
15568 22
15594 22
15435 21
15462 21
15489 21
15516 21
15542 22
15569 22
15595 22
15545 22
15572 22
15598 22
15624 23
15651 23
15678 23
[5607 rows x 27 columns]
In [491]:
print(["{0:0.2f}".format(i) for i in floatsDF_list.id.unique()] )
['10206.00', '11089.00', '15707.00', '34315.00', '34710.00', '34721.00', '34709.00', '27139.00', '36530.00', '34223.00', '27139.05', '43744.00', '43746.00', '43748.00', '43995.00', '53363.00', '53365.00', '53366.00', '53367.00', '46472.00', '54371.00', '53352.00', '57939.00', '57940.00', '59371.00', '59372.00', '59373.00', '43598.00', '62201.00', '62202.00', '62556.00', '62557.00', '62558.00', '62555.00', '62198.00', '63036.00', '62195.00', '62193.00', '62553.00', '59365.00', '59367.00', '70697.00', '70699.00', '59363.00', '70695.00', '63068.00', '63069.00', '63071.00', '63074.00', '63075.00', '63076.00', '63928.00', '63929.00', '63935.00', '63930.00', '59369.00', '59368.00', '40273.00', '72634.00', '73077.00', '72633.00', '73076.00', '75142.00', '72638.00', '71160.00', '59213.00', '59215.00', '59394.00', '71158.00', '71159.00', '71162.00', '73079.00', '71161.00', '45748.00', '71138.00', '75137.00', '75138.00', '75141.00', '71139.00', '71140.03', '71140.06', '71140.09', '71140.12', '71140.15', '71141.00', '71142.00', '59213.05', '70952.00', '71138.05', '71139.05', '60492.00', '79184.00', '79188.00', '79322.00', '79185.00', '81996.00', '81938.00', '98679.00', '3098678.00', '3098682.00', '3098671.00', '98674.00', '98672.00', '98673.00', '83499.00', '3098682.05', '90513.00', '98676.00', '81828.03', '81828.06', '81828.09', '81828.12', '88652.00', '88671.00', '54038.00', '54017.00', '81824.00', '37641.00', '41317.00', '42519.03', '42519.06', '42519.09', '101609.00', '109404.00', '60656200.00', '60941960.00', '60942970.00', '60946960.00', '60947970.00', '116006.00', '60077450.00', '60073460.00', '60657200.00', '116463.00', '116467.00', '116468.00', '116464.00', '116465.00', '116187.00', '116466.00', '60658190.00', '60659110.00', '60659120.00', '60942960.00', '60944970.00', '60659190.00', '60940960.03', '60940960.06', '60940960.09', '60947960.00', '109290.00', '114553.00', '114556.00', '114559.00', '114575.00', '116184.00', '126935.00', '135776.00', '135780.00', '60941970.00', '60943970.00', '60944970.05', '116212.00', '116345.00', '114875.00', '114876.00', '114945.00', '147127.00', '114917.00', '60150420.00', '114873.00', '127429.00', '147144.00', '147145.00', '63353030.00', '63354000.00', '63354010.00', '63354040.00', '64113560.00', '63347940.00', '64115560.00', '64113600.00', '62321990.00', '147136.00', '147142.00', '147148.00', '63348720.00', '63348680.00', '63355030.00', '63355040.00', '63355050.00', '63348750.00', '63254830.00', '63255180.00', '63255200.00', '145716.00', '145717.00', '145719.00', '145731.00', '63258900.00', '63254850.00', '63255860.00', '63258870.00', '63258880.03', '63258880.06', '63258880.09', '63258950.00', '63259180.00', '63259190.00', '63259200.00', '63259230.00', '63259240.00', '63259260.00', '64111550.00']
In [ ]:
In [492]:
# reuse solution of case 1
# remove any series with 0 or 1 non-nan values
id_set4 = floatsDF_list.id.unique()
for i in id_set4:
if floatsDF_list[floatsDF_list.id == i].chlor_a.count() < 2:
floatsDF_list = floatsDF_list[floatsDF_list.id != i]
# verify the float id
print(["{0:0.2f}".format(i) for i in floatsDF_list.id.unique()] )
['10206.00', '11089.00', '15707.00', '34315.00', '34710.00', '34721.00', '34709.00', '27139.00', '36530.00', '34223.00', '27139.05', '43744.00', '43746.00', '43748.00', '43995.00', '53363.00', '53365.00', '53366.00', '53367.00', '46472.00', '54371.00', '53352.00', '57939.00', '57940.00', '59371.00', '59372.00', '59373.00', '43598.00', '62201.00', '62202.00', '62556.00', '62557.00', '62558.00', '62555.00', '62198.00', '63036.00', '62195.00', '62193.00', '62553.00', '59365.00', '59367.00', '70697.00', '70699.00', '59363.00', '70695.00', '63068.00', '63069.00', '63071.00', '63074.00', '63075.00', '63076.00', '63928.00', '63929.00', '63935.00', '63930.00', '59369.00', '59368.00', '40273.00', '72634.00', '73077.00', '72633.00', '73076.00', '75142.00', '72638.00', '71160.00', '59213.00', '59215.00', '59394.00', '71158.00', '71159.00', '71162.00', '73079.00', '71161.00', '45748.00', '71138.00', '75137.00', '75138.00', '75141.00', '71139.00', '71140.06', '71140.15', '71141.00', '71142.00', '59213.05', '70952.00', '71138.05', '71139.05', '60492.00', '79184.00', '79188.00', '79322.00', '79185.00', '81996.00', '81938.00', '98679.00', '3098678.00', '3098682.00', '3098671.00', '98674.00', '98672.00', '98673.00', '83499.00', '3098682.05', '90513.00', '98676.00', '81828.03', '81828.09', '88652.00', '88671.00', '54038.00', '54017.00', '81824.00', '37641.00', '41317.00', '42519.03', '42519.06', '42519.09', '101609.00', '109404.00', '60656200.00', '60941960.00', '60942970.00', '60946960.00', '60947970.00', '116006.00', '60077450.00', '60073460.00', '60657200.00', '116463.00', '116467.00', '116468.00', '116464.00', '116465.00', '116187.00', '116466.00', '60658190.00', '60659110.00', '60659120.00', '60942960.00', '60944970.00', '60659190.00', '60947960.00', '109290.00', '114553.00', '114556.00', '114559.00', '114575.00', '116184.00', '126935.00', '135776.00', '135780.00', '60941970.00', '60943970.00', '60944970.05', '116212.00', '116345.00', '114875.00', '114876.00', '114945.00', '147127.00', '114917.00', '60150420.00', '114873.00', '127429.00', '147144.00', '147145.00', '63353030.00', '63354000.00', '63354010.00', '63354040.00', '64113560.00', '63347940.00', '64115560.00', '64113600.00', '62321990.00', '147136.00', '147142.00', '147148.00', '63348720.00', '63348680.00', '63355030.00', '63355040.00', '63355050.00', '63348750.00', '63254830.00', '63255180.00', '63255200.00', '145716.00', '145717.00', '145719.00', '145731.00', '63258900.00', '63254850.00', '63255860.00', '63258870.00', '63258880.03', '63258950.00', '63259180.00', '63259190.00', '63259200.00', '63259230.00', '63259240.00', '63259260.00', '64111550.00']
In [493]:
floatsDF_list
Out[493]:
time
id
lat
lon
temp
ve
vn
spd
var_lat
var_lon
...
sst4
chlor_a_log_e
chl_rate
chl_log_e_rate
chl_rate_week
chl_log_e_rate_week
chl_rate_stand
chl_log_e_rate_stand
week
week_rotate
907
2002-11-01
10206.0
10.737250
67.512250
NaN
-4.832250
6.374250
9.069875
0.000272
0.000719
...
29.292499
-1.921645
-0.005333
-0.035171
-0.037333
-0.246199
-0.011023
-0.138664
44
1
913
2002-11-03
10206.0
10.818500
67.399375
NaN
-8.207500
7.311375
12.395125
0.000295
0.000778
...
28.825901
-2.134598
-0.014037
-0.106476
-0.098258
-0.745333
-0.020329
-0.499421
44
1
919
2002-11-05
10206.0
10.902250
67.291000
NaN
-7.410625
5.807000
11.830125
0.000666
0.002068
...
29.225624
-2.149920
-0.000899
-0.007661
-0.006295
-0.053627
-0.006283
0.000520
45
2
925
2002-11-07
10206.0
11.036625
67.202125
NaN
-6.844125
6.546875
11.460500
0.000174
0.000420
...
29.025417
-2.102331
0.002839
0.023795
0.019873
0.166562
-0.002286
0.159665
45
2
931
2002-11-09
10206.0
11.130625
67.113250
NaN
-0.825125
4.402625
5.688125
0.000866
0.002828
...
28.841013
-1.995330
0.006899
0.053500
0.048291
0.374501
0.002055
0.309956
45
2
937
2002-11-11
10206.0
11.153750
67.132250
NaN
0.870375
0.028125
1.862250
0.000387
0.001112
...
29.428974
-2.054857
-0.003929
-0.029763
-0.027502
-0.208344
-0.009522
-0.111304
46
3
943
2002-11-13
10206.0
11.153250
67.105875
NaN
-3.435000
2.077500
4.831750
0.000329
0.000949
...
27.924999
NaN
NaN
NaN
NaN
NaN
NaN
NaN
46
3
949
2002-11-15
10206.0
11.185250
67.081500
NaN
0.244250
-0.256875
1.330125
0.002355
0.009313
...
28.576249
-2.011518
NaN
NaN
NaN
NaN
NaN
NaN
46
3
956
2002-11-17
10206.0
11.164500
67.069250
NaN
-3.124000
-1.477125
3.740125
0.001855
0.007247
...
28.584751
-2.028385
-0.001119
-0.008434
-0.007832
-0.059037
-0.006517
-0.003390
46
3
962
2002-11-19
10206.0
11.160625
67.019250
NaN
-1.637375
0.933125
3.259750
0.000123
0.000269
...
28.579999
NaN
NaN
NaN
NaN
NaN
NaN
NaN
47
4
968
2002-11-21
10206.0
11.176750
66.993625
NaN
-1.165500
2.455500
5.868625
0.000346
0.000920
...
28.545853
NaN
NaN
NaN
NaN
NaN
NaN
NaN
47
4
975
2002-11-23
10206.0
11.215875
67.008125
NaN
1.038750
1.003750
4.598375
0.000440
0.001270
...
28.494780
NaN
NaN
NaN
NaN
NaN
NaN
NaN
47
4
982
2002-11-25
10206.0
11.246000
66.995125
NaN
-1.832375
3.023375
3.653125
0.001358
0.005013
...
28.781176
-2.010491
NaN
NaN
NaN
NaN
NaN
NaN
48
5
989
2002-11-27
10206.0
11.290375
66.954125
NaN
-2.474250
2.209500
3.352000
0.001114
0.004046
...
28.842932
-2.053117
-0.002794
-0.021313
-0.019560
-0.149192
-0.008309
-0.068551
48
5
996
2002-11-29
10206.0
11.334500
66.869375
NaN
-6.904000
3.017375
7.711000
0.000309
0.000849
...
28.730474
-2.252821
-0.011616
-0.099852
-0.081312
-0.698964
-0.017741
-0.465907
48
5
1003
2002-12-01
10206.0
11.370375
66.731125
NaN
-12.013000
2.757500
12.401250
0.000727
0.002439
...
28.725317
-2.224814
0.001493
0.014004
0.010448
0.098026
-0.003725
0.110130
48
5
1009
2002-12-03
10206.0
11.435625
66.541625
NaN
-12.442750
5.522125
13.632000
0.000858
0.002931
...
28.637499
-1.761312
0.031866
0.231751
0.223061
1.622257
0.028749
1.211790
49
6
1015
2002-12-05
10206.0
11.548000
66.316500
NaN
-15.541125
9.063875
18.004500
0.001428
0.004945
...
28.698839
-2.400457
-0.040571
-0.319572
-0.284000
-2.237006
-0.048699
-1.577549
49
6
1021
2002-12-07
10206.0
11.683500
66.083875
NaN
-13.901500
8.225500
16.197750
0.000377
0.001117
...
27.191489
-2.245238
0.007613
0.077609
0.053290
0.543265
0.002818
0.431933
49
6
1027
2002-12-09
10206.0
11.811500
65.869750
NaN
-12.935000
7.691625
15.049125
0.005294
0.023627
...
28.200624
-2.356977
-0.005598
-0.055869
-0.039187
-0.391086
-0.011307
-0.243383
50
7
1033
2002-12-11
10206.0
11.929750
65.669375
NaN
-12.443000
7.644250
14.606000
0.003887
0.016586
...
28.014356
-2.490878
-0.005934
-0.066951
-0.041541
-0.468654
-0.011666
-0.299446
50
7
1039
2002-12-13
10206.0
12.050500
65.475625
NaN
-10.719000
7.001750
12.810250
0.000548
0.001724
...
27.974732
-2.271731
0.010148
0.109573
0.071037
0.767014
0.005529
0.593650
50
7
1045
2002-12-15
10206.0
12.151500
65.335500
NaN
-7.489875
7.548875
11.010875
0.000857
0.002947
...
27.875121
-2.234055
0.001980
0.018838
0.013859
0.131865
-0.003204
0.134587
50
7
1051
2002-12-17
10206.0
12.247375
65.204125
NaN
-8.116625
4.435500
10.214375
0.000383
0.001103
...
27.067751
-2.361145
-0.006391
-0.063545
-0.044734
-0.444813
-0.012154
-0.282215
51
8
1057
2002-12-19
10206.0
12.317125
65.088125
NaN
-7.811625
4.298125
8.972875
0.001082
0.003782
...
28.236036
-2.386547
-0.001183
-0.012701
-0.008279
-0.088908
-0.006586
-0.024980
51
8
1063
2002-12-21
10206.0
12.397750
64.966875
NaN
-8.095625
5.739625
9.924125
0.001767
0.006933
...
28.161970
NaN
NaN
NaN
NaN
NaN
NaN
NaN
51
8
1069
2002-12-23
10206.0
12.485125
64.833250
NaN
-8.173250
4.745875
9.475250
0.001290
0.004836
...
27.027918
-2.038400
NaN
NaN
NaN
NaN
NaN
NaN
52
9
1075
2002-12-25
10206.0
12.539250
64.699250
NaN
-9.392000
3.442250
10.097500
0.000419
0.001216
...
27.317622
-1.971517
0.004504
0.033442
0.031530
0.234092
-0.000505
0.208473
52
9
1081
2002-12-27
10206.0
12.583875
64.523500
NaN
-10.462250
2.296375
11.299000
0.000278
0.000739
...
26.724999
-1.767430
0.015763
0.102043
0.110340
0.714303
0.011532
0.555553
52
9
1087
2002-12-29
10206.0
12.588375
64.366625
NaN
-10.133750
-1.934375
10.711625
0.000804
0.002552
...
27.261249
-1.810957
-0.003637
-0.021764
-0.025458
-0.152346
-0.009210
-0.070830
52
9
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
15540
2017-03-21
63259230.0
13.290875
63.798125
28.177500
-14.601000
18.293375
23.861750
0.000021
0.000011
...
27.842413
-1.723526
-0.005101
-0.027799
-0.035706
-0.194594
-0.010775
-0.101366
12
22
15567
2017-03-23
63259230.0
13.602000
63.561750
28.253000
-13.255875
17.667875
24.329125
0.000031
0.000015
...
27.963319
-1.645848
0.007207
0.038839
0.050446
0.271873
0.002384
0.235780
12
22
15593
2017-03-25
63259230.0
13.830750
63.338125
28.455000
-12.568750
13.378375
18.785125
0.000012
0.000008
...
28.076979
-1.625980
0.001935
0.009934
0.013545
0.069539
-0.003252
0.089540
12
22
15619
2017-03-27
63259230.0
14.038500
63.161750
28.392750
-8.659125
12.828250
19.605750
0.000003
0.000006
...
27.346966
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15646
2017-03-29
63259230.0
14.263875
63.059750
28.551000
-1.730500
15.391000
19.235125
0.000003
0.000006
...
27.838405
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15673
2017-03-31
63259230.0
14.468250
63.114000
28.795500
8.622125
11.534375
18.325000
0.000003
0.000006
...
28.047337
-1.885800
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15322
2017-03-05
63259240.0
10.454667
65.513333
28.577833
6.806800
-6.517600
10.071200
0.000003
0.000005
...
28.293749
-2.405627
NaN
NaN
NaN
NaN
NaN
NaN
9
19
15350
2017-03-07
63259240.0
10.313250
65.635250
28.573000
8.645500
-11.749375
14.744375
0.000012
0.000008
...
28.440016
-2.387884
0.000807
0.008871
0.005652
0.062100
-0.004458
0.084163
10
20
15378
2017-03-09
63259240.0
10.180375
65.791125
28.642750
11.652750
-8.920500
15.220625
0.000012
0.000008
...
28.096026
-2.354831
0.001543
0.016527
0.010800
0.115687
-0.003672
0.122894
10
20
15406
2017-03-11
63259240.0
10.056250
65.863625
28.509500
-0.848500
-1.979500
6.172750
0.000003
0.000005
...
28.216426
-2.677362
-0.013083
-0.161266
-0.091579
-1.128860
-0.019309
-0.776620
10
20
15434
2017-03-13
63259240.0
10.043625
65.952000
28.425625
10.017500
-3.444750
11.194875
0.000012
0.000008
...
27.892499
-2.568088
0.003969
0.054637
0.027782
0.382459
-0.001078
0.315707
11
21
15461
2017-03-15
63259240.0
9.989875
66.088125
28.573875
9.385000
-5.461250
12.590250
0.000026
0.000014
...
27.707588
NaN
NaN
NaN
NaN
NaN
NaN
NaN
11
21
15488
2017-03-17
63259240.0
9.815250
66.156625
28.616625
3.182250
-10.661250
16.731500
0.000021
0.000011
...
28.258029
NaN
NaN
NaN
NaN
NaN
NaN
NaN
11
21
15515
2017-03-19
63259240.0
9.632250
66.360625
28.810500
16.954625
-13.379375
22.067625
0.000012
0.000009
...
28.263435
-2.071095
NaN
NaN
NaN
NaN
NaN
NaN
11
21
15541
2017-03-21
63259240.0
9.546875
66.646125
28.874625
17.026875
1.749125
17.791250
0.000021
0.000011
...
28.526534
-2.330991
-0.014424
-0.129948
-0.100969
-0.909638
-0.020743
-0.618175
12
22
15568
2017-03-23
63259240.0
9.804000
66.836000
29.202375
12.629500
30.648625
33.453500
0.000012
0.000009
...
28.272129
-2.144654
0.009955
0.093168
0.069682
0.652179
0.005322
0.510652
12
22
15594
2017-03-25
63259240.0
10.294750
67.003750
29.270000
10.870625
36.996125
39.135375
0.000003
0.000006
...
28.322714
-2.089414
0.003326
0.027620
0.023279
0.193342
-0.001766
0.179020
12
22
15435
2017-03-13
63259260.0
9.105750
67.099125
29.300375
3.007250
11.950375
16.793625
0.000012
0.000008
...
28.343124
-2.220699
NaN
NaN
NaN
NaN
NaN
NaN
11
21
15462
2017-03-15
63259260.0
9.297750
67.067500
29.430250
-3.699750
24.617750
26.472000
0.000012
0.000008
...
28.508647
-2.304896
-0.004382
-0.042099
-0.030674
-0.294690
-0.010006
-0.173712
11
21
15489
2017-03-17
63259260.0
9.827375
67.055875
29.315375
0.476875
40.703875
41.310750
0.000021
0.000011
...
28.477949
NaN
NaN
NaN
NaN
NaN
NaN
NaN
11
21
15516
2017-03-19
63259260.0
10.437125
67.233125
29.396875
23.084000
34.165750
41.813125
0.000012
0.000009
...
28.682649
NaN
NaN
NaN
NaN
NaN
NaN
NaN
11
21
15542
2017-03-21
63259260.0
11.001625
67.783375
29.411250
41.772000
36.652250
55.703750
0.000021
0.000011
...
28.596602
NaN
NaN
NaN
NaN
NaN
NaN
NaN
12
22
15569
2017-03-23
63259260.0
11.643875
68.383375
29.462875
39.410875
42.477750
59.441000
0.000012
0.000009
...
28.887510
-2.054164
NaN
NaN
NaN
NaN
NaN
NaN
12
22
15595
2017-03-25
63259260.0
12.095375
68.919250
29.629000
27.444875
17.870125
34.957125
0.000003
0.000006
...
28.893334
-2.702491
-0.030581
-0.324163
-0.214066
-2.269143
-0.038018
-1.600777
12
22
15545
2017-03-21
64111550.0
19.456800
64.331400
27.105200
-8.540250
17.695750
19.805750
0.000003
0.000005
...
26.547875
-0.534220
NaN
NaN
NaN
NaN
NaN
NaN
12
22
15572
2017-03-23
64111550.0
19.630250
64.228875
27.211375
-6.455000
11.334500
13.862000
0.000003
0.000005
...
26.511776
-0.485198
0.014724
0.024511
0.103070
0.171575
0.010422
0.163288
12
22
15598
2017-03-25
64111550.0
19.798250
64.205000
27.299625
2.435125
9.205250
10.967625
0.000003
0.000005
...
26.642138
-1.272658
-0.167745
-0.393730
-1.174212
-2.756110
-0.184670
-1.952739
12
22
15624
2017-03-27
64111550.0
19.883000
64.249375
27.134125
2.258250
3.820375
19.352875
0.000003
0.000005
...
26.844335
-1.264985
0.001079
0.003837
0.007551
0.026856
-0.004168
0.058690
13
23
15651
2017-03-29
64111550.0
19.850750
64.315375
27.278875
5.573625
-7.352375
20.865500
0.000003
0.000005
...
27.145468
1.557945
2.233403
1.411465
15.633821
9.880254
2.382582
7.180378
13
23
15678
2017-03-31
64111550.0
19.762750
64.301500
27.579375
-6.491000
-5.845500
15.939000
0.000003
0.000005
...
27.311756
0.361613
-1.656703
-0.598166
-11.596920
-4.187159
-1.776630
-2.987051
13
23
5597 rows × 27 columns
In [494]:
# at the end, just check the data quality of other variables
# check nan values in the spatial-temporal info
print("---------------------------------------")
print("sampling freq: "+ str(freq) + "D")
print("length of series: ", len(floatsDF_list.chlor_a))
print("---------------------------------------")
cols = floatsDF_list.columns.values
for col in cols:
print("count of nans in " + col + ":" + str(floatsDF_list[col].isnull().sum()) )
---------------------------------------
sampling freq: 2D
length of series: 5597
---------------------------------------
count of nans in time:0
count of nans in id:0
count of nans in lat:0
count of nans in lon:0
count of nans in temp:310
count of nans in ve:14
count of nans in vn:14
count of nans in spd:14
count of nans in var_lat:0
count of nans in var_lon:0
count of nans in var_tmp:0
count of nans in chlor_a:0
count of nans in dist:0
count of nans in cdm:21
count of nans in kd490:0
count of nans in t865:1
count of nans in par:0
count of nans in sst4:14
count of nans in chlor_a_log_e:955
count of nans in chl_rate:1669
count of nans in chl_log_e_rate:1669
count of nans in chl_rate_week:1669
count of nans in chl_log_e_rate_week:1669
count of nans in chl_rate_stand:1669
count of nans in chl_log_e_rate_stand:1669
count of nans in week:0
count of nans in week_rotate:0
In [ ]:
In [510]:
# drop uncessary variables and fill in nan using mean values
col_listLDS_final = ['time', 'id', 'lat', 'lon', 've', 'vn', 'spd',
'chlor_a', 'dist', 'cdm', 'kd490', 't865',
'par', 'sst4']
floatsDF_list_final = floatsDF_list[col_listLDS_final]
for col in col_listLDS_final:
print("count of nans in " + col + ":" + str(floatsDF_list_final[col].isnull().sum()) )
# fill in the mean()
print("--- printing the mean --- ")
print(floatsDF_list_final.mean())
print("--- filling the mean ---")
# https://stackoverflow.com/questions/18689823/pandas-dataframe-replace-nan-values-with-average-of-columns
floatsDF_list_final.fillna(floatsDF_list_final.mean(), inplace=True)
# recheck the quality
for col in col_listLDS_final:
print("count of nans in " + col + ":" + str(floatsDF_list_final[col].isnull().sum()) )
# save the data and printout
print(floatsDF_list_final)
outpath = "../data/" + "floatsDF_list_final_" + "LDS_"+ str(freq) + "d.csv"
floatsDF_list_final.to_csv(outpath, sep=',')
test = pd.read_csv(outpath)
print("------------------")
print("------------------")
print("------------------")
print(test)
count of nans in time:0
count of nans in id:0
count of nans in lat:0
count of nans in lon:0
count of nans in ve:14
count of nans in vn:14
count of nans in spd:14
count of nans in chlor_a:0
count of nans in dist:0
count of nans in cdm:21
count of nans in kd490:0
count of nans in t865:1
count of nans in par:0
count of nans in sst4:14
--- printing the mean ---
id 1.177368e+07
lat 1.298380e+01
lon 6.249435e+01
ve -5.457326e+00
vn 1.992200e+00
spd 2.708093e+01
chlor_a 8.169323e-01
dist 4.196904e+02
cdm 4.102378e-02
kd490 8.716926e-02
t865 1.371765e-01
par 4.585217e+01
sst4 2.678107e+01
dtype: float64
--- filling the mean ---
/Users/vyan2000/local/miniconda3/envs/condapython3/lib/python3.5/site-packages/pandas/core/generic.py:3295: SettingWithCopyWarning:
A value is trying to be set on a copy of a slice from a DataFrame
See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy
self._update_inplace(new_data)
count of nans in time:0
count of nans in id:0
count of nans in lat:0
count of nans in lon:0
count of nans in ve:0
count of nans in vn:0
count of nans in spd:0
count of nans in chlor_a:0
count of nans in dist:0
count of nans in cdm:0
count of nans in kd490:0
count of nans in t865:0
count of nans in par:0
count of nans in sst4:0
time id lat lon ve vn \
907 2002-11-01 10206.0 10.737250 67.512250 -4.832250 6.374250
913 2002-11-03 10206.0 10.818500 67.399375 -8.207500 7.311375
919 2002-11-05 10206.0 10.902250 67.291000 -7.410625 5.807000
925 2002-11-07 10206.0 11.036625 67.202125 -6.844125 6.546875
931 2002-11-09 10206.0 11.130625 67.113250 -0.825125 4.402625
937 2002-11-11 10206.0 11.153750 67.132250 0.870375 0.028125
943 2002-11-13 10206.0 11.153250 67.105875 -3.435000 2.077500
949 2002-11-15 10206.0 11.185250 67.081500 0.244250 -0.256875
956 2002-11-17 10206.0 11.164500 67.069250 -3.124000 -1.477125
962 2002-11-19 10206.0 11.160625 67.019250 -1.637375 0.933125
968 2002-11-21 10206.0 11.176750 66.993625 -1.165500 2.455500
975 2002-11-23 10206.0 11.215875 67.008125 1.038750 1.003750
982 2002-11-25 10206.0 11.246000 66.995125 -1.832375 3.023375
989 2002-11-27 10206.0 11.290375 66.954125 -2.474250 2.209500
996 2002-11-29 10206.0 11.334500 66.869375 -6.904000 3.017375
1003 2002-12-01 10206.0 11.370375 66.731125 -12.013000 2.757500
1009 2002-12-03 10206.0 11.435625 66.541625 -12.442750 5.522125
1015 2002-12-05 10206.0 11.548000 66.316500 -15.541125 9.063875
1021 2002-12-07 10206.0 11.683500 66.083875 -13.901500 8.225500
1027 2002-12-09 10206.0 11.811500 65.869750 -12.935000 7.691625
1033 2002-12-11 10206.0 11.929750 65.669375 -12.443000 7.644250
1039 2002-12-13 10206.0 12.050500 65.475625 -10.719000 7.001750
1045 2002-12-15 10206.0 12.151500 65.335500 -7.489875 7.548875
1051 2002-12-17 10206.0 12.247375 65.204125 -8.116625 4.435500
1057 2002-12-19 10206.0 12.317125 65.088125 -7.811625 4.298125
1063 2002-12-21 10206.0 12.397750 64.966875 -8.095625 5.739625
1069 2002-12-23 10206.0 12.485125 64.833250 -8.173250 4.745875
1075 2002-12-25 10206.0 12.539250 64.699250 -9.392000 3.442250
1081 2002-12-27 10206.0 12.583875 64.523500 -10.462250 2.296375
1087 2002-12-29 10206.0 12.588375 64.366625 -10.133750 -1.934375
... ... ... ... ... ... ...
15540 2017-03-21 63259230.0 13.290875 63.798125 -14.601000 18.293375
15567 2017-03-23 63259230.0 13.602000 63.561750 -13.255875 17.667875
15593 2017-03-25 63259230.0 13.830750 63.338125 -12.568750 13.378375
15619 2017-03-27 63259230.0 14.038500 63.161750 -8.659125 12.828250
15646 2017-03-29 63259230.0 14.263875 63.059750 -1.730500 15.391000
15673 2017-03-31 63259230.0 14.468250 63.114000 8.622125 11.534375
15322 2017-03-05 63259240.0 10.454667 65.513333 6.806800 -6.517600
15350 2017-03-07 63259240.0 10.313250 65.635250 8.645500 -11.749375
15378 2017-03-09 63259240.0 10.180375 65.791125 11.652750 -8.920500
15406 2017-03-11 63259240.0 10.056250 65.863625 -0.848500 -1.979500
15434 2017-03-13 63259240.0 10.043625 65.952000 10.017500 -3.444750
15461 2017-03-15 63259240.0 9.989875 66.088125 9.385000 -5.461250
15488 2017-03-17 63259240.0 9.815250 66.156625 3.182250 -10.661250
15515 2017-03-19 63259240.0 9.632250 66.360625 16.954625 -13.379375
15541 2017-03-21 63259240.0 9.546875 66.646125 17.026875 1.749125
15568 2017-03-23 63259240.0 9.804000 66.836000 12.629500 30.648625
15594 2017-03-25 63259240.0 10.294750 67.003750 10.870625 36.996125
15435 2017-03-13 63259260.0 9.105750 67.099125 3.007250 11.950375
15462 2017-03-15 63259260.0 9.297750 67.067500 -3.699750 24.617750
15489 2017-03-17 63259260.0 9.827375 67.055875 0.476875 40.703875
15516 2017-03-19 63259260.0 10.437125 67.233125 23.084000 34.165750
15542 2017-03-21 63259260.0 11.001625 67.783375 41.772000 36.652250
15569 2017-03-23 63259260.0 11.643875 68.383375 39.410875 42.477750
15595 2017-03-25 63259260.0 12.095375 68.919250 27.444875 17.870125
15545 2017-03-21 64111550.0 19.456800 64.331400 -8.540250 17.695750
15572 2017-03-23 64111550.0 19.630250 64.228875 -6.455000 11.334500
15598 2017-03-25 64111550.0 19.798250 64.205000 2.435125 9.205250
15624 2017-03-27 64111550.0 19.883000 64.249375 2.258250 3.820375
15651 2017-03-29 64111550.0 19.850750 64.315375 5.573625 -7.352375
15678 2017-03-31 64111550.0 19.762750 64.301500 -6.491000 -5.845500
spd chlor_a dist cdm kd490 t865 \
907 9.069875 0.146366 502.866078 0.010704 0.058466 0.090026
913 12.395125 0.118292 514.302886 0.011303 0.052617 0.079041
919 11.830125 0.116493 525.418388 0.012077 0.052540 0.092725
925 11.460500 0.122171 534.353712 0.011535 0.053097 0.085974
931 5.688125 0.135969 543.770628 0.010748 0.056504 0.070622
937 1.862250 0.128111 541.655587 0.010009 0.054486 0.069279
943 4.831750 0.130948 544.537084 0.010971 0.053921 0.072993
949 1.330125 0.133785 547.160169 0.011934 0.053356 0.076706
956 3.740125 0.131548 548.521981 0.011867 0.053027 0.077213
962 3.259750 0.132142 553.988541 0.011510 0.053825 0.071652
968 5.868625 0.132735 556.764619 0.011153 0.054622 0.066091
975 4.598375 0.133329 555.158813 0.010796 0.055419 0.060530
982 3.653125 0.133923 556.585942 0.010439 0.056216 0.054970
989 3.352000 0.128334 561.105028 0.010764 0.054306 0.115450
996 7.711000 0.105102 570.438783 0.015005 0.050904 0.181731
1003 12.401250 0.108088 585.622607 0.015222 0.051513 0.181471
1009 13.632000 0.171819 606.525410 0.012182 0.063982 0.104638
1015 18.004500 0.090677 631.632315 0.017987 0.050002 0.275500
1021 16.197750 0.105902 657.917399 0.018371 0.051734 0.359744
1027 15.049125 0.094706 682.351768 0.009301 0.053212 0.286772
1033 14.606000 0.082837 705.372842 0.014616 0.049890 0.213799
1039 12.810250 0.103133 727.854567 0.020305 0.050869 0.210962
1045 11.010875 0.107093 744.401621 0.016679 0.051878 0.203976
1051 10.214375 0.094312 760.023601 0.017527 0.051263 0.226772
1057 8.972875 0.091947 773.639102 0.016217 0.051205 0.229520
1063 9.924125 0.111092 788.043327 0.015392 0.052779 0.144360
1069 9.475250 0.130237 803.949185 0.014567 0.054352 0.059199
1075 10.097500 0.139246 819.312377 0.013328 0.056621 0.098957
1081 11.299000 0.170771 838.974759 0.016168 0.060768 0.087847
1087 10.711625 0.163498 855.859231 0.016281 0.060065 0.123994
... ... ... ... ... ... ...
15540 23.861750 0.178436 896.948907 0.021145 0.059407 0.093763
15567 24.329125 0.192849 854.475878 0.020099 0.058845 0.138146
15593 18.785125 0.196719 819.474780 0.018535 0.057462 0.160258
15619 19.605750 0.181715 789.751810 0.019202 0.055836 0.158961
15646 19.235125 0.166711 764.440411 0.019868 0.054210 0.157665
15673 18.325000 0.151708 753.218941 0.020535 0.052584 0.156368
15322 10.071200 0.090209 723.747467 0.010475 0.048146 0.057474
15350 14.744375 0.091824 712.593476 0.010010 0.047030 0.094215
15378 15.220625 0.094910 698.020377 0.009937 0.046971 0.127344
15406 6.172750 0.068744 692.652209 0.012038 0.042208 0.192157
15434 11.194875 0.076682 683.411716 0.009508 0.042918 0.215544
15461 12.590250 0.093137 669.972082 0.011189 0.045021 0.170761
15488 16.731500 0.109592 666.896690 0.012870 0.047124 0.125979
15515 22.067625 0.126048 650.254146 0.014551 0.049227 0.081196
15541 17.791250 0.097199 620.066351 0.013444 0.046957 0.102034
15568 33.453500 0.117108 595.023120 0.012765 0.051548 0.110991
15594 39.135375 0.123760 564.994718 0.010359 0.056003 0.139500
15435 16.793625 0.108533 577.658791 0.008846 0.051079 0.126807
15462 26.472000 0.099769 577.515203 0.009303 0.048165 0.198921
15489 41.310750 0.106877 571.083943 0.011159 0.049991 0.186863
15516 41.813125 0.113985 537.556641 0.013015 0.051817 0.174805
15542 55.703750 0.121092 471.060258 0.014871 0.053643 0.162747
15569 59.441000 0.128200 407.906383 0.016727 0.055469 0.150689
15595 34.957125 0.067038 359.741299 0.016727 0.043805 0.150400
15545 19.805750 0.586127 559.569959 0.072793 0.101651 0.060426
15572 13.862000 0.615575 540.750114 0.061762 0.106534 0.157918
15598 10.967625 0.280086 529.771074 0.050730 0.070693 0.113462
15624 19.352875 0.282243 529.148162 0.062739 0.072152 0.112464
15651 20.865500 4.749050 536.918493 0.062651 0.168529 0.145874
15678 15.939000 1.435644 540.534538 0.062564 0.102903 0.143759
par sst4
907 48.871585 29.292499
913 47.527239 28.825901
919 47.921435 29.225624
925 49.394569 29.025417
931 48.403054 28.841013
937 36.044779 29.428974
943 30.239470 27.924999
949 40.762522 28.576249
956 32.011370 28.584751
962 17.062445 28.579999
968 28.728429 28.545853
975 35.333872 28.494780
982 35.558134 28.781176
989 37.049278 28.842932
996 39.706308 28.730474
1003 41.966862 28.725317
1009 38.978503 28.637499
1015 37.565796 28.698839
1021 34.470952 27.191489
1027 32.573172 28.200624
1033 42.518418 28.014356
1039 40.477736 27.974732
1045 39.756926 27.875121
1051 37.965893 27.067751
1057 37.381088 28.236036
1063 40.986109 28.161970
1069 41.137564 27.027918
1075 43.197584 27.317622
1081 43.217503 26.724999
1087 42.704250 27.261249
... ... ...
15540 55.963373 27.842413
15567 55.361462 27.963319
15593 54.897268 28.076979
15619 55.193750 27.346966
15646 55.504750 27.838405
15673 56.214484 28.047337
15322 53.326745 28.293749
15350 54.581006 28.440016
15378 54.128114 28.096026
15406 54.398951 28.216426
15434 54.706578 27.892499
15461 54.421853 27.707588
15488 53.664305 28.258029
15515 55.914211 28.263435
15541 55.436368 28.526534
15568 54.265377 28.272129
15594 54.771745 28.322714
15435 54.292574 28.343124
15462 51.233751 28.508647
15489 42.736856 28.477949
15516 53.925659 28.682649
15542 54.729324 28.596602
15569 54.893320 28.887510
15595 55.364351 28.893334
15545 53.228390 26.547875
15572 53.611436 26.511776
15598 53.441116 26.642138
15624 54.594444 26.844335
15651 55.736529 27.145468
15678 55.713502 27.311756
[5597 rows x 14 columns]
------------------
------------------
------------------
Unnamed: 0 time id lat lon ve \
0 907 2002-11-01 10206.0 10.737250 67.512250 -4.832250
1 913 2002-11-03 10206.0 10.818500 67.399375 -8.207500
2 919 2002-11-05 10206.0 10.902250 67.291000 -7.410625
3 925 2002-11-07 10206.0 11.036625 67.202125 -6.844125
4 931 2002-11-09 10206.0 11.130625 67.113250 -0.825125
5 937 2002-11-11 10206.0 11.153750 67.132250 0.870375
6 943 2002-11-13 10206.0 11.153250 67.105875 -3.435000
7 949 2002-11-15 10206.0 11.185250 67.081500 0.244250
8 956 2002-11-17 10206.0 11.164500 67.069250 -3.124000
9 962 2002-11-19 10206.0 11.160625 67.019250 -1.637375
10 968 2002-11-21 10206.0 11.176750 66.993625 -1.165500
11 975 2002-11-23 10206.0 11.215875 67.008125 1.038750
12 982 2002-11-25 10206.0 11.246000 66.995125 -1.832375
13 989 2002-11-27 10206.0 11.290375 66.954125 -2.474250
14 996 2002-11-29 10206.0 11.334500 66.869375 -6.904000
15 1003 2002-12-01 10206.0 11.370375 66.731125 -12.013000
16 1009 2002-12-03 10206.0 11.435625 66.541625 -12.442750
17 1015 2002-12-05 10206.0 11.548000 66.316500 -15.541125
18 1021 2002-12-07 10206.0 11.683500 66.083875 -13.901500
19 1027 2002-12-09 10206.0 11.811500 65.869750 -12.935000
20 1033 2002-12-11 10206.0 11.929750 65.669375 -12.443000
21 1039 2002-12-13 10206.0 12.050500 65.475625 -10.719000
22 1045 2002-12-15 10206.0 12.151500 65.335500 -7.489875
23 1051 2002-12-17 10206.0 12.247375 65.204125 -8.116625
24 1057 2002-12-19 10206.0 12.317125 65.088125 -7.811625
25 1063 2002-12-21 10206.0 12.397750 64.966875 -8.095625
26 1069 2002-12-23 10206.0 12.485125 64.833250 -8.173250
27 1075 2002-12-25 10206.0 12.539250 64.699250 -9.392000
28 1081 2002-12-27 10206.0 12.583875 64.523500 -10.462250
29 1087 2002-12-29 10206.0 12.588375 64.366625 -10.133750
... ... ... ... ... ... ...
5567 15540 2017-03-21 63259230.0 13.290875 63.798125 -14.601000
5568 15567 2017-03-23 63259230.0 13.602000 63.561750 -13.255875
5569 15593 2017-03-25 63259230.0 13.830750 63.338125 -12.568750
5570 15619 2017-03-27 63259230.0 14.038500 63.161750 -8.659125
5571 15646 2017-03-29 63259230.0 14.263875 63.059750 -1.730500
5572 15673 2017-03-31 63259230.0 14.468250 63.114000 8.622125
5573 15322 2017-03-05 63259240.0 10.454667 65.513333 6.806800
5574 15350 2017-03-07 63259240.0 10.313250 65.635250 8.645500
5575 15378 2017-03-09 63259240.0 10.180375 65.791125 11.652750
5576 15406 2017-03-11 63259240.0 10.056250 65.863625 -0.848500
5577 15434 2017-03-13 63259240.0 10.043625 65.952000 10.017500
5578 15461 2017-03-15 63259240.0 9.989875 66.088125 9.385000
5579 15488 2017-03-17 63259240.0 9.815250 66.156625 3.182250
5580 15515 2017-03-19 63259240.0 9.632250 66.360625 16.954625
5581 15541 2017-03-21 63259240.0 9.546875 66.646125 17.026875
5582 15568 2017-03-23 63259240.0 9.804000 66.836000 12.629500
5583 15594 2017-03-25 63259240.0 10.294750 67.003750 10.870625
5584 15435 2017-03-13 63259260.0 9.105750 67.099125 3.007250
5585 15462 2017-03-15 63259260.0 9.297750 67.067500 -3.699750
5586 15489 2017-03-17 63259260.0 9.827375 67.055875 0.476875
5587 15516 2017-03-19 63259260.0 10.437125 67.233125 23.084000
5588 15542 2017-03-21 63259260.0 11.001625 67.783375 41.772000
5589 15569 2017-03-23 63259260.0 11.643875 68.383375 39.410875
5590 15595 2017-03-25 63259260.0 12.095375 68.919250 27.444875
5591 15545 2017-03-21 64111550.0 19.456800 64.331400 -8.540250
5592 15572 2017-03-23 64111550.0 19.630250 64.228875 -6.455000
5593 15598 2017-03-25 64111550.0 19.798250 64.205000 2.435125
5594 15624 2017-03-27 64111550.0 19.883000 64.249375 2.258250
5595 15651 2017-03-29 64111550.0 19.850750 64.315375 5.573625
5596 15678 2017-03-31 64111550.0 19.762750 64.301500 -6.491000
vn spd chlor_a dist cdm kd490 \
0 6.374250 9.069875 0.146366 502.866078 0.010704 0.058466
1 7.311375 12.395125 0.118292 514.302886 0.011303 0.052617
2 5.807000 11.830125 0.116493 525.418388 0.012077 0.052540
3 6.546875 11.460500 0.122171 534.353712 0.011535 0.053097
4 4.402625 5.688125 0.135969 543.770628 0.010748 0.056504
5 0.028125 1.862250 0.128111 541.655587 0.010009 0.054486
6 2.077500 4.831750 0.130948 544.537084 0.010971 0.053921
7 -0.256875 1.330125 0.133785 547.160169 0.011934 0.053356
8 -1.477125 3.740125 0.131548 548.521981 0.011867 0.053027
9 0.933125 3.259750 0.132142 553.988541 0.011510 0.053825
10 2.455500 5.868625 0.132735 556.764619 0.011153 0.054622
11 1.003750 4.598375 0.133329 555.158813 0.010796 0.055419
12 3.023375 3.653125 0.133923 556.585942 0.010439 0.056216
13 2.209500 3.352000 0.128334 561.105028 0.010764 0.054306
14 3.017375 7.711000 0.105102 570.438783 0.015005 0.050904
15 2.757500 12.401250 0.108088 585.622607 0.015222 0.051513
16 5.522125 13.632000 0.171819 606.525410 0.012182 0.063982
17 9.063875 18.004500 0.090677 631.632315 0.017987 0.050002
18 8.225500 16.197750 0.105902 657.917399 0.018371 0.051734
19 7.691625 15.049125 0.094706 682.351768 0.009301 0.053212
20 7.644250 14.606000 0.082837 705.372842 0.014616 0.049890
21 7.001750 12.810250 0.103133 727.854567 0.020305 0.050869
22 7.548875 11.010875 0.107093 744.401621 0.016679 0.051878
23 4.435500 10.214375 0.094312 760.023601 0.017527 0.051263
24 4.298125 8.972875 0.091947 773.639102 0.016217 0.051205
25 5.739625 9.924125 0.111092 788.043327 0.015392 0.052779
26 4.745875 9.475250 0.130237 803.949185 0.014567 0.054352
27 3.442250 10.097500 0.139246 819.312377 0.013328 0.056621
28 2.296375 11.299000 0.170771 838.974759 0.016168 0.060768
29 -1.934375 10.711625 0.163498 855.859231 0.016281 0.060065
... ... ... ... ... ... ...
5567 18.293375 23.861750 0.178436 896.948907 0.021145 0.059407
5568 17.667875 24.329125 0.192849 854.475878 0.020099 0.058845
5569 13.378375 18.785125 0.196719 819.474780 0.018535 0.057462
5570 12.828250 19.605750 0.181715 789.751810 0.019202 0.055836
5571 15.391000 19.235125 0.166711 764.440411 0.019868 0.054210
5572 11.534375 18.325000 0.151708 753.218941 0.020535 0.052584
5573 -6.517600 10.071200 0.090209 723.747467 0.010475 0.048146
5574 -11.749375 14.744375 0.091824 712.593476 0.010010 0.047030
5575 -8.920500 15.220625 0.094910 698.020377 0.009937 0.046971
5576 -1.979500 6.172750 0.068744 692.652209 0.012038 0.042208
5577 -3.444750 11.194875 0.076682 683.411716 0.009508 0.042918
5578 -5.461250 12.590250 0.093137 669.972082 0.011189 0.045021
5579 -10.661250 16.731500 0.109592 666.896690 0.012870 0.047124
5580 -13.379375 22.067625 0.126048 650.254146 0.014551 0.049227
5581 1.749125 17.791250 0.097199 620.066351 0.013444 0.046957
5582 30.648625 33.453500 0.117108 595.023120 0.012765 0.051548
5583 36.996125 39.135375 0.123760 564.994718 0.010359 0.056003
5584 11.950375 16.793625 0.108533 577.658791 0.008846 0.051079
5585 24.617750 26.472000 0.099769 577.515203 0.009303 0.048165
5586 40.703875 41.310750 0.106877 571.083943 0.011159 0.049991
5587 34.165750 41.813125 0.113985 537.556641 0.013015 0.051817
5588 36.652250 55.703750 0.121092 471.060258 0.014871 0.053643
5589 42.477750 59.441000 0.128200 407.906383 0.016727 0.055469
5590 17.870125 34.957125 0.067038 359.741299 0.016727 0.043805
5591 17.695750 19.805750 0.586127 559.569959 0.072793 0.101651
5592 11.334500 13.862000 0.615575 540.750114 0.061762 0.106534
5593 9.205250 10.967625 0.280086 529.771074 0.050730 0.070693
5594 3.820375 19.352875 0.282243 529.148162 0.062739 0.072152
5595 -7.352375 20.865500 4.749050 536.918493 0.062651 0.168529
5596 -5.845500 15.939000 1.435644 540.534538 0.062564 0.102903
t865 par sst4
0 0.090026 48.871585 29.292499
1 0.079041 47.527239 28.825901
2 0.092725 47.921435 29.225624
3 0.085974 49.394569 29.025417
4 0.070622 48.403054 28.841013
5 0.069279 36.044779 29.428974
6 0.072993 30.239470 27.924999
7 0.076706 40.762522 28.576249
8 0.077213 32.011370 28.584751
9 0.071652 17.062445 28.579999
10 0.066091 28.728429 28.545853
11 0.060530 35.333872 28.494780
12 0.054970 35.558134 28.781176
13 0.115450 37.049278 28.842932
14 0.181731 39.706308 28.730474
15 0.181471 41.966862 28.725317
16 0.104638 38.978503 28.637499
17 0.275500 37.565796 28.698839
18 0.359744 34.470952 27.191489
19 0.286772 32.573172 28.200624
20 0.213799 42.518418 28.014356
21 0.210962 40.477736 27.974732
22 0.203976 39.756926 27.875121
23 0.226772 37.965893 27.067751
24 0.229520 37.381088 28.236036
25 0.144360 40.986109 28.161970
26 0.059199 41.137564 27.027918
27 0.098957 43.197584 27.317622
28 0.087847 43.217503 26.724999
29 0.123994 42.704250 27.261249
... ... ... ...
5567 0.093763 55.963373 27.842413
5568 0.138146 55.361462 27.963319
5569 0.160258 54.897268 28.076979
5570 0.158961 55.193750 27.346966
5571 0.157665 55.504750 27.838405
5572 0.156368 56.214484 28.047337
5573 0.057474 53.326745 28.293749
5574 0.094215 54.581006 28.440016
5575 0.127344 54.128114 28.096026
5576 0.192157 54.398951 28.216426
5577 0.215544 54.706578 27.892499
5578 0.170761 54.421853 27.707588
5579 0.125979 53.664305 28.258029
5580 0.081196 55.914211 28.263435
5581 0.102034 55.436368 28.526534
5582 0.110991 54.265377 28.272129
5583 0.139500 54.771745 28.322714
5584 0.126807 54.292574 28.343124
5585 0.198921 51.233751 28.508647
5586 0.186863 42.736856 28.477949
5587 0.174805 53.925659 28.682649
5588 0.162747 54.729324 28.596602
5589 0.150689 54.893320 28.887510
5590 0.150400 55.364351 28.893334
5591 0.060426 53.228390 26.547875
5592 0.157918 53.611436 26.511776
5593 0.113462 53.441116 26.642138
5594 0.112464 54.594444 26.844335
5595 0.145874 55.736529 27.145468
5596 0.143759 55.713502 27.311756
[5597 rows x 15 columns]
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [ ]:
In [229]:
# case 1
# plot a few specific floats
### chl-a plots for each float ###
### case 1. series with 0 or 1 non-nan values
print("\n ------ chl-a plots for each float ------ \n")
id_set_check = [60454500, 88651, 75140, 34374, 109544,]
plt.figure(figsize=(8,6))
for i in id_set_check:
floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == i].plot(x='time', y ='chlor_a', title=('id - %d' % i) )
plt.show();
print("# of non-nan in the series is", floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == i].chlor_a.count())
print("the series of chlor_a is: \n", floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == i].chlor_a)
plt.close("all")
------ chl-a plots for each float ------
<matplotlib.figure.Figure at 0x11f654588>
# of non-nan in the series is 1
the series of chlor_a is:
9999 0.141918
10009 NaN
Name: chlor_a, dtype: float64
# of non-nan in the series is 0
the series of chlor_a is:
8866 NaN
8870 NaN
Name: chlor_a, dtype: float64
# of non-nan in the series is 0
the series of chlor_a is:
5187 NaN
5210 NaN
Name: chlor_a, dtype: float64
/Users/vyan2000/local/miniconda3/envs/condapython3/lib/python3.5/site-packages/matplotlib/axes/_base.py:2917: UserWarning: Attempting to set identical left==right results
in singular transformations; automatically expanding.
left=0.0, right=0.0
'left=%s, right=%s') % (left, right))
# of non-nan in the series is 1
the series of chlor_a is:
1529 0.709717
Name: chlor_a, dtype: float64
# of non-nan in the series is 1
the series of chlor_a is:
10016 NaN
10025 NaN
10034 0.152878
10043 NaN
Name: chlor_a, dtype: float64
In [233]:
# case 2
# plot a few specific floats
### chl-a plots for each float ###
### case 2. xxxxx
print("\n ------ chl-a plots for each float ------ \n")
id_set_check2 = [71140, 81828, 109290,
60941970, 60943970, 63259260, 72633]
# how to remove series like this
plt.figure(figsize=(8,6))
for i in id_set_check2:
floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == i].plot(x='time', y ='chlor_a', title=('id - %d' % i) )
plt.show();
print("# of non-nan in the series is", floatsDF_NovMar[floatsDF_NovMar_ID.id == i].chlor_a.count())
print("the series of chlor_a is: \n", floatsDF_NovMar[floatsDF_NovMar_ID.id == i].chlor_a)
plt.close("all")
------ chl-a plots for each float ------
<matplotlib.figure.Figure at 0x1242495f8>
# of non-nan in the series is 7
the series of chlor_a is:
5032 0.125782
5055 NaN
5080 0.128777
5105 0.120073
5129 NaN
5152 0.109144
5175 NaN
5198 NaN
5221 NaN
5242 0.204107
5262 NaN
5282 NaN
5302 0.123508
5322 0.108311
Name: chlor_a, dtype: float64
# of non-nan in the series is 7
the series of chlor_a is:
8865 NaN
8869 0.093718
8873 0.134595
8876 0.114970
8879 NaN
8882 NaN
8885 NaN
8888 NaN
8891 NaN
8894 NaN
8898 0.114817
8902 NaN
8907 NaN
8911 NaN
8915 0.167198
8919 0.147555
8923 NaN
8927 NaN
8931 0.359275
8935 NaN
8940 NaN
8946 NaN
Name: chlor_a, dtype: float64
# of non-nan in the series is 14
the series of chlor_a is:
12394 NaN
12408 NaN
12420 0.185147
12432 0.281564
12444 NaN
12456 NaN
12469 0.277327
12481 0.251755
12493 NaN
12506 0.154073
12518 NaN
12530 0.209007
12543 0.206814
12556 0.212726
12569 NaN
12581 NaN
12592 NaN
12603 NaN
12614 NaN
12625 NaN
12636 NaN
12646 NaN
12656 0.381456
12666 0.393336
12676 0.229503
12686 0.268488
12696 0.338313
12706 0.285244
Name: chlor_a, dtype: float64
# of non-nan in the series is 39
the series of chlor_a is:
12406 NaN
12418 NaN
12430 0.112091
12442 0.096905
12454 0.067116
12466 NaN
12478 NaN
12490 NaN
12503 NaN
12515 0.123540
12527 NaN
12540 0.111901
12553 NaN
12566 NaN
12578 0.111851
12589 0.104790
12600 0.095366
12611 0.070245
12622 NaN
12633 NaN
12644 NaN
12654 NaN
12664 NaN
12674 NaN
12684 NaN
12694 NaN
12704 0.110076
12714 0.115920
12723 0.109167
12732 0.093755
...
12884 NaN
12893 NaN
12902 NaN
12910 NaN
12918 0.134519
12925 NaN
12932 NaN
12939 0.101137
12946 0.118631
12953 0.186502
12959 0.157899
12965 0.156572
12971 NaN
12977 NaN
12983 0.090796
12989 0.108428
12994 NaN
12999 NaN
13004 NaN
13009 NaN
13014 0.129958
13019 0.132146
13024 NaN
13028 0.203959
13032 0.184009
13036 0.169342
13040 NaN
13044 NaN
13048 NaN
13052 NaN
Name: chlor_a, dtype: float64
# of non-nan in the series is 37
the series of chlor_a is:
12407 NaN
12419 NaN
12431 0.147176
12443 NaN
12455 NaN
12467 NaN
12479 0.185631
12491 0.126684
12504 NaN
12516 NaN
12528 NaN
12541 0.159312
12554 NaN
12567 NaN
12579 0.159794
12590 NaN
12601 NaN
12612 NaN
12623 NaN
12634 NaN
12645 NaN
12655 0.181951
12665 NaN
12675 NaN
12685 NaN
12695 NaN
12705 NaN
12715 0.410534
12724 0.280412
12733 0.295644
...
12812 0.269477
12822 0.263150
12831 0.312512
12840 NaN
12849 0.231620
12858 0.393240
12867 0.345696
12876 NaN
12885 0.315968
12894 0.330025
12903 0.411387
12911 0.361188
12919 0.360795
12926 NaN
12933 NaN
12940 3.936733
12947 2.954455
12954 3.643833
12960 1.079364
12966 0.256784
12972 NaN
12978 0.320746
12984 0.261610
12990 0.432570
12995 0.321708
13000 NaN
13005 0.303102
13010 0.321083
13015 NaN
13020 0.294237
Name: chlor_a, dtype: float64
# of non-nan in the series is 4
the series of chlor_a is:
15323 NaN
15351 NaN
15379 NaN
15407 NaN
15435 0.108533
15462 0.099769
15489 NaN
15516 NaN
15542 NaN
15569 0.128200
15595 0.067038
15621 NaN
15648 NaN
15675 NaN
Name: chlor_a, dtype: float64
# of non-nan in the series is 8
the series of chlor_a is:
4508 NaN
4520 NaN
4533 NaN
4546 0.339569
4559 NaN
4572 0.313388
4585 0.247217
4598 0.221103
4611 0.205743
4622 NaN
4634 NaN
4646 0.141126
4658 0.155738
4670 0.156944
4681 NaN
4692 NaN
4703 NaN
4714 NaN
4725 NaN
4736 NaN
4747 NaN
Name: chlor_a, dtype: float64
In [234]:
#locate the first and last non NAN values in a Pandas DataFrame
plt.figure(figsize=(8,6))
floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == 81828].plot(x='time', y ='chlor_a', title=('id - %d' % 81828) )
plt.show();
plt.close("all");
<matplotlib.figure.Figure at 0x120108748>
In [ ]:
Content source: vyan2000/ocml-public
Similar notebooks: