In [1]:
import xarray as xr
import numpy as np
import pandas as pd
%matplotlib inline
from matplotlib import pyplot as plt
from dask.diagnostics import ProgressBar
import seaborn as sns
from matplotlib.colors import LogNorm
In [2]:
# resampling frequency in number of days
freq=2
In [5]:
# load preprocessed float data, and start the interpolation right here!!!!
var7 = "chlrateweekno"
var6 = "sst4"
var5 = "par"
var4 = "t865"
var3 = "kd490"
var2 = "cdm"
var1 = "chl"
vardist = "dist"
indir_prefix = "../data_collector_globcolour/output.data.interpolate/2017GDPfloat/" + "df_Globcolor_"
indir = indir_prefix + var1 + vardist + var2 + var3 + var4 + var5 + var6 + var7 + "_" + str(freq) + "d.csv"
floatDF_tmp = pd.read_csv(indir,index_col=0)
print(floatDF_tmp)
### plot for id 125776, which will be fit by LDS
#plt.figure(figsize=(10,12))
floatDF_tmp[floatDF_tmp.id == 135776].plot(x='time', y ='chl_rate', title=('id - %d' % 135776), figsize=(12,10), fontsize=12 )
plt.show();
plt.close("all")
time id lat lon temp ve \
0 2002-07-04 10206 16.229625 66.330375 NaN 13.064500
1 2002-07-04 10208 13.891875 69.552375 NaN 8.505125
2 2002-07-04 11089 16.354375 64.683750 27.954125 12.168000
3 2002-07-04 15703 13.903250 69.583125 28.552250 8.685875
4 2002-07-04 27069 20.169750 68.737500 29.012000 26.958750
5 2002-07-04 28842 18.878875 60.694625 27.701750 10.499125
6 2002-07-04 34159 12.548125 58.914250 NaN 27.354250
7 2002-07-04 34210 6.476750 56.925000 26.694875 -9.666750
8 2002-07-04 34211 8.602375 67.929125 28.278000 20.618125
9 2002-07-04 34212 6.232000 64.750250 28.470750 14.641875
10 2002-07-04 34708 10.167500 59.691500 27.185500 47.792000
11 2002-07-04 34710 12.933625 49.905250 30.910625 -34.754625
12 2002-07-04 34714 13.594750 63.649625 27.686625 38.417625
13 2002-07-04 34716 7.491000 65.384500 28.801750 38.942875
14 2002-07-04 34718 16.328750 72.396375 29.153625 21.462750
15 2002-07-04 34719 17.764375 70.946250 28.922500 19.908500
16 2002-07-04 34720 14.825375 69.187000 28.644250 10.269000
17 2002-07-04 34721 17.190250 65.375250 27.943750 8.379375
18 2002-07-04 34722 11.729625 70.472250 28.734000 10.214125
19 2002-07-04 34723 16.749625 66.254750 28.475000 0.856250
20 2002-07-04 2134712 9.742125 63.583375 27.970125 18.412375
21 2002-07-06 10206 16.162625 66.489250 NaN 5.785500
22 2002-07-06 10208 13.612125 69.713375 NaN 12.205750
23 2002-07-06 11089 16.257125 64.871250 27.814125 12.088375
24 2002-07-06 15703 13.629125 69.731500 28.564000 10.980875
25 2002-07-06 27069 20.178125 69.169625 28.880500 26.281500
26 2002-07-06 28842 18.739000 60.853750 27.637250 6.151625
27 2002-07-06 34159 12.652750 59.301875 NaN 25.588000
28 2002-07-06 34210 6.190250 56.802375 26.767625 -11.306375
29 2002-07-06 34211 8.339625 68.264250 28.402750 20.324125
... ... ... ... ... ... ...
16631 2017-06-27 63158530 7.997625 57.333250 28.894000 23.081625
16632 2017-06-27 63255180 6.398625 63.172750 29.623625 14.311500
16633 2017-06-27 63258900 10.842000 67.534125 29.245750 11.606750
16634 2017-06-27 63259180 10.016625 70.727750 29.638375 16.026250
16635 2017-06-27 63348720 7.019250 59.563125 28.293500 16.261714
16636 2017-06-27 64111550 16.077625 67.230375 29.273250 11.756000
16637 2017-06-27 64113560 14.108875 62.652875 28.146125 4.833125
16638 2017-06-27 64115560 16.656250 73.162375 29.016250 12.874750
16639 2017-06-27 64117500 6.640500 71.276250 29.393625 14.076000
16640 2017-06-29 147140 11.545571 60.831429 28.257286 69.951333
16641 2017-06-29 147144 14.329714 70.836571 29.282000 18.335667
16642 2017-06-29 62321990 12.929125 61.603375 28.041750 25.157375
16643 2017-06-29 63157510 8.115125 60.306500 28.645750 15.762250
16644 2017-06-29 63158530 7.722750 57.568750 28.544625 5.937500
16645 2017-06-29 63255180 6.441750 63.398750 29.582375 15.888000
16646 2017-06-29 63258900 10.620143 67.673000 29.257714 11.542333
16647 2017-06-29 63259180 9.759875 70.961250 29.514125 16.910429
16648 2017-06-29 64111550 15.617125 67.449250 28.957125 15.281250
16649 2017-06-29 64113560 13.945625 62.713375 28.018750 2.225375
16650 2017-06-29 64115560 16.782375 73.270500 28.640875 1.515571
16651 2017-06-29 64117500 6.388125 71.361375 29.419250 1.644500
16652 2017-07-01 62321990 12.811000 61.820000 27.924000 NaN
16653 2017-07-01 63157510 8.179500 60.531000 28.568000 27.193000
16654 2017-07-01 63158530 7.426000 57.606000 28.339000 NaN
16655 2017-07-01 64111550 15.195875 67.680875 28.690625 13.977625
16656 2017-07-01 64113560 13.792625 62.749375 27.973625 -1.289625
16657 2017-07-01 64117500 6.087750 71.436125 29.238250 2.928875
16658 2017-07-03 64111550 15.032000 67.807000 28.605000 NaN
16659 2017-07-03 64113560 13.760000 62.716000 27.871000 NaN
16660 2017-07-03 64117500 5.869000 71.419000 29.169000 NaN
vn spd var_lat var_lon ... sst4 \
0 -8.650875 15.915625 0.000724 0.002281 ... NaN
1 -20.755000 22.603500 0.000052 0.000093 ... 27.679999
2 -7.286875 14.582375 0.000076 0.000150 ... NaN
3 -20.195125 22.251500 0.000053 0.000098 ... 26.326951
4 7.891750 28.453250 0.000058 0.000108 ... 26.866739
5 -0.333875 23.813750 0.000118 0.000254 ... 25.931666
6 4.591750 28.099500 0.000063 0.000119 ... 23.185548
7 -13.510125 17.964875 0.000081 0.000168 ... 26.106709
8 -12.301625 24.182875 0.000047 0.000084 ... 26.824478
9 13.108750 20.799125 0.000050 0.000090 ... NaN
10 2.521375 47.992125 0.000052 0.000096 ... 25.766874
11 24.402875 48.126875 0.000038 0.000067 ... 30.530624
12 12.527125 40.572875 0.000058 0.000109 ... 24.548584
13 -0.596250 39.294625 0.000052 0.000094 ... 27.967499
14 -24.061500 32.457375 0.000048 0.000085 ... 26.124999
15 -7.665125 22.295250 0.000052 0.000094 ... 28.239999
16 -36.005250 37.705250 0.000061 0.000113 ... 27.593749
17 -9.067750 13.409375 0.000063 0.000120 ... 27.090923
18 -3.672500 11.342750 0.000067 0.000126 ... 27.518025
19 -18.028625 18.277250 0.000054 0.000097 ... NaN
20 -38.201500 43.777750 0.000077 0.000153 ... 26.827336
21 -0.843625 5.920625 0.003351 0.013747 ... 25.738749
22 -13.799125 18.548875 0.000053 0.000095 ... 27.260026
23 -4.507000 13.862375 0.000067 0.000128 ... 26.151249
24 -13.594250 17.705125 0.000052 0.000095 ... 26.892363
25 -6.339500 27.692625 0.000054 0.000100 ... 26.858637
26 -9.741000 20.743375 0.000072 0.000140 ... 26.451495
27 8.732750 27.544625 0.000046 0.000082 ... 26.247955
28 -22.919375 25.629375 0.000049 0.000090 ... 25.878650
29 -18.374000 27.596750 0.000064 0.000120 ... 27.853989
... ... ... ... ... ... ...
16631 -0.354875 25.096125 0.000323 0.000173 ... 27.812369
16632 -2.392750 15.469375 0.000162 0.000075 ... 28.109068
16633 -29.286625 31.665250 0.000350 0.000188 ... 28.037535
16634 -21.843500 27.312750 0.001487 0.000982 ... 27.769999
16635 6.473714 17.652143 0.018954 0.019842 ... 27.088428
16636 -30.442125 33.551625 0.000003 0.000005 ... 27.989999
16637 -10.537750 12.237625 0.000088 0.000043 ... NaN
16638 -0.748125 14.893000 0.000003 0.000005 ... NaN
16639 -16.882750 22.510000 0.000003 0.000005 ... 29.216249
16640 9.009667 73.304667 0.000030 0.000013 ... 26.658746
16641 -8.413667 21.134333 0.000106 0.000045 ... 28.160668
16642 -13.650750 28.625000 0.014405 0.013842 ... 27.217637
16643 10.527000 21.550250 0.000012 0.000009 ... 27.825140
16644 -30.928625 31.896250 0.000039 0.000019 ... 25.643298
16645 3.841429 19.316571 0.000260 0.000145 ... 27.619999
16646 -3.944333 13.488667 0.000901 0.000537 ... 27.625468
16647 -13.129429 21.434429 0.001296 0.000834 ... 28.358735
16648 -28.283750 32.795500 0.000012 0.000008 ... NaN
16649 -10.275625 10.859125 0.000170 0.000080 ... NaN
16650 20.525714 20.780571 0.000003 0.000005 ... NaN
16651 -14.334875 15.014500 0.000003 0.000005 ... 29.101168
16652 NaN NaN 0.000225 0.000110 ... 25.446249
16653 -0.191000 27.194000 0.000003 0.000006 ... 27.499455
16654 NaN NaN 0.000004 0.000006 ... 27.632053
16655 -24.009750 28.425250 0.000003 0.000005 ... NaN
16656 -7.703625 10.490625 0.000096 0.000045 ... 26.389999
16657 -24.823750 25.831125 0.000003 0.000005 ... 28.769138
16658 NaN NaN 0.000003 0.000005 ... NaN
16659 NaN NaN 0.000120 0.000049 ... 26.002942
16660 NaN NaN 0.000003 0.000005 ... 28.652562
chlor_a_log_e chl_rate chl_log_e_rate chl_rate_week \
0 NaN NaN NaN NaN
1 NaN NaN NaN NaN
2 NaN NaN NaN NaN
3 NaN NaN NaN NaN
4 NaN NaN NaN NaN
5 NaN NaN NaN NaN
6 NaN NaN NaN NaN
7 -1.277676 NaN NaN NaN
8 -3.120588 NaN NaN NaN
9 -2.522997 NaN NaN NaN
10 -1.074562 NaN NaN NaN
11 NaN NaN NaN NaN
12 NaN NaN NaN NaN
13 -2.813881 NaN NaN NaN
14 NaN NaN NaN NaN
15 NaN NaN NaN NaN
16 NaN NaN NaN NaN
17 NaN NaN NaN NaN
18 NaN NaN NaN NaN
19 NaN NaN NaN NaN
20 -1.220918 NaN NaN NaN
21 NaN NaN NaN NaN
22 NaN NaN NaN NaN
23 NaN NaN NaN NaN
24 NaN NaN NaN NaN
25 NaN NaN NaN NaN
26 NaN NaN NaN NaN
27 NaN NaN NaN NaN
28 -1.156915 0.017885 0.060381 0.125197
29 NaN NaN NaN NaN
... ... ... ... ...
16631 NaN NaN NaN NaN
16632 NaN NaN NaN NaN
16633 NaN NaN NaN NaN
16634 NaN NaN NaN NaN
16635 NaN NaN NaN NaN
16636 NaN NaN NaN NaN
16637 NaN NaN NaN NaN
16638 NaN NaN NaN NaN
16639 -2.815971 NaN NaN NaN
16640 NaN NaN NaN NaN
16641 NaN NaN NaN NaN
16642 NaN NaN NaN NaN
16643 NaN NaN NaN NaN
16644 NaN NaN NaN NaN
16645 NaN NaN NaN NaN
16646 NaN NaN NaN NaN
16647 NaN NaN NaN NaN
16648 NaN NaN NaN NaN
16649 NaN NaN NaN NaN
16650 NaN NaN NaN NaN
16651 -2.144169 0.028659 0.335901 0.200616
16652 NaN NaN NaN NaN
16653 NaN NaN NaN NaN
16654 NaN NaN NaN NaN
16655 NaN NaN NaN NaN
16656 NaN NaN NaN NaN
16657 -2.045949 0.006046 0.049110 0.042322
16658 NaN NaN NaN NaN
16659 NaN NaN NaN NaN
16660 -1.941810 0.007093 0.052069 0.049653
chl_log_e_rate_week chl_rate_stand chl_log_e_rate_stand week \
0 NaN NaN NaN 27
1 NaN NaN NaN 27
2 NaN NaN NaN 27
3 NaN NaN NaN 27
4 NaN NaN NaN 27
5 NaN NaN NaN 27
6 NaN NaN NaN 27
7 NaN NaN NaN 27
8 NaN NaN NaN 27
9 NaN NaN NaN 27
10 NaN NaN NaN 27
11 NaN NaN NaN 27
12 NaN NaN NaN 27
13 NaN NaN NaN 27
14 NaN NaN NaN 27
15 NaN NaN NaN 27
16 NaN NaN NaN 27
17 NaN NaN NaN 27
18 NaN NaN NaN 27
19 NaN NaN NaN 27
20 NaN NaN NaN 27
21 NaN NaN NaN 27
22 NaN NaN NaN 27
23 NaN NaN NaN 27
24 NaN NaN NaN 27
25 NaN NaN NaN 27
26 NaN NaN NaN 27
27 NaN NaN NaN 27
28 0.422665 0.013801 0.344767 27
29 NaN NaN NaN 27
... ... ... ... ...
16631 NaN NaN NaN 26
16632 NaN NaN NaN 26
16633 NaN NaN NaN 26
16634 NaN NaN NaN 26
16635 NaN NaN NaN 26
16636 NaN NaN NaN 26
16637 NaN NaN NaN 26
16638 NaN NaN NaN 26
16639 NaN NaN NaN 26
16640 NaN NaN NaN 26
16641 NaN NaN NaN 26
16642 NaN NaN NaN 26
16643 NaN NaN NaN 26
16644 NaN NaN NaN 26
16645 NaN NaN NaN 26
16646 NaN NaN NaN 26
16647 NaN NaN NaN 26
16648 NaN NaN NaN 26
16649 NaN NaN NaN 26
16650 NaN NaN NaN 26
16651 2.351309 0.025321 1.738723 26
16652 NaN NaN NaN 26
16653 NaN NaN NaN 26
16654 NaN NaN NaN 26
16655 NaN NaN NaN 26
16656 NaN NaN NaN 26
16657 0.343771 0.001143 0.287745 26
16658 NaN NaN NaN 27
16659 NaN NaN NaN 27
16660 0.364484 0.002263 0.302716 27
week_rotate
0 37
1 37
2 37
3 37
4 37
5 37
6 37
7 37
8 37
9 37
10 37
11 37
12 37
13 37
14 37
15 37
16 37
17 37
18 37
19 37
20 37
21 37
22 37
23 37
24 37
25 37
26 37
27 37
28 37
29 37
... ...
16631 36
16632 36
16633 36
16634 36
16635 36
16636 36
16637 36
16638 36
16639 36
16640 36
16641 36
16642 36
16643 36
16644 36
16645 36
16646 36
16647 36
16648 36
16649 36
16650 36
16651 36
16652 36
16653 36
16654 36
16655 36
16656 36
16657 36
16658 37
16659 37
16660 37
[16661 rows x 27 columns]
In [16]:
# https://stackoverflow.com/questions/16780014/import-file-from-parent-directory
# https://stackoverflow.com/questions/16771894/python-nameerror-global-name-file-is-not-defined
import os, sys
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath("__file__"))))
from tools import chl_rates # del(chl_rates)
import importlib
importlib.reload(chl_rates)
Out[16]:
<module 'tools.chl_rates' from '/Users/vyan2000/work_linux/2Archive/myproject/20161024xray_oceancolor/ocean_color-master/tools/chl_rates.py'>
In [463]:
print("\n ******* Reduce the Dataset to 'Nov-01 to Mar-31' ******* \n" )
floatsDF_NovMar = chl_rates.reduce_to_NovMar(floatDF_tmp)
# necessary for modification
floatsDF_NovMar.id = floatsDF_NovMar.id.astype(float)
floatsDF_NovMar
******* Reduce the Dataset to 'Nov-01 to Mar-31' *******
all the data count in [11-01, 03-31] is (3932,)
Out[463]:
time
id
lat
lon
temp
ve
vn
spd
var_lat
var_lon
...
sst4
chlor_a_log_e
chl_rate
chl_log_e_rate
chl_rate_week
chl_log_e_rate_week
chl_rate_stand
chl_log_e_rate_stand
week
week_rotate
907
2002-11-01
10206.0
10.737250
67.512250
NaN
-4.832250
6.374250
9.069875
0.000272
0.000719
...
29.292499
-1.921645
-0.005333
-0.035171
-0.037333
-0.246199
-0.011023
-0.138664
44
1
908
2002-11-01
11089.0
14.163375
65.330375
29.059750
-9.491125
6.442875
13.878500
0.000057
0.000106
...
28.683749
NaN
NaN
NaN
NaN
NaN
NaN
NaN
44
1
909
2002-11-01
15707.0
14.197250
68.405375
NaN
-22.495125
1.167000
22.872625
0.000071
0.000140
...
29.338992
-1.861949
NaN
NaN
NaN
NaN
NaN
NaN
44
1
910
2002-11-01
34315.0
6.824250
58.284375
29.299375
11.405750
-34.943250
39.244250
0.000045
0.000081
...
28.621874
NaN
NaN
NaN
NaN
NaN
NaN
NaN
44
1
911
2002-11-01
34710.0
16.764500
63.115250
29.013125
0.536625
14.745500
15.588375
0.000062
0.000119
...
27.504999
-0.967747
0.023261
0.065307
0.162824
0.457150
0.019548
0.369692
44
1
912
2002-11-01
34721.0
12.577000
67.553000
29.335125
1.065000
7.905750
10.247000
0.000066
0.000125
...
29.138749
-1.702484
0.020277
0.125864
0.141940
0.881048
0.016359
0.676070
44
1
913
2002-11-03
10206.0
10.818500
67.399375
NaN
-8.207500
7.311375
12.395125
0.000295
0.000778
...
28.825901
-2.134598
-0.014037
-0.106476
-0.098258
-0.745333
-0.020329
-0.499421
44
1
914
2002-11-03
11089.0
14.247750
65.189625
28.986625
-9.065625
4.137875
12.149875
0.000060
0.000116
...
28.817188
NaN
NaN
NaN
NaN
NaN
NaN
NaN
44
1
915
2002-11-03
15707.0
14.162000
68.048125
NaN
-21.659125
-5.021500
22.922125
0.000074
0.000144
...
28.937047
-1.890368
-0.002177
-0.014210
-0.015237
-0.099467
-0.007648
-0.032612
44
1
916
2002-11-03
34315.0
6.310750
58.277125
29.485250
-7.001500
-29.505125
30.616000
0.000054
0.000099
...
28.617658
-2.041916
NaN
NaN
NaN
NaN
NaN
NaN
44
1
917
2002-11-03
34710.0
16.965375
63.133750
28.976250
2.729500
11.047250
12.281625
0.000070
0.000138
...
28.396272
-0.894924
0.014350
0.036411
0.100452
0.254880
0.010022
0.223498
44
1
918
2002-11-03
34721.0
12.647250
67.570000
29.435500
3.303000
2.865500
8.211375
0.000069
0.000135
...
29.144785
-1.873593
-0.014330
-0.085554
-0.100308
-0.598881
-0.020642
-0.393570
44
1
919
2002-11-05
10206.0
10.902250
67.291000
NaN
-7.410625
5.807000
11.830125
0.000666
0.002068
...
29.225624
-2.149920
-0.000899
-0.007661
-0.006295
-0.053627
-0.006283
0.000520
45
2
920
2002-11-05
11089.0
14.298875
65.041250
28.893250
-10.529750
4.507125
12.297250
0.000053
0.000097
...
28.795907
-1.865120
NaN
NaN
NaN
NaN
NaN
NaN
45
2
921
2002-11-05
15707.0
14.019875
67.721875
NaN
-19.399000
-13.877625
24.275125
0.000075
0.000149
...
29.024374
-1.864933
0.001945
0.012717
0.013616
0.089021
-0.003242
0.103621
45
2
922
2002-11-05
34315.0
5.841500
58.012625
29.795625
-28.546625
-27.135500
40.240250
0.000064
0.000123
...
29.368056
-2.034749
0.000467
0.003584
0.003267
0.025086
-0.004822
0.057411
45
2
923
2002-11-05
34710.0
17.127000
63.160750
28.991250
0.491500
10.219250
10.749875
0.000050
0.000088
...
27.783765
-0.875778
0.003950
0.009573
0.027648
0.067013
-0.001098
0.087715
45
2
924
2002-11-05
34721.0
12.609750
67.649875
29.602625
5.022500
-1.856250
13.987000
0.000053
0.000098
...
29.115064
-2.085555
-0.014666
-0.105981
-0.102665
-0.741867
-0.021002
-0.496915
45
2
925
2002-11-07
10206.0
11.036625
67.202125
NaN
-6.844125
6.546875
11.460500
0.000174
0.000420
...
29.025417
-2.102331
0.002839
0.023795
0.019873
0.166562
-0.002286
0.159665
45
2
926
2002-11-07
11089.0
14.366875
64.835375
28.939625
-15.401500
2.263500
16.392000
0.000056
0.000105
...
27.886989
-1.535189
0.030269
0.164965
0.211880
1.154756
0.027041
0.873897
45
2
927
2002-11-07
15707.0
13.739500
67.399125
NaN
-19.144750
-21.695125
29.499000
0.000063
0.000118
...
29.260836
-1.836321
0.002248
0.014306
0.015737
0.100145
-0.002918
0.111661
45
2
928
2002-11-07
34315.0
5.613000
57.375375
29.647125
-49.749875
4.788500
52.729375
0.000048
0.000085
...
29.195337
-2.075284
-0.002596
-0.020268
-0.018174
-0.141874
-0.008097
-0.063262
45
2
929
2002-11-07
34710.0
17.297375
63.170375
28.900250
-0.728375
10.725375
11.110875
0.000075
0.000148
...
28.606822
-0.856919
0.003965
0.009429
0.027755
0.066006
-0.001082
0.086987
45
2
930
2002-11-07
34721.0
12.580125
67.781000
29.472625
8.845375
-2.604625
14.461750
0.000054
0.000099
...
29.259667
-1.980757
0.006863
0.052399
0.048043
0.366790
0.002017
0.304383
45
2
931
2002-11-09
10206.0
11.130625
67.113250
NaN
-0.825125
4.402625
5.688125
0.000866
0.002828
...
28.841013
-1.995330
0.006899
0.053500
0.048291
0.374501
0.002055
0.309956
45
2
932
2002-11-09
11089.0
14.356250
64.586375
29.047125
-14.547875
-3.024000
15.786125
0.000090
0.000189
...
28.048855
-1.580114
-0.004732
-0.022462
-0.033122
-0.157237
-0.010380
-0.074365
45
2
933
2002-11-09
15707.0
13.350625
67.213250
NaN
-5.045875
-23.739500
24.623250
0.000089
0.000183
...
28.893479
-1.858515
-0.001749
-0.011097
-0.012246
-0.077680
-0.007192
-0.016864
45
2
934
2002-11-09
34315.0
6.049750
56.695500
29.710625
-29.849375
44.451750
55.129000
0.000077
0.000159
...
28.687650
NaN
NaN
NaN
NaN
NaN
NaN
NaN
45
2
935
2002-11-09
34710.0
17.463125
63.118375
28.698000
-5.637625
10.323375
13.189250
0.000097
0.000205
...
28.364551
-0.836818
0.004309
0.010050
0.030165
0.070353
-0.000714
0.090128
45
2
936
2002-11-09
34721.0
12.587500
67.965125
29.499125
13.566000
1.321875
15.994875
0.000099
0.000215
...
29.200982
-2.101805
-0.007865
-0.060524
-0.055052
-0.423665
-0.013730
-0.266930
45
2
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
15651
2017-03-29
64111550.0
19.850750
64.315375
27.278875
5.573625
-7.352375
20.865500
0.000003
0.000005
...
27.145468
1.557945
2.233403
1.411465
15.633821
9.880254
2.382582
7.180378
13
23
15652
2017-03-29
64113560.0
17.910875
59.501250
27.885125
-45.015125
-5.034250
45.709500
0.000003
0.000005
...
27.311041
-0.577762
0.043583
0.084406
0.305078
0.590842
0.041276
0.466319
13
23
15653
2017-03-29
64115560.0
17.650250
69.228250
28.060375
-22.306750
-9.626250
26.436750
0.000003
0.000005
...
27.976964
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15654
2017-03-31
145717.0
24.538375
60.574250
25.710000
-3.185125
28.984000
29.772000
0.000039
0.000018
...
25.640085
0.014130
-1.268185
-0.626493
-8.877295
-4.385452
-1.361236
-3.130370
13
23
15655
2017-03-31
147136.0
22.011625
61.420500
27.670625
-14.775125
22.321250
28.106125
0.000104
0.000045
...
27.334644
-0.579046
-0.087553
-0.135947
-0.612873
-0.951632
-0.098931
-0.648526
13
23
15656
2017-03-31
147142.0
19.456500
63.255250
27.754625
-7.044250
-6.666750
12.780125
0.000060
0.000026
...
27.287339
-0.518476
-0.274849
-0.326995
-1.923944
-2.288966
-0.299184
-1.615104
13
23
15657
2017-03-31
147144.0
15.325250
69.624500
29.061500
-8.864750
8.417500
12.771250
0.000139
0.000060
...
28.587319
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15658
2017-03-31
147145.0
12.425500
70.965500
29.762875
10.273000
-17.926500
21.083750
0.000081
0.000036
...
28.902694
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15659
2017-03-31
147148.0
21.705000
66.760625
27.259500
23.339125
4.597375
24.474500
0.000210
0.000100
...
27.289503
-0.693417
-0.084731
-0.145967
-0.593116
-1.021770
-0.095914
-0.699220
13
23
15660
2017-03-31
62321990.0
10.417000
55.695875
28.562625
25.497500
0.376375
26.685750
0.000012
0.000009
...
27.869659
-1.635502
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15661
2017-03-31
63254850.0
6.924500
53.523250
28.841250
24.137500
-48.817000
56.003125
0.000017
0.000011
...
28.066730
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15662
2017-03-31
63254860.0
8.781375
53.103000
28.822250
29.053875
-8.353500
33.998375
0.000017
0.000011
...
28.127196
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15663
2017-03-31
63255180.0
9.366875
52.636625
28.981625
13.862125
-16.487625
22.569250
0.000003
0.000006
...
28.037125
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15664
2017-03-31
63255200.0
9.840750
53.939750
28.739750
19.588500
-0.673000
20.007625
0.000017
0.000011
...
27.762937
-2.007172
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15665
2017-03-31
63255860.0
9.666250
53.522500
28.736250
26.541750
-6.531250
27.547500
0.000017
0.000011
...
27.919621
-2.180236
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15666
2017-03-31
63258870.0
14.143625
63.236500
28.961375
-1.973500
12.808000
23.359625
0.000003
0.000006
...
27.463835
-1.798567
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15667
2017-03-31
63258880.0
14.004750
68.857875
29.522875
12.952500
25.762250
29.288125
0.000003
0.000006
...
28.180794
-1.720021
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15668
2017-03-31
63258900.0
11.807500
62.031500
28.755250
2.690375
4.064000
5.863000
0.000003
0.000006
...
27.854867
-1.487665
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15669
2017-03-31
63258950.0
12.239375
62.138500
28.568875
0.500250
2.718250
5.349500
0.000003
0.000006
...
27.865371
-1.464630
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15670
2017-03-31
63259180.0
11.417125
70.103875
29.880875
4.329375
-17.674375
18.418125
0.000003
0.000006
...
28.430617
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15671
2017-03-31
63259190.0
10.705500
65.618250
29.385000
20.701125
-4.742250
22.256250
0.000017
0.000011
...
28.588633
-2.171569
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15672
2017-03-31
63259200.0
14.062500
68.586375
29.417125
24.212750
35.918250
43.947000
0.000003
0.000006
...
27.716300
-1.858387
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15673
2017-03-31
63259230.0
14.468250
63.114000
28.795500
8.622125
11.534375
18.325000
0.000003
0.000006
...
28.047337
-1.885800
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15674
2017-03-31
63259240.0
11.680250
66.618500
29.874875
-8.343500
5.845125
11.086750
0.000003
0.000006
...
29.048350
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15675
2017-03-31
63259260.0
11.514625
69.493250
30.027625
-4.889625
-29.803625
30.370375
0.000003
0.000006
...
29.295099
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15676
2017-03-31
63348720.0
14.531875
51.841875
28.395625
37.919000
-18.311250
42.449125
0.000017
0.000011
...
27.898946
-1.444446
0.020225
0.094061
0.141574
0.658427
0.016303
0.515168
13
23
15677
2017-03-31
63348750.0
8.398375
55.643250
29.008875
2.571250
25.454125
26.355875
0.000003
0.000006
...
28.144893
NaN
NaN
NaN
NaN
NaN
NaN
NaN
13
23
15678
2017-03-31
64111550.0
19.762750
64.301500
27.579375
-6.491000
-5.845500
15.939000
0.000003
0.000005
...
27.311756
0.361613
-1.656703
-0.598166
-11.596920
-4.187159
-1.776630
-2.987051
13
23
15679
2017-03-31
64113560.0
17.815000
58.661000
28.167000
-43.153000
-5.924000
43.694625
0.000003
0.000005
...
28.046490
-0.862712
-0.069568
-0.142475
-0.486979
-0.997326
-0.079702
-0.681553
13
23
15680
2017-03-31
64115560.0
17.418375
69.049750
28.281875
-0.882500
-14.698375
17.005750
0.000003
0.000005
...
27.912761
-1.820611
NaN
NaN
NaN
NaN
NaN
NaN
13
23
5903 rows × 27 columns
In [464]:
# check the float data [done]
# think about the data structure...
In [465]:
# check nan values in the spatial-temporal info
print("---------------------------------------")
print("sampling freq: "+ str(freq) + "D")
print("length of series: ", len(floatsDF_NovMar.chlor_a))
print("---------------------------------------")
cols = floatsDF_NovMar.columns.values
for col in cols:
print("count of nans in " + col + ":" + str(floatsDF_NovMar[col].isnull().sum()) )
---------------------------------------
sampling freq: 2D
length of series: 5903
---------------------------------------
count of nans in time:0
count of nans in id:0
count of nans in lat:0
count of nans in lon:0
count of nans in temp:315
count of nans in ve:39
count of nans in vn:39
count of nans in spd:39
count of nans in var_lat:0
count of nans in var_lon:0
count of nans in var_tmp:0
count of nans in chlor_a:1240
count of nans in dist:0
count of nans in cdm:1601
count of nans in kd490:1268
count of nans in t865:1274
count of nans in par:1
count of nans in sst4:195
count of nans in chlor_a_log_e:1240
count of nans in chl_rate:1971
count of nans in chl_log_e_rate:1971
count of nans in chl_rate_week:1971
count of nans in chl_log_e_rate_week:1971
count of nans in chl_rate_stand:1971
count of nans in chl_log_e_rate_stand:1971
count of nans in week:0
count of nans in week_rotate:0
In [466]:
# plot the longevity of the typical floats
# @ref: data_coverage_LDS_modeling/data_coverage_2D_interp_LDS_chlorgithub.ipynb
id_set = floatsDF_NovMar.id.unique()
print("the floats' ids during November-March are: \n ---------- \n", id_set)
### chl-a plots for each float ###
print("\n ------ chl-a plots for each float ------ \n")
plt.figure(figsize=(8,6))
for i in id_set:
floatsDF_NovMar[floatsDF_NovMar.id == i].plot(x='time', y ='chlor_a', title=('id - %d' % i) )
plt.show();
plt.close("all")
the floats' ids during November-March are:
----------
[ 1.02060000e+04 1.10890000e+04 1.57070000e+04 3.43150000e+04
3.47100000e+04 3.47210000e+04 3.47090000e+04 2.71390000e+04
3.65300000e+04 3.42230000e+04 3.43740000e+04 4.37440000e+04
4.37460000e+04 4.37480000e+04 4.39950000e+04 5.33630000e+04
5.33650000e+04 5.33660000e+04 5.33670000e+04 4.64720000e+04
5.43710000e+04 5.33520000e+04 5.79390000e+04 5.79400000e+04
5.93710000e+04 5.93720000e+04 5.93730000e+04 4.35980000e+04
6.22010000e+04 6.22020000e+04 6.25560000e+04 6.25570000e+04
6.25580000e+04 6.25550000e+04 6.21980000e+04 6.30360000e+04
6.21950000e+04 6.21930000e+04 6.25530000e+04 5.93650000e+04
5.93670000e+04 7.06970000e+04 7.06990000e+04 5.93630000e+04
7.06950000e+04 6.30680000e+04 6.30690000e+04 6.30710000e+04
6.30740000e+04 6.30750000e+04 6.30760000e+04 6.39280000e+04
6.39290000e+04 6.39350000e+04 6.39300000e+04 5.93690000e+04
5.93680000e+04 4.02730000e+04 7.26340000e+04 7.30770000e+04
7.26330000e+04 7.30760000e+04 7.51420000e+04 7.26380000e+04
7.11600000e+04 5.92130000e+04 5.92150000e+04 5.93940000e+04
7.11580000e+04 7.11590000e+04 7.11620000e+04 7.30790000e+04
7.11610000e+04 4.57480000e+04 7.11380000e+04 7.51370000e+04
7.51380000e+04 7.51410000e+04 7.11390000e+04 7.11400000e+04
7.11410000e+04 7.11420000e+04 7.51400000e+04 7.09520000e+04
6.04920000e+04 7.91840000e+04 7.91880000e+04 7.93220000e+04
7.91850000e+04 8.19960000e+04 8.19380000e+04 9.86790000e+04
3.09867800e+06 3.09868200e+06 3.09867100e+06 9.86740000e+04
9.86720000e+04 9.86730000e+04 8.34990000e+04 9.05130000e+04
9.86760000e+04 8.18280000e+04 8.86510000e+04 8.86520000e+04
8.86710000e+04 5.40380000e+04 5.40170000e+04 8.18240000e+04
3.76410000e+04 4.13170000e+04 4.25190000e+04 1.01609000e+05
1.09404000e+05 6.06562000e+07 6.09419600e+07 6.09429700e+07
6.09469600e+07 6.09479700e+07 1.16006000e+05 6.00774500e+07
6.00734600e+07 6.00744400e+07 6.06572000e+07 1.16463000e+05
1.16467000e+05 1.16468000e+05 1.16464000e+05 1.16465000e+05
1.16187000e+05 1.16466000e+05 6.06581900e+07 6.04545000e+07
1.09544000e+05 6.06591100e+07 6.06591200e+07 6.09429600e+07
6.09449700e+07 6.06591900e+07 6.06592000e+07 6.09409600e+07
6.09479600e+07 1.09290000e+05 1.14553000e+05 1.14556000e+05
1.14559000e+05 1.14575000e+05 1.16184000e+05 1.26933000e+05
1.26935000e+05 1.35776000e+05 1.35780000e+05 6.09419700e+07
6.09439700e+07 1.16212000e+05 1.16345000e+05 1.14874000e+05
1.14875000e+05 1.14876000e+05 1.14945000e+05 1.27055000e+05
1.47127000e+05 1.14917000e+05 6.01504200e+07 1.14873000e+05
1.27429000e+05 1.47144000e+05 1.47145000e+05 6.33487000e+07
6.33510000e+07 6.33530300e+07 6.33540000e+07 6.33540100e+07
6.33540400e+07 6.41135600e+07 6.33479400e+07 6.41155600e+07
6.41136000e+07 6.23219900e+07 1.47136000e+05 1.47142000e+05
1.47148000e+05 6.33487200e+07 6.33486800e+07 6.33550300e+07
6.33550400e+07 6.33550500e+07 6.33487500e+07 6.32548300e+07
6.32551800e+07 6.32552000e+07 1.45716000e+05 1.45717000e+05
1.45719000e+05 1.45731000e+05 6.32589000e+07 6.32548500e+07
6.32558600e+07 6.32588700e+07 6.32588800e+07 6.32589500e+07
6.32591800e+07 6.32591900e+07 6.32592000e+07 6.32592300e+07
6.32592400e+07 6.32592600e+07 6.41115500e+07 6.32548600e+07]
------ chl-a plots for each float ------
<matplotlib.figure.Figure at 0x12b787e10>
/Users/vyan2000/local/miniconda3/envs/condapython3/lib/python3.5/site-packages/matplotlib/axes/_base.py:2917: UserWarning: Attempting to set identical left==right results
in singular transformations; automatically expanding.
left=0.0, right=0.0
'left=%s, right=%s') % (left, right))
In [401]:
''' the .loc !!!!!
mask = (floatsDF_NovMar.id == 27139)
floatsDF_NovMar.loc[mask,'id'] = floatsDF_NovMar.loc[mask,'id']+0.5
floatsDF_NovMar[floatsDF_NovMar.id ==27139.5]
'''
Out[401]:
time
id
lat
lon
temp
ve
vn
spd
var_lat
var_lon
...
sst4
chlor_a_log_e
chl_rate
chl_log_e_rate
chl_rate_week
chl_log_e_rate_week
chl_rate_stand
chl_log_e_rate_stand
week
week_rotate
1134
2003-01-14
27139.5
22.417000
62.367000
24.957000
NaN
NaN
NaN
0.000125
0.000266
...
24.164690
0.432273
NaN
NaN
NaN
NaN
NaN
NaN
3
13
1139
2003-01-16
27139.5
22.139875
62.372000
24.906625
-9.014250
-31.650125
35.948000
0.000070
0.000132
...
24.114304
NaN
NaN
NaN
NaN
NaN
NaN
NaN
3
13
1144
2003-01-18
27139.5
21.724375
61.937500
24.969625
-38.863375
-18.454750
44.124000
0.000076
0.000148
...
24.312990
-0.509177
NaN
NaN
NaN
NaN
NaN
NaN
3
13
1149
2003-01-20
27139.5
21.598375
61.027125
25.142000
-62.931375
3.553875
63.582125
0.000064
0.000124
...
23.323134
-0.288075
0.074358
0.110551
0.520506
0.773860
0.074181
0.598598
4
14
1154
2003-01-22
27139.5
21.720625
60.176375
25.071875
-33.343375
2.043375
35.079250
0.000068
0.000132
...
23.989075
-0.097728
0.078595
0.095173
0.550164
0.666213
0.078711
0.520795
4
14
1159
2003-01-24
27139.5
21.598250
59.851250
25.016125
-15.175125
-14.503125
21.448125
0.000066
0.000122
...
23.956607
0.058619
0.076738
0.078174
0.537166
0.547216
0.076725
0.434788
4
14
1164
2003-01-26
27139.5
21.189000
59.590875
25.175750
-10.136750
-36.525625
38.822000
0.000110
0.000238
...
24.227811
0.414439
0.226575
0.177910
1.586025
1.245369
0.236928
0.939388
4
14
1169
2003-01-28
27139.5
20.691000
59.599375
25.059750
0.409500
-22.570125
24.534250
0.000265
0.000704
...
22.830950
0.421703
0.005517
0.003632
0.038618
0.025423
0.000577
0.057655
5
15
1173
2003-01-30
27139.5
20.358000
59.467875
25.045000
-12.887750
-24.344625
28.022000
0.000096
0.000197
...
23.835721
0.351475
-0.051696
-0.035114
-0.361875
-0.245796
-0.060594
-0.138373
5
15
1177
2003-02-01
27139.5
19.944500
59.220375
25.029125
-12.602375
-28.473625
31.418250
0.000098
0.000200
...
23.814299
-0.006774
-0.213956
-0.179124
-1.497695
-1.253870
-0.234079
-0.866973
5
15
1181
2003-02-03
27139.5
19.538125
59.085625
24.876250
-4.357750
-23.081625
23.939500
0.000095
0.000192
...
24.489620
-0.325920
-0.135693
-0.159573
-0.949852
-1.117012
-0.150401
-0.768057
6
16
1185
2003-02-05
27139.5
19.141500
59.185875
24.760375
22.052875
-26.511875
35.822750
0.000130
0.000284
...
24.194999
0.215428
0.259265
0.270674
1.814854
1.894718
0.271879
1.408715
6
16
1189
2003-02-07
27139.5
18.869625
59.754625
24.992000
38.450000
-3.047375
39.878000
0.000057
0.000108
...
24.455406
0.680209
0.366949
0.232391
2.568644
1.626734
0.387012
1.215026
6
16
1192
2003-02-09
27139.5
19.052000
60.211750
25.457875
16.694500
24.097250
30.447000
0.000065
0.000123
...
24.390497
1.071241
0.472354
0.195516
3.306476
1.368609
0.499709
1.028462
6
16
1195
2003-02-11
27139.5
19.542000
60.311625
25.019875
-4.848000
36.224875
36.932000
0.000060
0.000109
...
24.519573
0.733008
-0.418833
-0.169116
-2.931831
-1.183813
-0.453128
-0.816339
7
17
1198
2003-02-13
27139.5
20.066625
60.070375
25.396625
-23.666375
24.676000
35.776875
0.000078
0.000152
...
24.771523
1.553100
1.322383
0.410046
9.256683
2.870322
1.408541
2.113847
7
17
1201
2003-02-15
27139.5
20.185125
59.702750
25.150625
-15.307625
-7.869750
18.928500
0.000106
0.000219
...
25.116164
0.222349
-1.738546
-0.665375
-12.169820
-4.657628
-1.864135
-3.327089
7
17
1204
2003-02-17
27139.5
20.026875
59.579875
24.879500
-5.702500
-6.073875
11.524625
0.000073
0.000141
...
24.011844
-0.614814
-0.354133
-0.418582
-2.478932
-2.930072
-0.383952
-2.078473
8
18
1207
2003-02-19
27139.5
20.074875
59.441000
24.676125
-9.192125
9.641875
13.783750
0.000078
0.000152
...
23.835913
0.009527
0.234415
0.312170
1.640908
2.185193
0.245310
1.618660
8
18
1210
2003-02-21
27139.5
20.162750
59.229875
24.750875
-15.740375
-1.733500
16.887875
0.000099
0.000206
...
24.190169
1.183801
1.128598
0.587137
7.900183
4.109960
1.201350
3.009814
8
18
1213
2003-02-23
27139.5
20.008750
58.967750
25.309250
-16.195625
-18.022250
24.447375
0.000177
0.000415
...
24.484776
1.161314
-0.036320
-0.011244
-0.254242
-0.078705
-0.044154
-0.017606
8
18
1216
2003-02-25
27139.5
19.597750
58.776125
25.358750
-1.383500
-33.968250
35.268125
0.000466
0.001362
...
23.608783
2.764783
6.340731
0.801734
44.385116
5.612141
6.774044
4.095537
9
19
1219
2003-02-27
27139.5
19.020125
59.048875
25.443250
36.257250
-37.648000
53.199750
0.000069
0.000132
...
24.347106
2.643680
-0.905359
-0.060551
-6.337510
-0.423858
-0.973310
-0.267070
9
19
1222
2003-03-01
27139.5
18.350875
59.865250
25.226750
57.584250
-49.755250
76.672000
0.000069
0.000128
...
25.290831
0.542774
-6.172049
-1.050453
-43.204344
-7.353173
-6.604335
-5.275334
9
19
1225
2003-03-03
27139.5
17.751250
60.635000
24.969250
28.171750
-20.270375
34.819875
0.000165
0.000377
...
24.868544
-0.131403
-0.421954
-0.337088
-2.953680
-2.359618
-0.456465
-1.666169
10
20
1228
2003-03-05
27139.5
17.585875
60.828500
25.000500
2.703000
-5.445375
7.329875
0.000087
0.000174
...
24.132833
1.107642
1.075173
0.619522
7.526210
4.336655
1.144229
3.173661
10
20
1231
2003-03-07
27139.5
17.634250
60.865250
25.357625
3.460375
13.439250
15.354000
0.000174
0.000416
...
25.011995
1.726017
1.295511
0.309188
9.068576
2.164314
1.379809
1.603570
10
20
1234
2003-03-09
27139.5
18.006250
60.904000
25.722625
-2.729250
29.697625
31.675375
0.000064
0.000120
...
25.462833
0.563045
-1.931110
-0.581486
-13.517770
-4.070401
-2.070020
-2.902662
10
20
1237
2003-03-11
27139.5
18.239250
60.822375
26.751000
-1.706000
-1.962750
10.577375
0.000065
0.000121
...
25.562557
2.468396
5.023742
0.952675
35.166193
6.668727
5.365949
4.859200
11
21
1240
2003-03-13
27139.5
18.101875
60.846250
26.939750
2.660500
-9.932500
10.844875
0.000102
0.000209
...
26.333365
1.803095
-2.867547
-0.332650
-20.072831
-2.328552
-3.071237
-1.643715
11
21
1243
2003-03-15
27139.5
18.021250
60.877250
26.693875
1.149000
-1.886875
7.063625
0.000096
0.000195
...
26.114021
-0.030380
-2.549162
-0.916738
-17.844136
-6.417164
-2.730827
-4.598820
11
21
1247
2003-03-17
27139.5
18.086250
60.986000
26.688375
7.114250
16.852750
23.878500
0.000062
0.000115
...
26.029923
-0.043640
-0.006389
-0.006630
-0.044722
-0.046408
-0.012152
0.005738
12
22
1251
2003-03-19
27139.5
18.413375
60.977000
27.065875
-3.325000
16.029625
17.606250
0.000104
0.000215
...
25.500735
-0.183687
-0.062551
-0.070024
-0.437859
-0.490166
-0.072200
-0.314995
12
22
1256
2003-03-21
27139.5
18.459375
60.941375
27.246125
-0.630250
-12.802125
14.650875
0.000068
0.000126
...
26.189371
-0.444525
-0.095534
-0.130419
-0.668735
-0.912932
-0.107464
-0.620555
12
22
1260
2003-03-23
27139.5
18.124875
60.964875
27.394500
2.970125
-21.604000
22.060750
0.000156
0.000376
...
26.626130
-0.698534
-0.071907
-0.127004
-0.503352
-0.889031
-0.082203
-0.603281
12
22
1264
2003-03-25
27139.5
17.917625
60.999750
27.836500
3.498750
-5.718000
8.422625
0.000172
0.000427
...
27.557317
-0.786299
-0.020893
-0.043882
-0.146252
-0.307177
-0.027660
-0.182737
13
23
1268
2003-03-27
27139.5
17.908875
61.127125
28.367500
12.170000
3.305125
13.390875
0.000084
0.000166
...
27.743270
-1.006204
-0.044962
-0.109953
-0.314733
-0.769670
-0.053393
-0.517011
13
23
1272
2003-03-29
27139.5
18.002375
61.352625
28.481750
10.308750
10.453500
16.229750
0.000070
0.000132
...
27.350837
-1.107826
-0.017664
-0.050811
-0.123647
-0.355674
-0.024207
-0.217789
13
23
1276
2003-03-31
27139.5
18.224125
61.411875
28.579875
-1.166125
13.904625
14.436250
0.000097
0.000196
...
27.931393
-1.006112
0.017681
0.050857
0.123765
0.355998
0.013583
0.296583
14
24
1530
2003-11-06
27139.5
7.504857
74.797143
29.173429
-32.274571
-0.156571
33.962714
0.000080
0.000218
...
NaN
NaN
NaN
NaN
NaN
NaN
NaN
NaN
45
2
1531
2003-11-08
27139.5
7.654125
74.346375
29.146000
-28.933000
14.093500
32.759500
0.000084
0.000221
...
NaN
-1.158322
NaN
NaN
NaN
NaN
NaN
NaN
45
2
1532
2003-11-10
27139.5
7.946375
73.909000
29.361875
-12.909000
14.946375
29.887375
0.000079
0.000212
...
28.434999
-1.718989
-0.067383
-0.280333
-0.471678
-1.962332
-0.077365
-1.379025
46
3
1533
2003-11-12
27139.5
7.959875
73.721375
29.680875
-27.751125
7.352875
35.625500
0.000136
0.000424
...
28.319621
-1.361111
0.038564
0.178939
0.269950
1.252572
0.035911
0.944595
46
3
1534
2003-11-14
27139.5
8.196250
73.404250
29.815625
-13.993000
7.129125
24.936750
0.000070
0.000194
...
27.613003
-0.710894
0.117414
0.325108
0.821901
2.275758
0.120216
1.684118
46
3
1535
2003-11-16
27139.5
8.247500
73.158000
29.615250
-19.312000
7.909667
21.226000
0.000055
0.000141
...
28.742499
-1.311154
-0.110848
-0.300130
-0.775935
-2.100908
-0.123837
-1.479182
46
3
45 rows × 27 columns
In [ ]:
### preprocess criteria
# convert all the time indices into datetime
# case 1a. change float id into fractions in each cycles if the float is over multiple cycles
# case 1. remove any series with 0 or 1 non-nan values
# case 2. split the float series that are too discontinuous into cont. subseries
#
#
#
#
In [467]:
# simple solution of case 1a.
# - change float id into float
# - loop through each float
# - loop through each year cycle
# - count the length of the resulting subsequence, if great>0, assign a new id
def floatIdBranchOutPrint(df):
df_tmp = df
id_set = df_tmp.id.unique()
for f in id_set:
count = 0
for year in range(2002,2018):
mask = (f == df_tmp.id) & (df_tmp.time >= (str(year) + '-11-01') ) & (df_tmp.time <= (str(year + 1) + '-03-31') )
if (len(df_tmp[mask].chlor_a) > 2) :
count = count+1
if count >1:
#print(df_tmp[mask].id)
pass
print("id ", f, " counts ", count)
return 0
floatIdBranchOutPrint(floatsDF_NovMar)
print("-------------------------------------")
print("-------- change the float id --------")
print("-------------------------------------")
def floatIdBranchOut(df):
df_tmp = df
id_set = df_tmp.id.unique()
for f in id_set:
count = 0
for year in range(2002,2018):
mask = (f == df_tmp.id) & (df_tmp.time >= (str(year) + '-11-01') ) & (df_tmp.time <= (str(year + 1) + '-03-31') )
if (len(df_tmp[mask].chlor_a) > 2) :
count = count+1
if count >1:
df_tmp.loc[mask, 'id'] = df_tmp.loc[mask,'id']+ 0.05* (count-1)
#print("id ", f, " counts ", count)
return df_tmp
floatsDF_NovMar_ID = floatIdBranchOut(floatsDF_NovMar)
floatIdBranchOutPrint(floatsDF_NovMar_ID)
# verification
# 27139/59213/71138/71139/3098682/60659120/60944970
newmask = (floatsDF_NovMar_ID.id == 60944970.05) | (floatsDF_NovMar_ID.id == 60944970.0)
print(floatsDF_NovMar_ID[newmask])
id 10206.0 counts 1
id 11089.0 counts 1
id 15707.0 counts 1
id 34315.0 counts 1
id 34710.0 counts 1
id 34721.0 counts 1
id 34709.0 counts 1
id 27139.0 counts 2
id 36530.0 counts 1
id 34223.0 counts 1
id 34374.0 counts 0
id 43744.0 counts 1
id 43746.0 counts 1
id 43748.0 counts 1
id 43995.0 counts 1
id 53363.0 counts 1
id 53365.0 counts 1
id 53366.0 counts 1
id 53367.0 counts 1
id 46472.0 counts 1
id 54371.0 counts 1
id 53352.0 counts 1
id 57939.0 counts 1
id 57940.0 counts 1
id 59371.0 counts 1
id 59372.0 counts 1
id 59373.0 counts 1
id 43598.0 counts 1
id 62201.0 counts 1
id 62202.0 counts 1
id 62556.0 counts 1
id 62557.0 counts 1
id 62558.0 counts 1
id 62555.0 counts 1
id 62198.0 counts 1
id 63036.0 counts 1
id 62195.0 counts 1
id 62193.0 counts 1
id 62553.0 counts 1
id 59365.0 counts 1
id 59367.0 counts 1
id 70697.0 counts 1
id 70699.0 counts 1
id 59363.0 counts 1
id 70695.0 counts 1
id 63068.0 counts 1
id 63069.0 counts 1
id 63071.0 counts 1
id 63074.0 counts 1
id 63075.0 counts 1
id 63076.0 counts 1
id 63928.0 counts 1
id 63929.0 counts 1
id 63935.0 counts 1
id 63930.0 counts 1
id 59369.0 counts 1
id 59368.0 counts 1
id 40273.0 counts 1
id 72634.0 counts 1
id 73077.0 counts 1
id 72633.0 counts 1
id 73076.0 counts 1
id 75142.0 counts 1
id 72638.0 counts 1
id 71160.0 counts 1
id 59213.0 counts 2
id 59215.0 counts 1
id 59394.0 counts 1
id 71158.0 counts 1
id 71159.0 counts 1
id 71162.0 counts 1
id 73079.0 counts 1
id 71161.0 counts 1
id 45748.0 counts 1
id 71138.0 counts 2
id 75137.0 counts 1
id 75138.0 counts 1
id 75141.0 counts 1
id 71139.0 counts 2
id 71140.0 counts 1
id 71141.0 counts 1
id 71142.0 counts 1
id 75140.0 counts 0
id 70952.0 counts 1
id 60492.0 counts 1
id 79184.0 counts 1
id 79188.0 counts 1
id 79322.0 counts 1
id 79185.0 counts 1
id 81996.0 counts 1
id 81938.0 counts 1
id 98679.0 counts 1
id 3098678.0 counts 1
id 3098682.0 counts 2
id 3098671.0 counts 1
id 98674.0 counts 1
id 98672.0 counts 1
id 98673.0 counts 1
id 83499.0 counts 1
id 90513.0 counts 1
id 98676.0 counts 1
id 81828.0 counts 1
id 88651.0 counts 0
id 88652.0 counts 1
id 88671.0 counts 1
id 54038.0 counts 1
id 54017.0 counts 1
id 81824.0 counts 1
id 37641.0 counts 1
id 41317.0 counts 1
id 42519.0 counts 1
id 101609.0 counts 1
id 109404.0 counts 1
id 60656200.0 counts 1
id 60941960.0 counts 1
id 60942970.0 counts 1
id 60946960.0 counts 1
id 60947970.0 counts 1
id 116006.0 counts 1
id 60077450.0 counts 1
id 60073460.0 counts 1
id 60074440.0 counts 1
id 60657200.0 counts 1
id 116463.0 counts 1
id 116467.0 counts 1
id 116468.0 counts 1
id 116464.0 counts 1
id 116465.0 counts 1
id 116187.0 counts 1
id 116466.0 counts 1
id 60658190.0 counts 1
id 60454500.0 counts 0
id 109544.0 counts 1
id 60659110.0 counts 1
id 60659120.0 counts 2
id 60942960.0 counts 1
id 60944970.0 counts 2
id 60659190.0 counts 0
id 60659200.0 counts 0
id 60940960.0 counts 1
id 60947960.0 counts 0
id 109290.0 counts 1
id 114553.0 counts 1
id 114556.0 counts 1
id 114559.0 counts 1
id 114575.0 counts 1
id 116184.0 counts 1
id 126933.0 counts 0
id 126935.0 counts 1
id 135776.0 counts 1
id 135780.0 counts 1
id 60941970.0 counts 1
id 60943970.0 counts 1
id 116212.0 counts 1
id 116345.0 counts 0
id 114874.0 counts 0
id 114875.0 counts 1
id 114876.0 counts 1
id 114945.0 counts 1
id 127055.0 counts 1
id 147127.0 counts 1
id 114917.0 counts 1
id 60150420.0 counts 1
id 114873.0 counts 1
id 127429.0 counts 1
id 147144.0 counts 1
id 147145.0 counts 1
id 63348700.0 counts 0
id 63351000.0 counts 0
id 63353030.0 counts 1
id 63354000.0 counts 1
id 63354010.0 counts 1
id 63354040.0 counts 1
id 64113560.0 counts 1
id 63347940.0 counts 1
id 64115560.0 counts 1
id 64113600.0 counts 1
id 62321990.0 counts 1
id 147136.0 counts 1
id 147142.0 counts 1
id 147148.0 counts 1
id 63348720.0 counts 1
id 63348680.0 counts 1
id 63355030.0 counts 1
id 63355040.0 counts 1
id 63355050.0 counts 1
id 63348750.0 counts 1
id 63254830.0 counts 1
id 63255180.0 counts 1
id 63255200.0 counts 1
id 145716.0 counts 1
id 145717.0 counts 1
id 145719.0 counts 1
id 145731.0 counts 1
id 63258900.0 counts 1
id 63254850.0 counts 1
id 63255860.0 counts 1
id 63258870.0 counts 1
id 63258880.0 counts 1
id 63258950.0 counts 1
id 63259180.0 counts 1
id 63259190.0 counts 1
id 63259200.0 counts 1
id 63259230.0 counts 1
id 63259240.0 counts 1
id 63259260.0 counts 1
id 64111550.0 counts 1
id 63254860.0 counts 0
-------------------------------------
-------- change the float id --------
-------------------------------------
id 10206.0 counts 1
id 11089.0 counts 1
id 15707.0 counts 1
id 34315.0 counts 1
id 34710.0 counts 1
id 34721.0 counts 1
id 34709.0 counts 1
id 27139.0 counts 1
id 36530.0 counts 1
id 34223.0 counts 1
id 34374.0 counts 0
id 27139.05 counts 1
id 43744.0 counts 1
id 43746.0 counts 1
id 43748.0 counts 1
id 43995.0 counts 1
id 53363.0 counts 1
id 53365.0 counts 1
id 53366.0 counts 1
id 53367.0 counts 1
id 46472.0 counts 1
id 54371.0 counts 1
id 53352.0 counts 1
id 57939.0 counts 1
id 57940.0 counts 1
id 59371.0 counts 1
id 59372.0 counts 1
id 59373.0 counts 1
id 43598.0 counts 1
id 62201.0 counts 1
id 62202.0 counts 1
id 62556.0 counts 1
id 62557.0 counts 1
id 62558.0 counts 1
id 62555.0 counts 1
id 62198.0 counts 1
id 63036.0 counts 1
id 62195.0 counts 1
id 62193.0 counts 1
id 62553.0 counts 1
id 59365.0 counts 1
id 59367.0 counts 1
id 70697.0 counts 1
id 70699.0 counts 1
id 59363.0 counts 1
id 70695.0 counts 1
id 63068.0 counts 1
id 63069.0 counts 1
id 63071.0 counts 1
id 63074.0 counts 1
id 63075.0 counts 1
id 63076.0 counts 1
id 63928.0 counts 1
id 63929.0 counts 1
id 63935.0 counts 1
id 63930.0 counts 1
id 59369.0 counts 1
id 59368.0 counts 1
id 40273.0 counts 1
id 72634.0 counts 1
id 73077.0 counts 1
id 72633.0 counts 1
id 73076.0 counts 1
id 75142.0 counts 1
id 72638.0 counts 1
id 71160.0 counts 1
id 59213.0 counts 1
id 59215.0 counts 1
id 59394.0 counts 1
id 71158.0 counts 1
id 71159.0 counts 1
id 71162.0 counts 1
id 73079.0 counts 1
id 71161.0 counts 1
id 45748.0 counts 1
id 71138.0 counts 1
id 75137.0 counts 1
id 75138.0 counts 1
id 75141.0 counts 1
id 71139.0 counts 1
id 71140.0 counts 1
id 71141.0 counts 1
id 71142.0 counts 1
id 75140.0 counts 0
id 59213.05 counts 1
id 70952.0 counts 1
id 71138.05 counts 1
id 71139.05 counts 1
id 60492.0 counts 1
id 79184.0 counts 1
id 79188.0 counts 1
id 79322.0 counts 1
id 79185.0 counts 1
id 81996.0 counts 1
id 81938.0 counts 1
id 98679.0 counts 1
id 3098678.0 counts 1
id 3098682.0 counts 1
id 3098671.0 counts 1
id 98674.0 counts 1
id 98672.0 counts 1
id 98673.0 counts 1
id 83499.0 counts 1
id 3098682.05 counts 1
id 90513.0 counts 1
id 98676.0 counts 1
id 81828.0 counts 1
id 88651.0 counts 0
id 88652.0 counts 1
id 88671.0 counts 1
id 54038.0 counts 1
id 54017.0 counts 1
id 81824.0 counts 1
id 37641.0 counts 1
id 41317.0 counts 1
id 42519.0 counts 1
id 101609.0 counts 1
id 109404.0 counts 1
id 60656200.0 counts 1
id 60941960.0 counts 1
id 60942970.0 counts 1
id 60946960.0 counts 1
id 60947970.0 counts 1
id 116006.0 counts 1
id 60077450.0 counts 1
id 60073460.0 counts 1
id 60074440.0 counts 1
id 60657200.0 counts 1
id 116463.0 counts 1
id 116467.0 counts 1
id 116468.0 counts 1
id 116464.0 counts 1
id 116465.0 counts 1
id 116187.0 counts 1
id 116466.0 counts 1
id 60658190.0 counts 1
id 60454500.0 counts 0
id 109544.0 counts 1
id 60659110.0 counts 1
id 60659120.0 counts 1
id 60942960.0 counts 1
id 60944970.0 counts 1
id 60659190.0 counts 0
id 60659200.0 counts 0
id 60940960.0 counts 1
id 60947960.0 counts 0
id 109290.0 counts 1
id 114553.0 counts 1
id 114556.0 counts 1
id 114559.0 counts 1
id 114575.0 counts 1
id 116184.0 counts 1
id 126933.0 counts 0
id 126935.0 counts 1
id 135776.0 counts 1
id 135780.0 counts 1
id 60941970.0 counts 1
id 60943970.0 counts 1
id 60944970.05 counts 1
id 60659120.05 counts 1
id 116212.0 counts 1
id 116345.0 counts 0
id 114874.0 counts 0
id 114875.0 counts 1
id 114876.0 counts 1
id 114945.0 counts 1
id 127055.0 counts 1
id 147127.0 counts 1
id 114917.0 counts 1
id 60150420.0 counts 1
id 114873.0 counts 1
id 127429.0 counts 1
id 147144.0 counts 1
id 147145.0 counts 1
id 63348700.0 counts 0
id 63351000.0 counts 0
id 63353030.0 counts 1
id 63354000.0 counts 1
id 63354010.0 counts 1
id 63354040.0 counts 1
id 64113560.0 counts 1
id 63347940.0 counts 1
id 64115560.0 counts 1
id 64113600.0 counts 1
id 62321990.0 counts 1
id 147136.0 counts 1
id 147142.0 counts 1
id 147148.0 counts 1
id 63348720.0 counts 1
id 63348680.0 counts 1
id 63355030.0 counts 1
id 63355040.0 counts 1
id 63355050.0 counts 1
id 63348750.0 counts 1
id 63254830.0 counts 1
id 63255180.0 counts 1
id 63255200.0 counts 1
id 145716.0 counts 1
id 145717.0 counts 1
id 145719.0 counts 1
id 145731.0 counts 1
id 63258900.0 counts 1
id 63254850.0 counts 1
id 63255860.0 counts 1
id 63258870.0 counts 1
id 63258880.0 counts 1
id 63258950.0 counts 1
id 63259180.0 counts 1
id 63259190.0 counts 1
id 63259200.0 counts 1
id 63259230.0 counts 1
id 63259240.0 counts 1
id 63259260.0 counts 1
id 64111550.0 counts 1
id 63254860.0 counts 0
time id lat lon temp ve \
10053 2014-03-15 60944970.00 14.311000 61.543000 26.499800 -8.477250
10065 2014-03-17 60944970.00 14.173000 61.395875 26.327750 -13.427625
10077 2014-03-19 60944970.00 14.062000 61.248250 26.297250 -4.667750
10089 2014-03-21 60944970.00 13.851375 61.246750 26.982625 3.211875
10101 2014-03-23 60944970.00 13.556625 61.272625 27.309875 -1.607375
10112 2014-03-25 60944970.00 13.245250 61.112875 27.263500 -14.220875
10123 2014-03-27 60944970.00 12.875250 60.856750 27.508500 -20.478250
10137 2014-03-29 60944970.00 12.667125 60.465250 27.372250 -27.957375
10152 2014-03-31 60944970.00 12.688500 60.187500 27.813125 -14.015250
12468 2014-11-12 60944970.05 7.626625 74.836875 29.312375 -20.308125
12480 2014-11-14 60944970.05 7.831250 74.454000 29.235500 -30.748500
12492 2014-11-16 60944970.05 8.238500 74.121750 29.433500 -9.908500
12505 2014-11-18 60944970.05 8.447875 73.811000 29.369000 -26.798375
12517 2014-11-20 60944970.05 8.901875 73.681750 29.285375 -0.570875
12529 2014-11-22 60944970.05 9.184125 73.639250 29.196500 7.900500
12542 2014-11-24 60944970.05 9.282750 73.721750 29.091125 -2.258125
12555 2014-11-26 60944970.05 9.500500 73.795375 29.148375 4.760875
12568 2014-11-28 60944970.05 9.653000 73.855750 29.167500 9.191250
12580 2014-11-30 60944970.05 9.682000 73.935000 29.080875 -0.770875
12591 2014-12-02 60944970.05 9.773500 73.990875 29.091250 6.042375
12602 2014-12-04 60944970.05 9.706750 73.986375 29.186125 1.027375
12613 2014-12-06 60944970.05 9.556000 74.174250 29.283875 19.456000
12624 2014-12-08 60944970.05 9.375500 74.540750 29.320750 27.633000
12635 2014-12-10 60944970.05 9.164750 74.883250 29.035250 25.208250
12761 2015-01-05 60944970.05 10.342500 74.924000 28.509500 -39.890000
12772 2015-01-07 60944970.05 10.622375 74.436375 28.428375 -54.314500
12783 2015-01-09 60944970.05 11.090750 73.657250 28.413375 -36.916125
12793 2015-01-11 60944970.05 11.388625 73.223125 28.341375 -19.934250
12803 2015-01-13 60944970.05 11.664000 72.988750 28.300625 -10.992875
12813 2015-01-15 60944970.05 12.174000 72.990750 28.346500 17.738250
12823 2015-01-17 60944970.05 12.972750 73.441000 28.394625 28.438875
12832 2015-01-19 60944970.05 13.666375 73.613250 28.351375 -4.691875
12841 2015-01-21 60944970.05 14.187250 73.564125 28.000125 2.186250
12850 2015-01-23 60944970.05 14.265250 73.627125 28.396500 2.126000
12859 2015-01-25 60944970.05 14.075250 73.646750 28.527000 -1.261000
12868 2015-01-27 60944970.05 13.941625 73.590375 28.547875 -1.350000
12877 2015-01-29 60944970.05 13.971125 73.616250 28.629625 -0.710375
12886 2015-01-31 60944970.05 13.989500 73.580875 28.660125 -1.159500
12895 2015-02-02 60944970.05 13.971800 73.538600 28.626400 -5.614500
vn spd var_lat var_lon ... sst4 \
10053 -10.268500 13.406000 0.000003 0.000006 ... 25.606078
10065 -7.758875 16.596625 0.000003 0.000006 ... 25.027042
10077 -9.574000 11.348250 0.000003 0.000006 ... 26.082721
10089 -17.650125 18.454625 0.000003 0.000006 ... 26.560284
10101 -20.227500 20.867500 0.000003 0.000006 ... 26.805137
10112 -20.688125 25.435000 0.000003 0.000006 ... 27.418842
10123 -18.762500 30.333375 0.000003 0.000006 ... 26.892639
10137 -3.974500 35.393250 0.000003 0.000006 ... 26.860775
10152 -0.904125 22.289125 0.000003 0.000006 ... 27.290245
12468 16.009875 26.751750 0.000002 0.000006 ... 28.654088
12480 20.185875 37.567500 0.000002 0.000006 ... 27.659999
12492 18.679500 22.844250 0.000002 0.000006 ... 27.666199
12505 27.024125 43.119250 0.000002 0.000006 ... 28.384579
12517 16.634625 19.560375 0.000002 0.000006 ... NaN
12529 15.168500 24.737750 0.000002 0.000006 ... NaN
12542 13.278000 20.381750 0.000002 0.000005 ... NaN
12555 8.140375 12.566875 0.000002 0.000006 ... NaN
12568 4.772250 14.365125 0.000002 0.000006 ... NaN
12580 7.204250 9.571125 0.000002 0.000006 ... 27.544999
12591 -1.206500 8.513750 0.000002 0.000006 ... 27.233828
12602 -5.662000 10.656375 0.000002 0.000006 ... 28.762200
12613 -11.895625 23.059125 0.000002 0.000006 ... 28.879103
12624 -12.962875 30.726500 0.000002 0.000006 ... 27.978057
12635 -26.389000 36.557750 0.000002 0.000006 ... NaN
12761 16.935000 43.394500 0.000002 0.000006 ... 27.865929
12772 34.943750 64.981000 0.000002 0.000006 ... 27.999205
12783 22.451875 43.647625 0.000002 0.000006 ... 28.003304
12793 16.488375 26.668875 0.000002 0.000006 ... 28.373820
12803 20.862875 24.204375 0.000002 0.000006 ... 28.000328
12813 48.805125 52.640000 0.000002 0.000006 ... 28.073049
12823 45.807875 54.110125 0.000002 0.000006 ... 28.127708
12832 43.070500 43.605125 0.000002 0.000006 ... 28.171986
12841 19.819250 21.490875 0.000002 0.000006 ... 27.876876
12850 -7.750750 9.962750 0.000002 0.000006 ... 26.987367
12859 -12.576375 13.848625 0.000002 0.000006 ... 28.265975
12868 -3.090375 7.944625 0.000002 0.000006 ... 28.472475
12877 3.508375 8.174250 0.000002 0.000006 ... 27.613535
12886 -1.223625 2.473375 0.000002 0.000006 ... 28.501678
12895 -3.016250 7.377250 0.000002 0.000006 ... 28.408420
chlor_a_log_e chl_rate chl_log_e_rate chl_rate_week \
10053 0.442939 NaN NaN NaN
10065 0.181812 -0.178944 -0.130564 -1.252611
10077 0.006380 -0.096494 -0.087716 -0.675461
10089 -0.018411 -0.012321 -0.012395 -0.086248
10101 -0.013593 0.002371 0.002409 0.016594
10112 -0.408720 -0.160999 -0.197563 -1.126995
10123 -0.681795 -0.079396 -0.136537 -0.555770
10137 -0.850773 -0.039312 -0.084489 -0.275184
10152 -0.813473 0.008116 0.018650 0.056809
12468 NaN NaN NaN NaN
12480 -2.020601 NaN NaN NaN
12492 -2.141094 -0.007525 -0.060246 -0.052673
12505 NaN NaN NaN NaN
12517 NaN NaN NaN NaN
12529 NaN NaN NaN NaN
12542 NaN NaN NaN NaN
12555 NaN NaN NaN NaN
12568 NaN NaN NaN NaN
12580 NaN NaN NaN NaN
12591 -1.771837 NaN NaN NaN
12602 NaN NaN NaN NaN
12613 -1.837360 NaN NaN NaN
12624 -1.953026 -0.008697 -0.057833 -0.060876
12635 NaN NaN NaN NaN
12761 -1.960301 NaN NaN NaN
12772 NaN NaN NaN NaN
12783 NaN NaN NaN NaN
12793 -1.897883 NaN NaN NaN
12803 -1.979620 -0.005882 -0.040869 -0.041174
12813 -2.066122 -0.005723 -0.043251 -0.040060
12823 -2.127513 -0.003771 -0.030696 -0.026400
12832 -1.899455 0.015258 0.114029 0.106809
12841 -1.940217 -0.002989 -0.020381 -0.020921
12850 -1.720169 0.017682 0.110024 0.123771
12859 -1.813990 -0.008017 -0.046911 -0.056117
12868 -1.889878 -0.005956 -0.037944 -0.041693
12877 -1.834679 0.004287 0.027599 0.030011
12886 NaN NaN NaN NaN
12895 -1.766076 NaN NaN NaN
chl_log_e_rate_week chl_rate_stand chl_log_e_rate_stand week \
10053 NaN NaN NaN 11
10065 -0.913945 -0.196645 -0.621287 12
10077 -0.614014 -0.108491 -0.404508 12
10089 -0.086767 -0.018495 -0.023432 12
10101 0.016862 -0.002787 0.051467 12
10112 -1.382944 -0.177458 -0.960264 13
10123 -0.955761 -0.090209 -0.651510 13
10137 -0.591424 -0.047353 -0.388181 13
10152 0.130550 0.003356 0.133636 14
12468 NaN NaN NaN 46
12480 NaN NaN NaN 46
12492 -0.421724 -0.013367 -0.265527 46
12505 NaN NaN NaN 47
12517 NaN NaN NaN 47
12529 NaN NaN NaN 47
12542 NaN NaN NaN 48
12555 NaN NaN NaN 48
12568 NaN NaN NaN 48
12580 NaN NaN NaN 48
12591 NaN NaN NaN 49
12602 NaN NaN NaN 49
12613 NaN NaN NaN 49
12624 -0.404830 -0.014619 -0.253317 50
12635 NaN NaN NaN 50
12761 NaN NaN NaN 2
12772 NaN NaN NaN 2
12783 NaN NaN NaN 2
12793 NaN NaN NaN 2
12803 -0.286080 -0.011610 -0.167489 3
12813 -0.302757 -0.011440 -0.179542 3
12823 -0.214870 -0.009354 -0.116021 3
12832 0.798202 0.010993 0.616192 4
12841 -0.142667 -0.008517 -0.063835 4
12850 0.770171 0.013584 0.595932 4
12859 -0.328375 -0.013893 -0.198058 4
12868 -0.265609 -0.011689 -0.152693 5
12877 0.193196 -0.000737 0.178915 5
12886 NaN NaN NaN 5
12895 NaN NaN NaN 6
week_rotate
10053 21
10065 22
10077 22
10089 22
10101 22
10112 23
10123 23
10137 23
10152 24
12468 3
12480 3
12492 3
12505 4
12517 4
12529 4
12542 5
12555 5
12568 5
12580 5
12591 6
12602 6
12613 6
12624 7
12635 7
12761 12
12772 12
12783 12
12793 12
12803 13
12813 13
12823 13
12832 14
12841 14
12850 14
12859 14
12868 15
12877 15
12886 15
12895 16
[39 rows x 27 columns]
In [ ]:
In [470]:
# solution of case 1
# remove any series with 0 or 1 non-nan values
id_set2 = floatsDF_NovMar_ID.id.unique()
for i in id_set2:
if floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == i].chlor_a.count() < 2:
floatsDF_NovMar_ID = floatsDF_NovMar_ID[floatsDF_NovMar_ID.id != i]
# verify the float id
print(["{0:0.2f}".format(i) for i in floatsDF_NovMar_ID.id.unique()] )
['10206.00', '11089.00', '15707.00', '34315.00', '34710.00', '34721.00', '34709.00', '27139.00', '36530.00', '34223.00', '27139.05', '43744.00', '43746.00', '43748.00', '43995.00', '53363.00', '53365.00', '53366.00', '53367.00', '46472.00', '54371.00', '53352.00', '57939.00', '57940.00', '59371.00', '59372.00', '59373.00', '43598.00', '62201.00', '62202.00', '62556.00', '62557.00', '62558.00', '62555.00', '62198.00', '63036.00', '62195.00', '62193.00', '62553.00', '59365.00', '59367.00', '70697.00', '70699.00', '59363.00', '70695.00', '63068.00', '63069.00', '63071.00', '63074.00', '63075.00', '63076.00', '63928.00', '63929.00', '63935.00', '63930.00', '59369.00', '59368.00', '40273.00', '72634.00', '73077.00', '72633.00', '73076.00', '75142.00', '72638.00', '71160.00', '59213.00', '59215.00', '59394.00', '71158.00', '71159.00', '71162.00', '73079.00', '71161.00', '45748.00', '71138.00', '75137.00', '75138.00', '75141.00', '71139.00', '71140.00', '71141.00', '71142.00', '59213.05', '70952.00', '71138.05', '71139.05', '60492.00', '79184.00', '79188.00', '79322.00', '79185.00', '81996.00', '81938.00', '98679.00', '3098678.00', '3098682.00', '3098671.00', '98674.00', '98672.00', '98673.00', '83499.00', '3098682.05', '90513.00', '98676.00', '81828.00', '88652.00', '88671.00', '54038.00', '54017.00', '81824.00', '37641.00', '41317.00', '42519.00', '101609.00', '109404.00', '60656200.00', '60941960.00', '60942970.00', '60946960.00', '60947970.00', '116006.00', '60077450.00', '60073460.00', '60657200.00', '116463.00', '116467.00', '116468.00', '116464.00', '116465.00', '116187.00', '116466.00', '60658190.00', '60659110.00', '60659120.00', '60942960.00', '60944970.00', '60659190.00', '60940960.00', '60947960.00', '109290.00', '114553.00', '114556.00', '114559.00', '114575.00', '116184.00', '126935.00', '135776.00', '135780.00', '60941970.00', '60943970.00', '60944970.05', '116212.00', '116345.00', '114875.00', '114876.00', '114945.00', '147127.00', '114917.00', '60150420.00', '114873.00', '127429.00', '147144.00', '147145.00', '63353030.00', '63354000.00', '63354010.00', '63354040.00', '64113560.00', '63347940.00', '64115560.00', '64113600.00', '62321990.00', '147136.00', '147142.00', '147148.00', '63348720.00', '63348680.00', '63355030.00', '63355040.00', '63355050.00', '63348750.00', '63254830.00', '63255180.00', '63255200.00', '145716.00', '145717.00', '145719.00', '145731.00', '63258900.00', '63254850.00', '63255860.00', '63258870.00', '63258880.00', '63258950.00', '63259180.00', '63259190.00', '63259200.00', '63259230.00', '63259240.00', '63259260.00', '64111550.00']
In [ ]:
In [ ]:
In [ ]:
In [488]:
# solution of case 2 -- test case
# chang float id, whenever a new subfloat is generated
# necessary for selection
floatsDF_NovMar_ID.time = pd.to_datetime(floatsDF_NovMar_ID.time)
from datetime import timedelta
# temp kept, but is not touched, to be dropped
col_listLDS = ['time', 'id', 'lat', 'lon', 'temp', 've', 'vn', 'spd',
'chlor_a', 'dist', 'cdm', 'kd490', 't865',
'par', 'sst4']
# temp kept, but is not touched, to be dropped
col_listLDS_subset = ['ve', 'vn', 'spd',
'chlor_a', 'dist', 'cdm', 'kd490', 't865',
'par', 'sst4']
# test case 1:
# float id == 71140
# nan's ratio: 0.5
# split series and series end with two good values
#floatsDF_81828 = floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == 71140]
# test case 3:
# float id == 81828,
# nan's ratio: 0.61, choose threshold 0.62
# series no need to split
# floatsDF_81828 = floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == 81828]
# test case 2:
# float id == 81828,
# nan's ratio: 0.61, choose threshold 0.47
# split series and series end with one good values
floatsDF_sub_list = []
floatsDF_81828 = floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == 60947960]
print(floatsDF_81828.set_index("time").chlor_a)
print('first valid index:', floatsDF_81828.set_index("time").chlor_a.first_valid_index())
print('last valid index:',floatsDF_81828.set_index("time").chlor_a.last_valid_index())
# drop everything outside this range
head = floatsDF_81828.set_index("time").chlor_a.first_valid_index()
tail = floatsDF_81828.set_index("time").chlor_a.last_valid_index()
mask = (floatsDF_81828.time >= head) & (floatsDF_81828.time <= tail)
floatsDF_81828 = floatsDF_81828[mask]
print("-----\n head and tail of the nonnan series are identified \n")
print(floatsDF_81828.set_index("time").chlor_a)
# calculate the ratio of nans in the trimmed chlor_a series
length = len(floatsDF_81828.chlor_a)
print("length is", length)
ratio = floatsDF_81828.chlor_a.isnull().sum()/length
print("the float id is:", floatsDF_81828.id.values[0])
print("the ratio of nans in the trimmed chlor_a series", ratio)
# if nan's ratio is less than 0.47, then we interpolate the values in between
if ratio <= 0.47:
# df.interpolate()
print(floatsDF_81828['chlor_a'].interpolate(method='linear', axis=0,
limit=None, inplace=True))
#floatsDF_81828['chlor_a'].interpolate(method='linear', axis=0, limit=None,
#inplace=False).plot()
floatsDF_81828.plot(x='time', y ='chlor_a', title=('id - %d' % 81828))
print(floatsDF_81828[col_listLDS ])
### process all other variables, here we assume other variable are linear...
# + easy approach: linear interpolation, then fill forward, then fill backward
# + more dedicated approach: check ratio of each variables
print("the easy approach: linear interpolation on other var, then ffill, then bfill")
#this oneliner doesnot work:
#floatsDF_81828[col_listLDS_subset].interpolate(method='linear', axis=0,
#limit=None, inplace=True)
for col in col_listLDS_subset:
floatsDF_81828[col].interpolate(method='linear', axis=0, limit=None, inplace=True)
floatsDF_81828[col_listLDS_subset].fillna(method='ffill')
floatsDF_81828[col_listLDS_subset].fillna(method='bfill')
print("------ after preprocess completed ------")
print("------ after preprocess completed ------")
print("------ after preprocess completed ------")
print(floatsDF_81828[col_listLDS ])
# collect
floatsDF_sub_list.append(floatsDF_81828)
# if nan's ratio is bigger than 0.47, then we split the series as continuous sub-series
# while loop
if ratio > 0.47:
# loop through the time
# https://stackoverflow.com/questions/16782682/timedelta-is-not-defined
# task: collect all the contiguous subsequences in the time series
# + use time t to loop through the series
# + start with subhead = t
# + use flag = 1 to indicate that an subtail is expected
# + condition branched on whether chlor_a at time t is nan
print("head is", head)
t = head
print("t is", t)
flag = 1 # subtail is expected
subhead = t # start with a good value
while (t <= tail ):
bool_array = floatsDF_81828[floatsDF_81828.time== t].chlor_a.isnull()
if len(bool_array)==0: # there are gaps in data!!!! supposed to be a length 1 array
detect_nan = True # end of series reached, since there is a gap in data!!!!
else:
detect_nan = bool_array.values[0]
if (1 == flag) & (~detect_nan):
if (tail == t): # end of series reached
flag = 10000
subtail = t # end of series reached
mask = (floatsDF_81828.time >= subhead) & (floatsDF_81828.time <= subtail)
tmp = floatsDF_81828[mask]
tmp.plot(x='time', y ='chlor_a', title=('subseries from id - %d' % 81828))
floatsDF_sub_list.append(tmp)
else:
pass
if (1 == flag) & (detect_nan):
flag = 0
subtail = t - timedelta(freq)
# id need to be added with increment
mask = (floatsDF_81828.time >= subhead) & (floatsDF_81828.time <= subtail)
tmp = floatsDF_81828[mask]
tmp.plot(x='time', y ='chlor_a', title=('subseries from id - %d' % 81828))
floatsDF_sub_list.append(tmp)
if (0 == flag) & (detect_nan ):
pass
if (0 == flag) & (~detect_nan):
if (tail == t): # end of series reached
flag = 10000
subhead = t
subtail = t
mask = (floatsDF_81828.time >= subhead) & (floatsDF_81828.time <= subtail)
tmp = floatsDF_81828[mask]
tmp.plot(x='time', y ='chlor_a', title=('subseries from id - %d' % 81828))
print("yoyo")
floatsDF_sub_list.append(tmp)
else: # end of series not reached
flag = 1
subhead = t
t = t + timedelta(freq) # increment on t
print("now t is", t)
floatsDF_list = pd.concat(floatsDF_sub_list)
print(floatsDF_list)
# need a new dataframe to store all the data
time
2014-03-29 0.140854
2014-03-31 0.128783
Name: chlor_a, dtype: float64
first valid index: 2014-03-29 00:00:00
last valid index: 2014-03-31 00:00:00
-----
head and tail of the nonnan series are identified
time
2014-03-29 0.140854
2014-03-31 0.128783
Name: chlor_a, dtype: float64
length is 2
the float id is: 60947960.0
the ratio of nans in the trimmed chlor_a series 0.0
None
time id lat lon temp ve \
10138 2014-03-29 60947960.0 13.777333 58.798667 27.571000 -15.5905
10153 2014-03-31 60947960.0 13.478375 58.656500 27.732875 -17.1105
vn spd chlor_a dist cdm kd490 \
10138 -21.32550 27.109000 0.140854 480.832409 0.011973 0.053958
10153 -27.73575 34.986125 0.128783 457.838252 0.013516 0.051810
t865 par sst4
10138 0.149058 55.786767 26.461297
10153 0.154013 55.885853 26.699567
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
10138 2014-03-29 60947960.0 13.777333 58.798667 27.571000 -15.5905
10153 2014-03-31 60947960.0 13.478375 58.656500 27.732875 -17.1105
vn spd chlor_a dist cdm kd490 \
10138 -21.32550 27.109000 0.140854 480.832409 0.011973 0.053958
10153 -27.73575 34.986125 0.128783 457.838252 0.013516 0.051810
t865 par sst4
10138 0.149058 55.786767 26.461297
10153 0.154013 55.885853 26.699567
time id lat lon temp ve \
10138 2014-03-29 60947960.0 13.777333 58.798667 27.571000 -15.5905
10153 2014-03-31 60947960.0 13.478375 58.656500 27.732875 -17.1105
vn spd var_lat var_lon ... sst4 \
10138 -21.32550 27.109000 0.000003 0.000006 ... 26.461297
10153 -27.73575 34.986125 0.000003 0.000006 ... 26.699567
chlor_a_log_e chl_rate chl_log_e_rate chl_rate_week \
10138 -1.960033 NaN NaN NaN
10153 -2.049630 -0.006036 -0.044798 -0.042249
chl_log_e_rate_week chl_rate_stand chl_log_e_rate_stand week \
10138 NaN NaN NaN 13
10153 -0.313589 -0.011774 -0.187371 14
week_rotate
10138 23
10153 24
[2 rows x 27 columns]
In [476]:
floatsDF_81828.plot(x='time',y='chlor_a')
Out[476]:
<matplotlib.axes._subplots.AxesSubplot at 0x13d0e3c88>
In [481]:
len(floatsDF_81828[floatsDF_81828.time== t].chlor_a.isnull())
Out[481]:
0
In [ ]:
In [ ]:
In [489]:
# solution of case 2 -- general case
# chang float id, whenever a new subfloat is generated
# some float ids are removed in case 1
id_set3 = floatsDF_NovMar_ID.id.unique()
# necessary for selection
floatsDF_NovMar_ID.time = pd.to_datetime(floatsDF_NovMar_ID.time)
from datetime import timedelta
# temp kept, but is not touched, to be dropped
col_listLDS = ['time', 'id', 'lat', 'lon', 'temp', 've', 'vn', 'spd',
'chlor_a', 'dist', 'cdm', 'kd490', 't865',
'par', 'sst4']
# temp kept, but is not touched, to be dropped
col_listLDS_subset = ['ve', 'vn', 'spd',
'chlor_a', 'dist', 'cdm', 'kd490', 't865',
'par', 'sst4']
floatsDF_sub_list = []
# test case 1:
# float id == 71140
# nan's ratio: 0.5
# split series and series end with two good values
#floatsDF_81828 = floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == 71140]
# test case 3:
# float id == 81828,
# nan's ratio: 0.61, choose threshold 0.62
# series no need to split
# floatsDF_81828 = floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == 81828]
# test case 2:
# float id == 81828,
# nan's ratio: 0.61, choose threshold 0.47
# split series and series end with one good values
for i in id_set3:
floatsDF_i = floatsDF_NovMar_ID[floatsDF_NovMar_ID.id == i]
#print(floatsDF_i.set_index("time").chlor_a)
#print('first valid index:', floatsDF_i.set_index("time").chlor_a.first_valid_index())
#print('last valid index:',floatsDF_i.set_index("time").chlor_a.last_valid_index())
# drop everything outside this range
head = floatsDF_i.set_index("time").chlor_a.first_valid_index()
tail = floatsDF_i.set_index("time").chlor_a.last_valid_index()
mask = (floatsDF_i.time >= head) & (floatsDF_i.time <= tail)
floatsDF_i = floatsDF_i[mask]
print("-----\n head and tail of the nonnan series are identified \n")
#print(floatsDF_i.set_index("time").chlor_a)
# calculate the ratio of nans in the trimmed chlor_a series
length = len(floatsDF_i.chlor_a)
#print("length is", length) # all length zero sequentia already be removed!!! before this step
ratio = floatsDF_i.chlor_a.isnull().sum()/length
print("the float id is:", floatsDF_i.id.values[0])
print("the ratio of nans in the trimmed chlor_a series", ratio)
# if nan's ratio is less than 0.47, then we interpolate the values in between
if ratio <= 0.47:
# df.interpolate()
floatsDF_i['chlor_a'].interpolate(method='linear', axis=0,
limit=None, inplace=True)
###floatsDF_81828['chlor_a'].interpolate(method='linear', axis=0, limit=None,
###inplace=False).plot()
floatsDF_i.plot(x='time', y ='chlor_a', title=('id - %d' % i))
#print(floatsDF_i[col_listLDS ])
### process all other variables, here we assume other variable are linear...
# + easy approach: linear interpolation, then fill forward, then fill backward
# + more dedicated approach: check ratio of each variables
print("the easy approach: linear interpolation on other var, then ffill, then bfill")
#this oneliner doesnot work:
###floatsDF_81828[col_listLDS_subset].interpolate(method='linear', axis=0,
###limit=None, inplace=True)
for col in col_listLDS_subset:
floatsDF_i[col].interpolate(method='linear', axis=0, limit=None, inplace=True)
floatsDF_i[col_listLDS_subset].fillna(method='ffill')
floatsDF_i[col_listLDS_subset].fillna(method='bfill')
print("------ after preprocess completed ------")
print("------ after preprocess completed ------")
print("------ after preprocess completed ------")
#print(floatsDF_i[col_listLDS ])
mask = (floatsDF_i.time >= head) & (floatsDF_i.time <= tail)
tmp = floatsDF_i[mask]
floatsDF_sub_list.append(tmp)
# if nan's ratio is bigger than 0.47, then we split the series as continuous sub-series
# while loop
if ratio > 0.47:
# loop through the time
# https://stackoverflow.com/questions/16782682/timedelta-is-not-defined
# task: collect all the contiguous subsequences in the time series
# + use time t to loop through the series
# + start with subhead = t
# + use flag = 1 to indicate that an subtail is expected
# + condition branched on whether chlor_a at time t is nan
print("head is", head)
t = head
print("t is", t)
flag = 1 # subtail is expected
subhead = t # start with a good value
count = 0 # counter for the subseries in the splitting
while (t <= tail ):
bool_array = floatsDF_i[floatsDF_i.time== t].chlor_a.isnull()
if len(bool_array)==0: # there are gaps in data!!!! supposed to be a length 1 array
detect_nan = True # end of series reached, since there is a gap in data!!!!
else:
detect_nan = bool_array.values[0]
if (1 == flag) & (~detect_nan ):
if (tail == t): # end of series reached
count = count + 1
flag = 10000
subtail = t # end of series reached
mask = (floatsDF_i.time >= subhead) & (floatsDF_i.time <= subtail)
tmp = floatsDF_i[mask]
tmp.loc[:,'id'] = tmp.loc[:,'id'] + 0.03*(count) # hash the float id
tmp.plot(x='time', y ='chlor_a', title=('subseries from id - %d' % tmp.id.values[0]))
floatsDF_sub_list.append(tmp)
else:
pass
if (1 == flag) & (detect_nan ):
count = count + 1
flag = 0
subtail = t - timedelta(freq)
mask = (floatsDF_i.time >= subhead) & (floatsDF_i.time <= subtail)
tmp = floatsDF_i[mask]
tmp.loc[:,'id'] = tmp.loc[:,'id'] + 0.03*(count) # hash the float id
tmp.plot(x='time', y ='chlor_a', title=('subseries from id - %d' % tmp.id.values[0]))
floatsDF_sub_list.append(tmp)
if (0 == flag) & (detect_nan ):
pass
if (0 == flag) & (~detect_nan):
if (tail == t): # end of series reached
count = count + 1
flag = 10000
subhead = t
subtail = t
mask = (floatsDF_i.time >= subhead) & (floatsDF_i.time <= subtail)
tmp = floatsDF_i[mask]
tmp.loc[:,'id'] = tmp.loc[:,'id'] + 0.03*(count) # hash the float id
tmp.plot(x='time', y ='chlor_a', title=('subseries from id - %d' % tmp.id.values[0]))
floatsDF_sub_list.append(tmp)
else: # end of series not reached
flag = 1
subhead = t
t = t + timedelta(freq) # increment on t
#print("now t is", t)
floatsDF_list = pd.concat(floatsDF_sub_list)
print(floatsDF_list)
-----
head and tail of the nonnan series are identified
the float id is: 10206.0
the ratio of nans in the trimmed chlor_a series 0.177777777778
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
907 2002-11-01 10206.0 10.737250 67.512250 NaN -4.832250 6.374250
913 2002-11-03 10206.0 10.818500 67.399375 NaN -8.207500 7.311375
919 2002-11-05 10206.0 10.902250 67.291000 NaN -7.410625 5.807000
925 2002-11-07 10206.0 11.036625 67.202125 NaN -6.844125 6.546875
931 2002-11-09 10206.0 11.130625 67.113250 NaN -0.825125 4.402625
937 2002-11-11 10206.0 11.153750 67.132250 NaN 0.870375 0.028125
943 2002-11-13 10206.0 11.153250 67.105875 NaN -3.435000 2.077500
949 2002-11-15 10206.0 11.185250 67.081500 NaN 0.244250 -0.256875
956 2002-11-17 10206.0 11.164500 67.069250 NaN -3.124000 -1.477125
962 2002-11-19 10206.0 11.160625 67.019250 NaN -1.637375 0.933125
968 2002-11-21 10206.0 11.176750 66.993625 NaN -1.165500 2.455500
975 2002-11-23 10206.0 11.215875 67.008125 NaN 1.038750 1.003750
982 2002-11-25 10206.0 11.246000 66.995125 NaN -1.832375 3.023375
989 2002-11-27 10206.0 11.290375 66.954125 NaN -2.474250 2.209500
996 2002-11-29 10206.0 11.334500 66.869375 NaN -6.904000 3.017375
1003 2002-12-01 10206.0 11.370375 66.731125 NaN -12.013000 2.757500
1009 2002-12-03 10206.0 11.435625 66.541625 NaN -12.442750 5.522125
1015 2002-12-05 10206.0 11.548000 66.316500 NaN -15.541125 9.063875
1021 2002-12-07 10206.0 11.683500 66.083875 NaN -13.901500 8.225500
1027 2002-12-09 10206.0 11.811500 65.869750 NaN -12.935000 7.691625
1033 2002-12-11 10206.0 11.929750 65.669375 NaN -12.443000 7.644250
1039 2002-12-13 10206.0 12.050500 65.475625 NaN -10.719000 7.001750
1045 2002-12-15 10206.0 12.151500 65.335500 NaN -7.489875 7.548875
1051 2002-12-17 10206.0 12.247375 65.204125 NaN -8.116625 4.435500
1057 2002-12-19 10206.0 12.317125 65.088125 NaN -7.811625 4.298125
1063 2002-12-21 10206.0 12.397750 64.966875 NaN -8.095625 5.739625
1069 2002-12-23 10206.0 12.485125 64.833250 NaN -8.173250 4.745875
1075 2002-12-25 10206.0 12.539250 64.699250 NaN -9.392000 3.442250
1081 2002-12-27 10206.0 12.583875 64.523500 NaN -10.462250 2.296375
1087 2002-12-29 10206.0 12.588375 64.366625 NaN -10.133750 -1.934375
1093 2002-12-31 10206.0 12.543625 64.190250 NaN -11.078750 -3.439750
1099 2003-01-02 10206.0 12.480500 64.003750 NaN -14.298500 -3.984250
1105 2003-01-04 10206.0 12.407750 63.818000 NaN -11.093375 -6.330625
1111 2003-01-06 10206.0 12.315750 63.651375 NaN -9.348750 -5.853250
1117 2003-01-08 10206.0 12.235500 63.456750 NaN -13.589375 -4.356000
1123 2003-01-10 10206.0 12.162750 63.274500 NaN -10.182250 -6.321625
1127 2003-01-12 10206.0 12.086750 63.084375 NaN -13.212125 -3.422500
1131 2003-01-14 10206.0 11.977000 62.882250 NaN -11.542875 -10.609875
1136 2003-01-16 10206.0 11.805125 62.736500 NaN -6.676250 -9.834625
1141 2003-01-18 10206.0 11.640625 62.631000 NaN -8.770875 -13.061250
1146 2003-01-20 10206.0 11.464500 62.478250 NaN -7.808750 -8.722125
1151 2003-01-22 10206.0 11.300625 62.348250 NaN -9.741750 -9.963125
1156 2003-01-24 10206.0 11.185875 62.202750 NaN -8.878875 -6.370125
1161 2003-01-26 10206.0 11.070000 62.063375 NaN -10.658875 -9.359500
1166 2003-01-28 10206.0 10.962500 61.932000 NaN -15.887000 -13.636000
spd chlor_a dist cdm kd490 t865 \
907 9.069875 0.146366 502.866078 0.010704 0.058466 0.090026
913 12.395125 0.118292 514.302886 0.011303 0.052617 0.079041
919 11.830125 0.116493 525.418388 0.012077 0.052540 0.092725
925 11.460500 0.122171 534.353712 0.011535 0.053097 0.085974
931 5.688125 0.135969 543.770628 0.010748 0.056504 0.070622
937 1.862250 0.128111 541.655587 0.010009 0.054486 0.069279
943 4.831750 0.130948 544.537084 0.010971 0.053921 0.072993
949 1.330125 0.133785 547.160169 0.011934 0.053356 0.076706
956 3.740125 0.131548 548.521981 0.011867 0.053027 0.077213
962 3.259750 0.132142 553.988541 0.011510 0.053825 0.071652
968 5.868625 0.132735 556.764619 0.011153 0.054622 0.066091
975 4.598375 0.133329 555.158813 0.010796 0.055419 0.060530
982 3.653125 0.133923 556.585942 0.010439 0.056216 0.054970
989 3.352000 0.128334 561.105028 0.010764 0.054306 0.115450
996 7.711000 0.105102 570.438783 0.015005 0.050904 0.181731
1003 12.401250 0.108088 585.622607 0.015222 0.051513 0.181471
1009 13.632000 0.171819 606.525410 0.012182 0.063982 0.104638
1015 18.004500 0.090677 631.632315 0.017987 0.050002 0.275500
1021 16.197750 0.105902 657.917399 0.018371 0.051734 0.359744
1027 15.049125 0.094706 682.351768 0.009301 0.053212 0.286772
1033 14.606000 0.082837 705.372842 0.014616 0.049890 0.213799
1039 12.810250 0.103133 727.854567 0.020305 0.050869 0.210962
1045 11.010875 0.107093 744.401621 0.016679 0.051878 0.203976
1051 10.214375 0.094312 760.023601 0.017527 0.051263 0.226772
1057 8.972875 0.091947 773.639102 0.016217 0.051205 0.229520
1063 9.924125 0.111092 788.043327 0.015392 0.052779 0.144360
1069 9.475250 0.130237 803.949185 0.014567 0.054352 0.059199
1075 10.097500 0.139246 819.312377 0.013328 0.056621 0.098957
1081 11.299000 0.170771 838.974759 0.016168 0.060768 0.087847
1087 10.711625 0.163498 855.859231 0.016281 0.060065 0.123994
1093 11.838875 0.175836 873.959197 0.017779 0.060904 0.101607
1099 15.156250 0.208621 892.930386 0.020377 0.066765 0.082785
1105 13.235750 0.212783 911.794824 0.020180 0.068003 0.082587
1111 11.744125 0.229120 928.475117 0.020007 0.070628 0.107786
1117 14.296750 0.245456 948.498200 0.019834 0.073253 0.132985
1123 12.150875 0.257174 949.852088 0.017415 0.078455 0.127622
1127 14.135000 0.300739 930.570516 0.020472 0.083338 0.138177
1131 15.876875 0.344303 909.582258 0.023529 0.088221 0.148732
1136 11.910375 0.387867 895.597074 0.026586 0.093103 0.159287
1141 15.801250 0.414171 886.283184 0.026057 0.093569 0.138087
1146 12.034250 0.504855 872.473960 0.025993 0.091075 0.114664
1151 14.120875 0.279242 861.394532 0.018377 0.080806 0.142610
1156 10.930750 0.301643 848.068356 0.022301 0.079100 0.101205
1161 14.457500 0.375178 835.689016 0.025254 0.087373 0.070791
1166 20.937000 0.272438 824.233600 0.020487 0.075419 0.115233
par sst4
907 48.871585 29.292499
913 47.527239 28.825901
919 47.921435 29.225624
925 49.394569 29.025417
931 48.403054 28.841013
937 36.044779 29.428974
943 30.239470 27.924999
949 40.762522 28.576249
956 32.011370 28.584751
962 17.062445 28.579999
968 28.728429 28.545853
975 35.333872 28.494780
982 35.558134 28.781176
989 37.049278 28.842932
996 39.706308 28.730474
1003 41.966862 28.725317
1009 38.978503 28.637499
1015 37.565796 28.698839
1021 34.470952 27.191489
1027 32.573172 28.200624
1033 42.518418 28.014356
1039 40.477736 27.974732
1045 39.756926 27.875121
1051 37.965893 27.067751
1057 37.381088 28.236036
1063 40.986109 28.161970
1069 41.137564 27.027918
1075 43.197584 27.317622
1081 43.217503 26.724999
1087 42.704250 27.261249
1093 40.333648 27.474714
1099 42.877111 26.950051
1105 41.929207 27.366629
1111 35.181116 26.214999
1117 42.959653 26.987499
1123 39.216284 26.625231
1127 40.238999 26.264178
1131 42.829264 25.903124
1136 43.374511 26.185766
1141 46.098944 26.180106
1146 46.605533 26.448166
1151 47.059026 26.416685
1156 47.817658 26.654999
1161 48.116232 26.716260
1166 46.801106 26.670683
-----
head and tail of the nonnan series are identified
the float id is: 11089.0
the ratio of nans in the trimmed chlor_a series 0.0540540540541
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
920 2002-11-05 11089.0 14.298875 65.041250 28.893250 -10.529750
926 2002-11-07 11089.0 14.366875 64.835375 28.939625 -15.401500
932 2002-11-09 11089.0 14.356250 64.586375 29.047125 -14.547875
938 2002-11-11 11089.0 14.287500 64.346000 28.949875 -17.929000
944 2002-11-13 11089.0 14.201750 64.063625 28.580125 -17.144125
950 2002-11-15 11089.0 14.038375 63.777125 28.391625 -20.536000
957 2002-11-17 11089.0 13.828625 63.382875 28.302625 -29.687375
963 2002-11-19 11089.0 13.584500 62.850375 28.137875 -36.171250
969 2002-11-21 11089.0 13.334750 62.277000 28.000000 -35.763625
976 2002-11-23 11089.0 13.235875 61.718750 27.910500 -29.121375
983 2002-11-25 11089.0 13.221375 61.284375 28.128625 -25.626000
990 2002-11-27 11089.0 13.252625 60.805125 28.004875 -32.540125
997 2002-11-29 11089.0 13.312750 60.291250 27.849000 -34.920750
1004 2002-12-01 11089.0 13.464750 59.746375 27.787875 -34.191375
1010 2002-12-03 11089.0 13.764625 59.157125 27.653625 -37.164750
1016 2002-12-05 11089.0 14.338875 58.677125 27.407000 -20.481250
1022 2002-12-07 11089.0 15.033875 58.584500 27.098125 7.056250
1028 2002-12-09 11089.0 15.495500 58.833750 27.128250 22.702375
1034 2002-12-11 11089.0 15.602375 59.341375 27.224125 38.908500
1040 2002-12-13 11089.0 15.316625 59.897500 27.084375 23.850000
1046 2002-12-15 11089.0 14.782875 60.067375 27.086000 -1.081750
1052 2002-12-17 11089.0 14.356500 59.876500 27.131750 -22.965750
1058 2002-12-19 11089.0 13.977125 59.541750 27.151000 -17.975000
1064 2002-12-21 11089.0 13.838875 59.225000 27.090750 -19.883250
1070 2002-12-23 11089.0 13.871125 58.907750 27.080125 -20.844250
1076 2002-12-25 11089.0 14.050625 58.603000 26.982875 -13.031250
1082 2002-12-27 11089.0 14.366250 58.432750 26.863125 -7.422500
1088 2002-12-29 11089.0 14.687250 58.425250 26.683375 4.839875
1094 2002-12-31 11089.0 14.982125 58.537500 26.461750 10.090125
1100 2003-01-02 11089.0 15.047250 58.719875 26.313000 11.142875
... ... ... ... ... ... ...
1175 2003-02-01 11089.0 11.606125 57.528750 26.208250 -25.083625
1179 2003-02-03 11089.0 11.341375 57.176875 26.395125 -25.018375
1183 2003-02-05 11089.0 11.117000 56.851000 26.360500 -9.955500
1187 2003-02-07 11089.0 10.820500 56.648250 26.363375 -15.489125
1191 2003-02-09 11089.0 10.705625 56.494750 26.517000 -12.737250
1194 2003-02-11 11089.0 10.601375 56.153750 26.408875 -27.403375
1197 2003-02-13 11089.0 10.534500 55.681125 26.428250 -26.705250
1200 2003-02-15 11089.0 10.402625 55.270375 26.808625 -32.679125
1203 2003-02-17 11089.0 10.447625 54.895125 27.202625 -13.230375
1206 2003-02-19 11089.0 10.527250 54.611875 27.175375 -10.846875
1209 2003-02-21 11089.0 10.587000 54.621250 27.335875 1.834875
1212 2003-02-23 11089.0 10.608750 54.631625 27.313375 -0.489375
1215 2003-02-25 11089.0 10.710250 54.633250 27.385375 4.027875
1218 2003-02-27 11089.0 10.897500 54.616750 27.658125 -8.005625
1221 2003-03-01 11089.0 11.034625 54.312625 27.590500 -41.258125
1224 2003-03-03 11089.0 11.284500 53.640125 26.961250 -22.235750
1227 2003-03-05 11089.0 11.540000 53.526500 26.921125 -2.182500
1230 2003-03-07 11089.0 11.701875 53.393375 27.180000 -7.940000
1233 2003-03-09 11089.0 11.776125 53.428625 27.405875 -3.541875
1236 2003-03-11 11089.0 11.781125 53.315000 27.485125 -2.040500
1239 2003-03-13 11089.0 11.578000 53.276625 27.852500 -2.986250
1242 2003-03-15 11089.0 11.228125 53.246000 27.815750 -7.907000
1246 2003-03-17 11089.0 11.005500 52.960250 27.769875 -19.501000
1250 2003-03-19 11089.0 11.023000 52.647875 27.915125 -25.238000
1255 2003-03-21 11089.0 11.372125 52.336250 28.002375 -9.602000
1259 2003-03-23 11089.0 11.736000 52.314500 28.132250 5.469125
1263 2003-03-25 11089.0 11.912375 52.486000 28.448125 14.806250
1267 2003-03-27 11089.0 11.884500 52.662500 28.342375 8.652125
1271 2003-03-29 11089.0 11.603750 52.697375 28.549625 -6.845875
1275 2003-03-31 11089.0 11.180375 52.596250 28.627875 -2.557125
vn spd chlor_a dist cdm kd490 \
920 4.507125 12.297250 0.154878 830.177225 0.023575 0.056148
926 2.263500 16.392000 0.215415 853.620219 0.018591 0.065009
932 -3.024000 15.786125 0.205952 878.499730 0.017420 0.063859
938 -3.980500 18.692500 0.200166 867.802259 0.018360 0.062675
944 -8.458625 20.047500 0.249759 849.930489 0.021606 0.070681
950 -12.344500 24.185000 0.333554 838.207087 0.023512 0.081086
957 -13.967625 33.308875 0.346704 823.068242 0.028002 0.080651
963 -17.174000 40.253375 0.333258 803.353772 0.028601 0.078686
969 -13.999125 38.698125 0.304636 785.096197 0.027722 0.078809
976 -1.369500 29.949875 0.306479 744.459911 0.026551 0.079865
983 1.368875 26.384875 0.308322 710.094375 0.025380 0.080921
990 3.865000 33.396125 0.392115 670.180413 0.029221 0.088878
997 6.271250 36.018125 0.475907 627.078929 0.033063 0.096835
1004 12.845000 37.105875 0.441543 573.307088 0.028632 0.092892
1010 28.117500 48.288000 0.335015 511.050866 0.025228 0.083354
1016 43.441625 49.117625 0.334687 429.228484 0.029305 0.080145
1022 40.054500 41.261000 0.390725 362.389326 0.041929 0.084927
1028 17.529500 30.111250 0.357543 345.410018 0.030530 0.080682
1034 -4.898000 40.141625 0.327283 381.811924 0.028819 0.077505
1040 -28.851375 38.558750 0.297022 449.043016 0.027108 0.074329
1046 -33.758875 35.072625 0.342246 498.137807 0.027826 0.077417
1052 -26.076625 35.099000 0.410682 513.061783 0.034067 0.084355
1058 -17.457750 26.884500 0.422055 518.320259 0.038870 0.085860
1064 -2.272375 21.196875 0.478416 508.765334 0.027195 0.089347
1070 7.232125 23.242375 0.306282 485.982182 0.025910 0.078243
1076 15.601875 20.716625 0.266772 451.399314 0.028717 0.075470
1082 21.366375 22.981000 0.295934 412.056455 0.042348 0.080398
1088 19.879500 20.670375 0.306554 382.081444 0.036139 0.081004
1094 13.569000 19.833250 0.317174 363.490867 0.029929 0.081611
1100 -1.079500 11.948000 0.318559 370.980859 0.028885 0.080784
... ... ... ... ... ... ...
1175 -14.501125 30.065750 0.371324 341.243227 0.038443 0.085545
1179 -20.141250 32.430500 0.377402 316.166735 0.036363 0.084897
1183 -15.887625 23.809500 0.384729 296.780327 0.036183 0.084238
1187 -12.891875 21.154000 0.265995 298.130314 0.019120 0.077201
1191 -5.917250 14.635875 0.299736 294.074566 0.024708 0.079849
1194 -6.479375 28.906375 0.292387 277.195714 0.026541 0.075260
1197 -2.461625 27.077000 0.347222 254.138133 0.036361 0.079610
1200 -5.686875 36.751000 0.192041 246.986711 0.013515 0.065587
1203 -1.199000 16.347500 0.234749 225.170591 0.022218 0.065872
1206 14.107750 24.139875 0.238188 207.216968 0.021950 0.065237
1209 -2.304125 5.616375 0.243420 201.081968 0.016906 0.071077
1212 3.730125 4.947000 0.235262 199.072107 0.016585 0.069824
1215 8.465000 10.979000 0.206410 188.336458 0.018764 0.066073
1218 15.822000 18.328500 0.239593 168.018544 0.023908 0.066728
1221 5.700500 42.080625 0.205002 145.798459 0.021969 0.063127
1224 19.053125 31.673000 0.367027 97.280681 0.029238 0.081205
1227 17.207375 17.717000 0.258109 66.469879 0.036119 0.072388
1230 2.668375 18.704500 0.294911 45.356127 0.029522 0.072925
1233 5.451500 14.346500 0.281305 38.307206 0.032562 0.073346
1236 -5.156875 8.774750 0.276491 35.891296 0.024144 0.074346
1239 -20.102250 21.148125 0.305245 58.522415 0.027392 0.077311
1242 -22.636000 26.045000 0.270436 97.351234 0.025577 0.070608
1246 -4.227375 20.191250 0.249571 124.380159 0.020348 0.069419
1250 11.202250 29.393375 0.237094 129.135651 0.026946 0.067307
1255 26.410750 28.512750 0.246882 86.477373 0.030195 0.067759
1259 16.698500 19.091125 0.206254 46.198363 0.018887 0.062735
1263 5.079500 17.765000 0.191810 29.765747 0.017873 0.061557
1267 -6.986250 12.035750 0.174206 43.059144 0.017344 0.060581
1271 -25.777375 27.089750 0.266076 69.051385 0.017137 0.076263
1275 -22.788125 23.293625 0.184344 110.921932 0.016977 0.060311
t865 par sst4
920 0.241386 44.355311 28.795907
926 0.076205 46.360723 27.886989
932 0.115550 46.387414 28.048855
938 0.115013 45.015117 28.449999
944 0.087129 44.628295 27.996330
950 0.113037 41.709899 27.538618
957 0.213735 44.055007 28.016874
963 0.188920 43.985245 27.798522
969 0.177785 37.542498 27.231325
976 0.180072 39.942422 27.788749
983 0.182359 40.524512 27.559999
990 0.135445 27.426843 27.489232
997 0.088531 28.689345 27.537499
1004 0.112556 42.115275 27.658931
1010 0.071492 43.272369 27.453131
1016 0.116171 40.173905 27.107821
1022 0.192935 41.160842 26.404166
1028 0.230429 38.620048 26.888375
1034 0.200835 39.219306 26.738603
1040 0.171241 39.977302 23.104376
1046 0.148344 36.592415 26.844999
1052 0.134160 38.375904 27.019349
1058 0.145163 40.961163 26.951280
1064 0.113102 41.055889 26.689619
1070 0.081041 41.341228 26.779138
1076 0.280256 40.869028 26.667168
1082 0.209844 41.169006 26.411631
1088 0.151855 38.442935 26.568965
1094 0.093866 38.293441 26.367972
1100 0.135575 39.128356 26.149054
... ... ... ...
1175 0.079530 45.694567 25.946958
1179 0.156108 48.240398 26.389991
1183 0.231076 40.762098 26.699845
1187 0.096495 45.570183 26.445547
1191 0.066931 48.440724 26.191249
1194 0.054547 47.304718 25.992519
1197 0.096087 48.086993 26.061249
1200 0.105870 51.575032 26.356797
1203 0.079186 51.395206 26.404999
1206 0.084741 51.081065 26.802104
1209 0.068171 50.900594 26.890682
1212 0.066931 51.105235 27.237847
1215 0.069305 52.461488 27.099978
1218 0.101060 53.591222 27.464244
1221 0.116823 51.741319 26.727146
1224 0.168572 53.002454 26.161027
1227 0.254727 53.430910 26.605293
1230 0.094963 54.619295 26.940200
1233 0.156956 54.230650 27.238247
1236 0.121218 53.700277 26.324110
1239 0.096410 54.435272 27.878694
1242 0.098737 55.314677 27.226781
1246 0.109079 55.234116 26.866757
1250 0.197252 55.620978 27.568748
1255 0.259177 53.894899 27.192293
1259 0.141063 49.580201 27.570540
1263 0.138319 56.013044 27.648827
1267 0.130387 55.245479 27.559281
1271 0.105654 56.198202 28.396594
1275 0.083566 57.316887 28.039171
[74 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 15707.0
the ratio of nans in the trimmed chlor_a series 0.24
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
909 2002-11-01 15707.0 14.197250 68.405375 NaN -22.495125 1.167000
915 2002-11-03 15707.0 14.162000 68.048125 NaN -21.659125 -5.021500
921 2002-11-05 15707.0 14.019875 67.721875 NaN -19.399000 -13.877625
927 2002-11-07 15707.0 13.739500 67.399125 NaN -19.144750 -21.695125
933 2002-11-09 15707.0 13.350625 67.213250 NaN -5.045875 -23.739500
939 2002-11-11 15707.0 13.006500 67.183625 NaN -4.937125 -22.478375
945 2002-11-13 15707.0 12.726000 67.009375 NaN -14.451125 -10.944125
951 2002-11-15 15707.0 12.623500 66.684250 NaN -25.139875 -5.485125
958 2002-11-17 15707.0 12.528625 66.281875 NaN -25.460500 -5.145000
964 2002-11-19 15707.0 12.437875 65.954000 NaN -16.978500 -8.136500
970 2002-11-21 15707.0 12.360500 65.663125 NaN -18.990875 0.928625
977 2002-11-23 15707.0 12.451000 65.409500 NaN -15.047500 4.148375
984 2002-11-25 15707.0 12.454500 65.081500 NaN -18.736000 -4.568750
991 2002-11-27 15707.0 12.269250 64.840250 NaN -13.700125 -13.730625
998 2002-11-29 15707.0 12.032625 64.630875 NaN -14.342750 -15.919875
1005 2002-12-01 15707.0 11.775250 64.433875 NaN -11.834500 -16.979625
1011 2002-12-03 15707.0 11.556000 64.214000 NaN -17.437500 -12.660125
1017 2002-12-05 15707.0 11.381625 63.871250 NaN -23.496750 -11.324250
1023 2002-12-07 15707.0 11.173000 63.497750 NaN -23.478250 -15.243625
1029 2002-12-09 15707.0 10.938250 63.103000 NaN -26.576250 -12.017625
1035 2002-12-11 15707.0 10.736500 62.654250 NaN -32.453375 -13.501750
1041 2002-12-13 15707.0 10.573125 62.074000 NaN -37.435500 -9.725125
1047 2002-12-15 15707.0 10.426500 61.492000 NaN -35.750625 -3.233375
1053 2002-12-17 15707.0 10.350125 61.047250 NaN -26.298375 -8.357500
1059 2002-12-19 15707.0 10.264375 60.679875 NaN -19.464375 -7.062000
1065 2002-12-21 15707.0 10.281125 60.313875 NaN -22.872625 11.544500
1071 2002-12-23 15707.0 10.391625 59.948250 NaN -25.561875 0.047875
1077 2002-12-25 15707.0 10.311750 59.625625 NaN -14.573125 -8.789125
1083 2002-12-27 15707.0 10.197375 59.346375 NaN -15.126000 -3.228375
1089 2002-12-29 15707.0 10.060625 59.199500 NaN -17.894250 -15.905500
1095 2002-12-31 15707.0 9.954750 58.777875 NaN -20.453000 -0.694000
1101 2003-01-02 15707.0 9.754250 58.487625 NaN -27.564125 -13.490125
1107 2003-01-04 15707.0 9.725375 58.122375 NaN -15.641625 -5.491875
1113 2003-01-06 15707.0 9.574125 57.696875 NaN -31.678875 -4.289875
1119 2003-01-08 15707.0 9.420375 57.365875 NaN -20.172625 -17.371875
1125 2003-01-10 15707.0 9.282625 57.007500 NaN -19.396125 -8.989750
1129 2003-01-12 15707.0 9.033250 56.548125 NaN -39.894250 -10.642750
1133 2003-01-14 15707.0 8.979250 55.998125 NaN -32.535625 -2.857250
1138 2003-01-16 15707.0 9.002375 55.395625 NaN -39.711250 11.216125
1143 2003-01-18 15707.0 9.083375 54.827250 NaN -42.692750 -4.790000
1148 2003-01-20 15707.0 9.116625 54.101000 NaN -37.340750 5.701375
1153 2003-01-22 15707.0 9.111750 53.606000 NaN -26.634375 0.374875
1158 2003-01-24 15707.0 9.223500 53.337125 NaN -10.069500 11.532125
1163 2003-01-26 15707.0 9.187000 53.092500 NaN -21.560500 -25.853875
1168 2003-01-28 15707.0 8.615500 52.721500 NaN -27.634250 -37.032375
1172 2003-01-30 15707.0 8.024625 52.145875 NaN -52.375375 -34.622625
1176 2003-02-01 15707.0 7.657875 51.240250 NaN -54.196125 -17.947125
1180 2003-02-03 15707.0 7.341500 50.496125 NaN -40.169000 -23.668625
1184 2003-02-05 15707.0 6.883750 49.800625 NaN -51.692875 -35.466375
1188 2003-02-07 15707.0 6.332000 49.204500 NaN -47.053333 -68.208333
spd chlor_a dist cdm kd490 t865 \
909 22.872625 0.155370 500.338710 0.015548 0.057026 0.121086
915 22.922125 0.151016 530.500765 0.015929 0.056548 0.145857
921 24.275125 0.154907 553.117249 0.014776 0.058343 0.131145
927 29.499000 0.159403 570.777775 0.017469 0.058897 0.119493
933 24.623250 0.155904 573.718591 0.015601 0.059013 0.081903
939 24.860625 0.147680 565.489050 0.015084 0.058577 0.107861
945 19.658625 0.117342 576.564319 0.011520 0.054814 0.142975
951 25.992750 0.167005 609.075381 0.013427 0.061027 0.168504
958 26.674500 0.188824 650.335161 0.013458 0.064369 0.105811
964 19.516625 0.179394 683.146623 0.013498 0.062172 0.083330
970 20.424875 0.169963 712.685778 0.013539 0.059975 0.060849
977 18.910500 0.160533 741.588974 0.013579 0.057778 0.038368
984 21.615625 0.157501 776.775105 0.013181 0.057093 0.070011
991 19.742375 0.158693 799.559126 0.025045 0.066273 0.078545
998 22.328000 0.185176 819.045561 0.019791 0.062341 0.131120
1005 21.206625 0.184202 838.051456 0.017095 0.063200 0.105351
1011 22.393500 0.147635 860.785490 0.015422 0.056819 0.113686
1017 26.357375 0.173842 897.733430 0.017217 0.060693 0.130086
1023 28.717375 0.200048 938.568881 0.019012 0.064566 0.146487
1029 29.609375 0.226254 949.888574 0.020808 0.068439 0.162887
1035 35.462500 0.252460 906.828407 0.022603 0.072313 0.179288
1041 38.760875 0.223227 849.891390 0.020205 0.068069 0.169265
1047 37.095250 0.193994 793.498768 0.017807 0.063825 0.159242
1053 29.228500 0.164762 750.037488 0.015409 0.059582 0.149219
1059 21.360375 0.221202 715.583989 0.013635 0.070215 0.139196
1065 25.947250 0.155502 677.638327 0.015009 0.059889 0.129172
1071 25.804500 0.173530 635.950299 0.015479 0.062681 0.143102
1077 17.191500 0.171496 607.038214 0.017043 0.064210 0.127193
1083 16.233875 0.114217 584.900375 0.015039 0.053738 0.142297
1089 27.357750 0.116609 577.690900 0.014665 0.054926 0.153029
1095 22.761750 0.287203 543.749771 0.018574 0.076469 0.120904
1101 36.345000 0.457797 529.750511 0.022483 0.098013 0.088779
1107 20.231000 0.511605 499.826175 0.026800 0.097863 0.075608
1113 32.667000 0.565412 475.782251 0.031116 0.097714 0.062437
1119 28.099500 0.619219 462.844762 0.035432 0.097564 0.049267
1125 24.783250 0.420019 449.835832 0.021051 0.096541 0.060300
1129 42.102125 0.412043 445.486796 0.019266 0.089827 0.067690
1133 32.874000 0.488403 423.141396 0.029611 0.095883 0.075079
1138 42.067875 0.564763 394.107483 0.039956 0.101938 0.082469
1143 44.097000 0.523939 368.162515 0.032693 0.101211 0.121741
1148 38.228000 0.606824 329.159739 0.039152 0.097280 0.160244
1153 27.354250 0.343190 281.092487 0.023443 0.082487 0.097000
1158 16.529125 0.340006 249.324105 0.023855 0.085977 0.089530
1163 35.896625 0.416326 228.863663 0.053809 0.087763 0.074426
1168 46.677125 0.330491 226.137325 0.028364 0.081382 0.046658
1172 64.856625 0.347991 202.517007 0.025201 0.082506 0.084113
1176 57.151125 0.260520 136.247686 0.026312 0.073134 0.097857
1180 46.798250 0.317394 86.153989 0.025217 0.081986 0.090548
1184 62.926875 0.302012 46.837856 0.028349 0.078509 0.093149
1188 82.948333 0.286629 13.983410 0.031480 0.075031 0.095750
par sst4
909 38.585288 29.338992
915 45.791923 28.937047
921 46.080526 29.024374
927 47.325370 29.260836
933 46.968241 28.893479
939 46.376697 28.772730
945 46.394542 28.628068
951 45.312979 28.518749
958 40.992352 28.556395
964 41.453149 28.492306
970 32.771631 28.428217
977 37.089300 28.157518
984 41.272094 28.357648
991 31.637207 28.174111
998 35.882821 27.990573
1005 43.938798 27.807036
1011 43.083584 27.034134
1017 37.128235 27.872368
1023 39.038637 26.904872
1029 38.040356 26.184999
1035 40.738774 27.526342
1041 43.156504 26.438171
1047 38.301251 25.349999
1053 40.070807 27.903082
1059 38.071701 27.622324
1065 33.462154 27.728333
1071 44.650096 27.569500
1077 43.968197 27.475200
1083 41.994188 27.438838
1089 34.424973 27.119999
1095 36.941983 26.910783
1101 44.964817 27.291888
1107 38.925413 26.933303
1113 39.426999 26.356730
1119 37.127556 26.847499
1125 40.330784 26.879130
1129 32.752009 24.882065
1133 34.416851 22.884999
1138 39.782018 25.843233
1143 48.061578 25.937652
1148 45.689738 26.579072
1153 47.632518 26.175203
1158 44.591774 26.422499
1163 44.423708 25.124947
1168 49.218947 26.218166
1172 50.334672 26.067353
1176 50.869848 26.370207
1180 51.435256 26.518832
1184 50.718025 26.024068
1188 52.054739 26.331375
-----
head and tail of the nonnan series are identified
the float id is: 34315.0
the ratio of nans in the trimmed chlor_a series 0.205882352941
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
916 2002-11-03 34315.0 6.310750 58.277125 29.485250 -7.001500
922 2002-11-05 34315.0 5.841500 58.012625 29.795625 -28.546625
928 2002-11-07 34315.0 5.613000 57.375375 29.647125 -49.749875
934 2002-11-09 34315.0 6.049750 56.695500 29.710625 -29.849375
940 2002-11-11 34315.0 6.722000 56.391250 29.356750 -20.207750
946 2002-11-13 34315.0 7.560625 56.151375 29.089250 0.965625
952 2002-11-15 34315.0 8.107125 56.315000 28.877125 13.598875
959 2002-11-17 34315.0 8.295375 56.618250 28.890875 27.657625
965 2002-11-19 34315.0 8.237625 57.227875 28.946000 40.891500
971 2002-11-21 34315.0 8.058500 57.686375 28.573875 26.152875
978 2002-11-23 34315.0 7.853625 57.998750 28.417375 9.533625
985 2002-11-25 34315.0 7.487375 58.074000 28.533500 -0.810750
992 2002-11-27 34315.0 7.059625 57.951625 28.918500 -15.178750
999 2002-11-29 34315.0 6.674250 57.628250 29.091000 -22.780000
1006 2002-12-01 34315.0 6.325875 57.136625 29.152500 -43.623250
1012 2002-12-03 34315.0 6.289875 56.320500 28.744000 -60.573375
1018 2002-12-05 34315.0 6.522000 55.276750 28.240125 -71.024625
1024 2002-12-07 34315.0 7.273250 54.421750 27.764250 -21.460375
1030 2002-12-09 34315.0 7.985125 54.487250 27.638750 8.822375
1036 2002-12-11 34315.0 8.790250 54.551625 27.712375 -6.512250
1042 2002-12-13 34315.0 9.540500 53.931500 27.746500 -62.898125
1048 2002-12-15 34315.0 9.318500 53.193875 27.619625 -20.086125
1054 2002-12-17 34315.0 8.902125 53.100875 27.582125 -3.402000
1060 2002-12-19 34315.0 8.745250 53.079625 27.600500 0.859750
1066 2002-12-21 34315.0 8.739125 53.049000 27.583375 -1.248500
1072 2002-12-23 34315.0 8.823375 52.959250 27.544250 -13.798500
1078 2002-12-25 34315.0 9.042625 52.738375 27.482250 -17.044000
1084 2002-12-27 34315.0 9.264750 52.302750 27.312500 -32.801875
1090 2002-12-29 34315.0 9.267125 51.790500 27.214125 -37.904500
1096 2002-12-31 34315.0 9.007000 51.245875 26.997500 -26.752500
1102 2003-01-02 34315.0 8.506000 50.776500 26.853875 -34.412625
1108 2003-01-04 34315.0 7.644500 50.155875 26.719750 -46.863375
1114 2003-01-06 34315.0 6.319500 49.287000 26.539500 -67.205375
1120 2003-01-08 34315.0 5.173333 48.582333 26.346667 -46.273000
vn spd chlor_a dist cdm kd490 \
916 -29.505125 30.616000 0.129780 801.614125 0.010984 0.055340
922 -27.135500 40.240250 0.130713 832.817475 0.011090 0.054780
928 4.788500 52.729375 0.125521 824.823456 0.010102 0.053223
934 44.451750 55.129000 0.115735 746.551205 0.011795 0.053280
940 42.033250 47.184250 0.105949 668.898834 0.013488 0.053336
946 55.466750 56.988125 0.122005 572.980016 0.013225 0.054501
952 18.246125 23.143875 0.138061 525.460364 0.012962 0.055666
959 6.597500 28.794500 0.132458 520.926480 0.011248 0.054699
965 -16.705250 45.736625 0.122127 559.273982 0.010293 0.052414
971 -4.758625 27.566875 0.126415 603.439923 0.010829 0.053368
978 -18.962250 21.626125 0.130702 641.815342 0.011365 0.054321
985 -27.781125 28.126250 0.134990 679.712258 0.011900 0.055275
992 -27.441625 31.579750 0.130230 712.078186 0.011357 0.054093
999 -22.870625 32.527125 0.124586 731.568489 0.011171 0.053919
1006 -13.519000 47.304750 0.133962 742.296947 0.010459 0.056702
1012 5.745375 61.158375 0.087955 697.322812 0.010653 0.048448
1018 26.724250 76.510125 0.145942 584.283448 0.013512 0.056747
1024 61.408625 70.279875 0.203930 461.296605 0.016370 0.065046
1030 36.860750 39.357500 0.261918 431.355105 0.019229 0.073345
1036 62.806250 65.658125 0.390238 389.390969 0.025466 0.087474
1042 14.851500 70.547625 0.367051 291.334790 0.023369 0.083442
1048 -28.443125 38.146000 0.344721 230.438657 0.019144 0.078518
1054 -18.842250 19.989375 0.260614 248.891325 0.021176 0.071239
1060 -6.002500 8.483750 0.309668 258.128555 0.022074 0.077804
1066 5.196250 7.807875 0.342311 255.233257 0.024622 0.079877
1072 10.425875 18.068875 0.286366 242.871090 0.021867 0.075354
1078 13.116000 22.133750 0.229749 209.001911 0.021504 0.069814
1084 12.241250 35.475125 0.253497 158.419802 0.037768 0.072620
1090 -10.528125 39.779250 0.260194 106.128058 0.030726 0.074976
1096 -24.219500 36.853625 0.266891 63.035090 0.023684 0.077333
1102 -40.954375 53.702875 0.281124 48.405091 0.027369 0.078531
1108 -67.299500 82.102125 0.427178 38.020655 0.038027 0.099189
1114 -107.563000 126.915000 0.351276 22.952529 0.025033 0.089318
1120 -82.711333 94.902333 0.394249 15.587187 0.029602 0.084807
t865 par sst4
916 0.053144 47.585181 28.617658
922 0.027596 50.857459 29.368056
928 0.026693 51.863900 29.195337
934 0.122964 46.851666 28.687650
940 0.219235 33.977225 27.498749
946 0.148815 39.852402 27.469404
952 0.078396 41.316190 28.561874
959 0.061421 49.438319 28.333329
965 0.063256 44.300322 28.412611
971 0.059482 43.457865 28.616396
978 0.055708 46.358292 28.125028
985 0.051935 46.568670 28.349512
992 0.048951 49.585705 28.472920
999 0.059402 49.249998 28.501709
1006 0.097508 48.293781 28.674052
1012 0.089259 48.178813 28.732286
1018 0.108582 33.716179 28.044999
1024 0.127904 32.695983 27.679442
1030 0.147226 32.684189 27.313884
1036 0.135074 43.900649 27.424999
1042 0.108940 41.722847 27.734217
1048 0.158700 40.298814 26.762499
1054 0.102157 39.150874 27.056037
1060 0.107679 43.986721 25.426249
1066 0.132417 44.601225 25.580115
1072 0.115029 45.610097 27.321196
1078 0.113348 44.737382 26.773547
1084 0.211939 45.229057 26.797653
1090 0.159472 43.345576 26.277409
1096 0.107005 44.863381 26.651878
1102 0.134490 45.732616 26.466866
1108 0.154665 45.888825 26.618190
1114 0.123579 47.955002 25.864115
1120 0.138024 49.230539 25.698333
-----
head and tail of the nonnan series are identified
the float id is: 34710.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
911 2002-11-01 34710.0 16.764500 63.115250 29.013125 0.536625
917 2002-11-03 34710.0 16.965375 63.133750 28.976250 2.729500
923 2002-11-05 34710.0 17.127000 63.160750 28.991250 0.491500
929 2002-11-07 34710.0 17.297375 63.170375 28.900250 -0.728375
935 2002-11-09 34710.0 17.463125 63.118375 28.698000 -5.637625
941 2002-11-11 34710.0 17.688000 63.006500 28.464750 -7.964625
947 2002-11-13 34710.0 18.060000 62.923750 28.024125 -1.162750
954 2002-11-15 34710.0 18.600125 62.952000 27.833875 3.871500
960 2002-11-17 34710.0 19.311625 62.916625 27.767375 -12.201125
966 2002-11-19 34710.0 19.928625 62.513500 27.638250 -33.704000
973 2002-11-21 34710.0 20.468875 61.975125 27.452625 -28.462875
980 2002-11-23 34710.0 21.247250 61.505875 27.339625 -28.221000
987 2002-11-25 34710.0 21.894000 61.228750 27.418125 3.868750
994 2002-11-27 34710.0 22.656125 61.789250 27.353875 56.797500
1001 2002-11-29 34710.0 23.191000 62.757750 27.267125 53.614125
1007 2002-12-01 34710.0 22.506000 63.540375 27.212750 28.900750
1013 2002-12-03 34710.0 21.308000 63.536375 27.071000 -16.860500
1019 2002-12-05 34710.0 20.580875 63.625750 26.900000 32.082500
1025 2002-12-07 34710.0 20.643375 64.151875 26.672625 20.638000
1031 2002-12-09 34710.0 21.140125 64.299750 26.500875 0.516125
1037 2002-12-11 34710.0 21.633750 64.303750 26.642625 2.123125
1043 2002-12-13 34710.0 21.922750 64.403125 26.346375 8.392625
1049 2002-12-15 34710.0 22.029625 64.540375 26.316750 6.939500
1055 2002-12-17 34710.0 22.071000 64.588375 26.517500 2.820125
1061 2002-12-19 34710.0 22.069250 64.654125 26.527875 0.292375
1067 2002-12-21 34710.0 22.093625 64.640125 26.691875 3.612750
1073 2002-12-23 34710.0 22.014250 64.758625 26.240125 3.616375
1079 2002-12-25 34710.0 21.807625 64.728875 26.365625 -2.438125
1085 2002-12-27 34710.0 21.524750 64.678375 26.113625 -6.513375
1091 2002-12-29 34710.0 21.143000 64.541750 25.904000 -8.492375
1097 2002-12-31 34710.0 20.828000 64.396625 25.592000 -9.560625
1103 2003-01-02 34710.0 20.586750 64.165750 25.460375 -18.635875
1109 2003-01-04 34710.0 20.537250 63.818250 25.214000 -19.686750
1115 2003-01-06 34710.0 20.756000 63.550750 25.246125 -13.838875
1121 2003-01-08 34710.0 21.107800 63.399400 25.390800 -8.756000
vn spd chlor_a dist cdm kd490 \
911 14.745500 15.588375 0.379938 600.162084 0.050956 0.088284
917 11.047250 12.281625 0.408638 587.351839 0.039706 0.089402
923 10.219250 10.749875 0.416538 578.481759 0.038319 0.088361
929 10.725375 11.110875 0.424468 567.977556 0.036027 0.090009
935 10.323375 13.189250 0.433086 552.699065 0.037364 0.093519
941 20.167500 22.050250 0.423995 528.110232 0.037131 0.101223
947 28.443250 28.586875 0.483409 497.150781 0.036613 0.099054
954 42.243000 42.566500 0.578631 469.292829 0.045499 0.107665
960 45.262375 47.555500 0.580013 435.091293 0.039215 0.104398
966 32.610375 47.139125 0.542898 369.369261 0.041460 0.103221
973 42.288250 51.425250 0.472840 290.910096 0.044832 0.095239
980 50.589125 58.013875 0.475580 206.063252 0.040159 0.094303
987 36.908250 40.428250 0.419880 151.042781 0.036488 0.089478
994 59.141000 82.187625 0.502003 202.412728 0.034840 0.095999
1001 -7.459750 60.761625 0.669277 214.382912 0.034892 0.113681
1007 -69.216625 78.193125 1.399297 290.602417 0.044321 0.142943
1013 -72.597500 74.810750 2.668080 398.636300 0.049652 0.195607
1019 -17.747500 41.002000 0.655553 435.470191 0.063062 0.114420
1025 21.782000 32.027625 0.791338 482.959204 0.059396 0.137327
1031 36.189625 36.348875 0.701993 442.861600 0.055730 0.118969
1037 25.732875 25.968250 0.679916 388.608818 0.066592 0.123194
1043 11.196375 15.064125 0.636611 358.179648 0.069162 0.119503
1049 3.002125 8.841375 0.581517 346.123019 0.063418 0.113861
1055 3.343750 7.156500 0.448390 341.519204 0.036977 0.093183
1061 -1.824375 5.621125 0.506978 341.789710 0.045768 0.096537
1067 2.530500 7.804250 0.558441 339.066514 0.046417 0.102778
1073 -12.640000 15.400625 0.569784 346.837925 0.037144 0.099415
1079 -12.793500 13.185875 0.598698 364.277358 0.047911 0.101920
1085 -24.161625 25.231250 0.744770 389.423731 0.088780 0.124917
1091 -24.518250 26.002625 0.693885 429.588137 0.100870 0.111655
1097 -15.778625 18.910875 0.623500 465.589977 0.064552 0.110874
1103 -11.282000 22.643375 0.486381 486.673212 0.044268 0.097673
1109 4.761125 21.094000 0.444108 455.698404 0.041836 0.094340
1115 23.973500 28.278500 0.423294 420.361838 0.037531 0.092912
1121 27.678250 29.078500 0.398537 391.591389 0.032390 0.092385
t865 par sst4
911 0.157933 45.852026 27.504999
917 0.207249 45.603785 28.396272
923 0.197466 44.948934 27.783765
929 0.087398 44.664059 28.606822
935 0.157636 42.704866 28.364551
941 0.230042 43.309708 27.682225
947 0.072464 42.658754 28.078504
954 0.100796 42.388220 27.611413
960 0.106452 40.796243 27.654540
966 0.112614 40.156008 27.301591
973 0.080008 39.754141 27.323739
980 0.100613 38.607509 27.079970
987 0.061033 37.357247 26.769027
994 0.086889 36.799818 26.717310
1001 0.122243 35.441244 27.121944
1007 0.109385 35.882485 26.832098
1013 0.175152 36.669167 26.206150
1019 0.213948 36.949471 26.244769
1025 0.285729 36.291281 26.069466
1031 0.148428 36.344004 26.092212
1037 0.117441 36.148698 25.936760
1043 0.143271 35.174902 25.556347
1049 0.133039 35.218035 26.276411
1055 0.082563 35.487154 24.958242
1061 0.072180 35.299364 26.172297
1067 0.077643 35.311734 25.891799
1073 0.115701 32.152620 25.637175
1079 0.222994 28.580938 25.197990
1085 0.181222 28.911608 25.321723
1091 0.227309 25.754246 25.810131
1097 0.126466 34.315563 25.155349
1103 0.121312 33.150708 25.192459
1109 0.089534 36.406921 25.230758
1115 0.088946 36.236448 25.078974
1121 0.154005 36.668298 24.981364
-----
head and tail of the nonnan series are identified
the float id is: 34721.0
the ratio of nans in the trimmed chlor_a series 0.0571428571429
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
912 2002-11-01 34721.0 12.577000 67.553000 29.335125 1.065000
918 2002-11-03 34721.0 12.647250 67.570000 29.435500 3.303000
924 2002-11-05 34721.0 12.609750 67.649875 29.602625 5.022500
930 2002-11-07 34721.0 12.580125 67.781000 29.472625 8.845375
936 2002-11-09 34721.0 12.587500 67.965125 29.499125 13.566000
942 2002-11-11 34721.0 12.704750 68.167500 29.393250 10.140250
948 2002-11-13 34721.0 12.966750 68.259750 29.172125 4.383375
955 2002-11-15 34721.0 13.258125 68.338625 29.100750 4.857125
961 2002-11-17 34721.0 13.505250 68.384875 29.124375 0.160875
967 2002-11-19 34721.0 13.704375 68.346125 29.072500 -3.682500
974 2002-11-21 34721.0 13.876875 68.287875 28.978000 -1.699250
981 2002-11-23 34721.0 14.017750 68.282750 29.067750 0.835500
988 2002-11-25 34721.0 14.148625 68.276250 28.948250 -1.377875
995 2002-11-27 34721.0 14.286375 68.240125 29.053625 -2.942375
1002 2002-11-29 34721.0 14.469125 68.182250 29.004250 -4.564500
1008 2002-12-01 34721.0 14.616000 68.144750 28.928125 0.107500
1014 2002-12-03 34721.0 14.761125 68.175500 28.846000 0.083000
1020 2002-12-05 34721.0 14.890625 68.152125 28.743500 -3.875625
1026 2002-12-07 34721.0 15.020500 68.071125 28.650625 -4.852500
1032 2002-12-09 34721.0 15.109625 68.009250 28.576250 -2.009125
1038 2002-12-11 34721.0 15.188625 67.909625 28.494000 -9.158875
1044 2002-12-13 34721.0 15.263250 67.717875 28.377500 -15.990375
1050 2002-12-15 34721.0 15.180625 67.502250 28.362500 -8.874375
1056 2002-12-17 34721.0 15.156500 67.314875 28.293750 -15.996125
1062 2002-12-19 34721.0 15.097125 67.066125 28.261250 -17.304250
1068 2002-12-21 34721.0 14.961000 66.867750 28.132125 -3.099000
1074 2002-12-23 34721.0 14.983500 66.801625 28.036000 -2.104000
1080 2002-12-25 34721.0 15.018625 66.820500 27.976625 -0.554375
1086 2002-12-27 34721.0 15.127875 66.818250 27.847500 0.771375
1092 2002-12-29 34721.0 15.232000 66.848750 27.836125 1.274875
... ... ... ... ... ... ...
1150 2003-01-20 34721.0 16.091125 67.082875 26.772000 7.691750
1155 2003-01-22 34721.0 16.000000 67.172375 26.740750 4.576750
1160 2003-01-24 34721.0 15.886500 67.304250 26.828250 10.385625
1165 2003-01-26 34721.0 15.797125 67.481000 26.894500 10.805875
1170 2003-01-28 34721.0 15.679500 67.623875 26.716500 6.513875
1174 2003-01-30 34721.0 15.592125 67.739625 26.704875 8.082375
1178 2003-02-01 34721.0 15.517875 67.877125 26.791125 8.965250
1182 2003-02-03 34721.0 15.435125 68.000125 26.684250 6.600875
1186 2003-02-05 34721.0 15.352375 68.122125 26.632500 8.918125
1190 2003-02-07 34721.0 15.254250 68.269375 26.669000 6.426625
1193 2003-02-09 34721.0 15.191250 68.351000 26.900625 4.098750
1196 2003-02-11 34721.0 15.186750 68.395000 26.760750 2.152750
1199 2003-02-13 34721.0 15.245000 68.408125 26.834375 2.439125
1202 2003-02-15 34721.0 15.320750 68.486250 27.123000 3.671625
1205 2003-02-17 34721.0 15.225000 68.512000 27.367375 0.912625
1208 2003-02-19 34721.0 15.192625 68.530375 27.485375 0.981625
1211 2003-02-21 34721.0 15.348125 68.534375 27.403125 2.431375
1214 2003-02-23 34721.0 15.664875 68.496750 27.605750 -11.633250
1217 2003-02-25 34721.0 15.824125 68.343375 27.903250 -5.222000
1220 2003-02-27 34721.0 16.135125 68.231250 27.815125 -10.350875
1223 2003-03-01 34721.0 16.490375 68.099500 27.647500 -3.543750
1226 2003-03-03 34721.0 16.894375 67.948375 27.178375 -14.452875
1229 2003-03-05 34721.0 17.387500 67.662625 26.844000 -22.743750
1232 2003-03-07 34721.0 17.714375 67.215500 26.812625 -31.746125
1235 2003-03-09 34721.0 17.833000 66.775000 27.050375 -20.583125
1238 2003-03-11 34721.0 17.958375 66.484750 27.118500 -13.984500
1241 2003-03-13 34721.0 18.143875 66.318375 27.229125 -7.352375
1244 2003-03-15 34721.0 18.288750 66.170500 27.334375 -10.605500
1248 2003-03-17 34721.0 18.406250 66.034000 27.282625 -7.195000
1253 2003-03-19 34721.0 18.477000 65.966000 27.199000 -7.195000
vn spd chlor_a dist cdm kd490 \
912 7.905750 10.247000 0.182230 515.387804 0.013400 0.065985
918 2.865500 8.211375 0.153571 515.200394 0.011598 0.058269
924 -1.856250 13.987000 0.124238 505.835975 0.013121 0.052806
930 -2.604625 14.461750 0.137965 491.213813 0.013277 0.054401
936 1.321875 15.994875 0.122236 471.864626 0.011854 0.053030
942 12.864500 17.991375 0.121545 453.669336 0.012019 0.054262
948 20.371500 21.013875 0.125675 452.612983 0.012406 0.053256
955 16.986500 18.097500 0.129806 456.251963 0.012793 0.052250
961 13.885000 14.356250 0.184109 463.223559 0.014600 0.065523
967 10.835875 11.710500 0.210852 477.161107 0.014178 0.069869
974 11.559750 12.113625 0.237595 492.044001 0.013757 0.074215
981 8.533125 10.285375 0.195535 500.553524 0.012886 0.066549
988 7.457125 10.367625 0.153476 508.919955 0.012016 0.058882
995 10.222750 12.335250 0.149793 520.623040 0.015224 0.057595
1002 10.440625 12.575625 0.126396 537.330403 0.016518 0.053152
1008 8.952375 10.363500 0.129858 550.196704 0.018174 0.054453
1014 9.842750 12.343000 0.156872 557.361934 0.019277 0.057220
1020 6.330000 10.148000 0.161299 568.303759 0.025560 0.057651
1026 11.422875 13.849375 0.163175 584.141937 0.036333 0.063713
1032 3.474875 7.092500 0.156175 589.384531 0.027741 0.060650
1038 4.390875 12.515125 0.149176 597.379337 0.019148 0.057586
1044 3.680500 17.262375 0.197339 615.299432 0.024876 0.062483
1050 -8.777500 14.975375 0.207286 639.982879 0.031545 0.065603
1056 -0.144125 16.428375 0.149457 657.560854 0.019239 0.057356
1062 -6.513625 18.865375 0.180657 675.625072 0.021706 0.061553
1068 -1.718750 18.305000 0.175590 685.220668 0.021793 0.059720
1074 -2.789250 11.986875 0.164119 692.567324 0.019149 0.059331
1080 6.126375 6.600875 0.159683 692.919485 0.017733 0.058411
1086 7.684125 8.058375 0.156999 699.673676 0.022439 0.057569
1092 6.740250 7.645500 0.188633 703.336316 0.023452 0.063686
... ... ... ... ... ... ...
1150 -3.775000 9.426125 0.534682 635.152834 0.069635 0.103662
1155 -7.363750 9.182500 0.444330 638.617980 0.060959 0.095411
1160 -5.703000 12.040375 0.401910 641.950012 0.043266 0.089793
1165 -7.428750 13.577125 0.342966 629.058038 0.032778 0.085267
1170 -5.452000 8.782625 0.395369 615.960490 0.045982 0.091026
1174 -5.212875 10.068500 0.398070 605.400580 0.051292 0.091745
1178 -4.669875 10.505750 0.501661 592.477084 0.060331 0.107933
1182 -6.500625 9.908000 0.455043 581.466040 0.066108 0.099653
1186 -5.651125 11.017500 0.437956 570.786896 0.057832 0.096962
1190 -6.179375 10.786000 0.474490 558.165029 0.069771 0.099203
1193 -0.092500 10.004000 0.394931 551.589031 0.044400 0.087769
1196 -0.429375 6.680375 0.362007 547.183305 0.038534 0.082317
1199 8.131375 8.918125 0.327571 544.064188 0.035833 0.079100
1202 -1.507500 6.987875 0.262651 533.762824 0.023394 0.071800
1205 -8.993250 10.236750 0.198046 533.930063 0.021129 0.064274
1208 6.677625 11.628250 0.215209 533.043468 0.022441 0.066240
1211 14.243125 14.995500 0.195602 527.990038 0.025916 0.063071
1214 18.431000 23.883375 0.192007 524.127209 0.021986 0.062678
1217 10.679875 12.915375 0.160982 537.280800 0.018359 0.058550
1220 26.757375 30.256625 0.171503 544.312217 0.015521 0.059674
1223 21.587375 22.880000 0.171631 542.381208 0.015747 0.058768
1226 30.096000 35.285000 0.222776 510.919837 0.018295 0.067165
1229 26.316875 35.972750 0.279521 481.431469 0.032347 0.070710
1232 13.732750 35.701375 0.317590 481.744493 0.039493 0.078664
1235 6.942625 22.443125 0.349146 502.893672 0.033416 0.076453
1238 10.178000 19.080125 0.370132 514.790459 0.036619 0.082996
1241 10.727750 14.232250 0.243510 513.560380 0.025380 0.066846
1244 8.062375 14.966125 0.232230 514.375033 0.021613 0.068208
1248 7.873750 10.810500 0.249312 514.262506 0.024796 0.069481
1253 7.873750 10.810500 0.235327 513.070602 0.024618 0.067078
t865 par sst4
912 0.132240 44.268523 29.138749
918 0.092809 47.282861 29.144785
924 0.118735 46.209565 29.115064
930 0.070653 46.945509 29.259667
936 0.090497 47.872641 29.200982
942 0.142354 44.163554 28.358547
948 0.122288 42.861593 28.481249
955 0.102222 44.638243 28.092372
961 0.130457 41.769010 27.933749
967 0.141578 41.432958 28.446001
974 0.152700 36.081719 28.126666
981 0.132922 29.364246 27.074999
988 0.113144 38.551942 28.089241
995 0.114595 42.286000 28.075609
1002 0.170377 41.901517 28.268836
1008 0.183215 42.695200 28.506630
1014 0.150643 41.368471 27.872128
1020 0.195618 40.243269 27.876232
1026 0.273114 36.920090 28.300230
1032 0.223132 37.656957 28.220222
1038 0.173150 38.372996 25.175632
1044 0.148765 38.666835 26.335794
1050 0.155961 38.677229 28.223148
1056 0.119190 40.772211 28.504892
1062 0.068195 41.626222 28.390515
1068 0.126199 41.146237 27.740960
1074 0.147931 40.561263 27.835554
1080 0.091843 38.601578 27.853206
1086 0.111265 39.668078 27.387530
1092 0.148965 41.429541 27.176433
... ... ... ...
1150 0.113230 43.384099 26.741715
1155 0.114524 43.169064 26.775998
1160 0.106376 43.940081 26.859103
1165 0.045503 44.661897 26.683976
1170 0.080010 45.184322 26.344849
1174 0.063670 45.625229 25.824552
1178 0.118360 45.184636 26.154909
1182 0.110589 45.697813 26.287702
1186 0.112206 46.782582 26.289379
1190 0.177359 46.002072 26.570511
1193 0.136415 47.329783 26.045929
1196 0.105450 47.984641 26.671322
1199 0.086578 48.379227 26.857815
1202 0.048400 48.904619 26.861564
1205 0.124261 48.016313 27.272645
1208 0.143145 49.140981 27.285221
1211 0.127941 50.361852 27.715624
1214 0.120174 50.578625 27.523924
1217 0.084485 50.445660 27.549481
1220 0.082185 50.631806 27.829646
1223 0.045115 51.222696 27.804328
1226 0.164314 51.504822 27.098790
1229 0.170795 50.711750 26.857172
1232 0.122670 51.147161 26.950211
1235 0.070354 51.938905 26.761851
1238 0.145943 52.042384 26.559705
1241 0.099090 52.750272 26.319606
1244 0.100283 52.301358 26.299334
1248 0.136914 51.123579 25.995473
1253 0.123624 53.191662 26.492613
[70 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 34709.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
972 2002-11-21 34709.0 11.324143 74.828571 NaN -19.587143 56.072143
979 2002-11-23 34709.0 11.942625 74.788875 NaN 6.444375 18.337125
986 2002-11-25 34709.0 11.757625 74.871875 NaN -1.127250 -29.004375
993 2002-11-27 34709.0 11.456500 74.690625 NaN -20.178625 -11.015750
1000 2002-11-29 34709.0 11.383000 74.477500 NaN -22.086000 -1.932000
spd chlor_a dist cdm kd490 t865 \
972 62.193143 0.381103 82.708980 0.032338 0.085091 0.181827
979 23.625875 0.263857 44.067668 0.026438 0.071076 0.123747
986 29.755000 0.320472 45.121623 0.032496 0.076572 0.159904
993 23.498250 0.221113 82.284323 0.035924 0.068494 0.288873
1000 22.171000 0.307226 103.314656 0.030329 0.077030 0.209340
par sst4
972 41.849127 28.957499
979 42.759758 28.701263
986 43.861776 29.053309
993 44.093892 27.779990
1000 44.380535 29.172730
-----
head and tail of the nonnan series are identified
the float id is: 27139.0
the ratio of nans in the trimmed chlor_a series 0.025641025641
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
1134 2003-01-14 27139.0 22.417000 62.367000 24.957000 NaN
1139 2003-01-16 27139.0 22.139875 62.372000 24.906625 -9.014250
1144 2003-01-18 27139.0 21.724375 61.937500 24.969625 -38.863375
1149 2003-01-20 27139.0 21.598375 61.027125 25.142000 -62.931375
1154 2003-01-22 27139.0 21.720625 60.176375 25.071875 -33.343375
1159 2003-01-24 27139.0 21.598250 59.851250 25.016125 -15.175125
1164 2003-01-26 27139.0 21.189000 59.590875 25.175750 -10.136750
1169 2003-01-28 27139.0 20.691000 59.599375 25.059750 0.409500
1173 2003-01-30 27139.0 20.358000 59.467875 25.045000 -12.887750
1177 2003-02-01 27139.0 19.944500 59.220375 25.029125 -12.602375
1181 2003-02-03 27139.0 19.538125 59.085625 24.876250 -4.357750
1185 2003-02-05 27139.0 19.141500 59.185875 24.760375 22.052875
1189 2003-02-07 27139.0 18.869625 59.754625 24.992000 38.450000
1192 2003-02-09 27139.0 19.052000 60.211750 25.457875 16.694500
1195 2003-02-11 27139.0 19.542000 60.311625 25.019875 -4.848000
1198 2003-02-13 27139.0 20.066625 60.070375 25.396625 -23.666375
1201 2003-02-15 27139.0 20.185125 59.702750 25.150625 -15.307625
1204 2003-02-17 27139.0 20.026875 59.579875 24.879500 -5.702500
1207 2003-02-19 27139.0 20.074875 59.441000 24.676125 -9.192125
1210 2003-02-21 27139.0 20.162750 59.229875 24.750875 -15.740375
1213 2003-02-23 27139.0 20.008750 58.967750 25.309250 -16.195625
1216 2003-02-25 27139.0 19.597750 58.776125 25.358750 -1.383500
1219 2003-02-27 27139.0 19.020125 59.048875 25.443250 36.257250
1222 2003-03-01 27139.0 18.350875 59.865250 25.226750 57.584250
1225 2003-03-03 27139.0 17.751250 60.635000 24.969250 28.171750
1228 2003-03-05 27139.0 17.585875 60.828500 25.000500 2.703000
1231 2003-03-07 27139.0 17.634250 60.865250 25.357625 3.460375
1234 2003-03-09 27139.0 18.006250 60.904000 25.722625 -2.729250
1237 2003-03-11 27139.0 18.239250 60.822375 26.751000 -1.706000
1240 2003-03-13 27139.0 18.101875 60.846250 26.939750 2.660500
1243 2003-03-15 27139.0 18.021250 60.877250 26.693875 1.149000
1247 2003-03-17 27139.0 18.086250 60.986000 26.688375 7.114250
1251 2003-03-19 27139.0 18.413375 60.977000 27.065875 -3.325000
1256 2003-03-21 27139.0 18.459375 60.941375 27.246125 -0.630250
1260 2003-03-23 27139.0 18.124875 60.964875 27.394500 2.970125
1264 2003-03-25 27139.0 17.917625 60.999750 27.836500 3.498750
1268 2003-03-27 27139.0 17.908875 61.127125 28.367500 12.170000
1272 2003-03-29 27139.0 18.002375 61.352625 28.481750 10.308750
1276 2003-03-31 27139.0 18.224125 61.411875 28.579875 -1.166125
vn spd chlor_a dist cdm kd490 \
1134 NaN NaN 1.540755 260.381401 0.061519 0.137189
1139 -31.650125 35.948000 1.070872 262.995330 0.053600 0.120749
1144 -18.454750 44.124000 0.600990 226.693485 0.045682 0.104309
1149 3.553875 63.582125 0.749706 143.574564 0.059691 0.116772
1154 2.043375 35.079250 0.906895 59.504182 0.076050 0.126991
1159 -14.503125 21.448125 1.060371 38.675032 0.095339 0.138001
1164 -36.525625 38.822000 1.513521 36.747926 0.114960 0.154745
1169 -22.570125 24.534250 1.524555 69.777023 0.064419 0.161239
1173 -24.344625 28.022000 1.421162 55.749589 0.122884 0.161104
1177 -28.473625 31.418250 0.993249 58.635660 0.082636 0.137812
1181 -23.081625 23.939500 0.721863 83.393896 0.056701 0.111485
1185 -26.511875 35.822750 1.240393 126.609767 0.071522 0.126896
1189 -3.047375 39.878000 1.974291 184.118332 0.088147 0.188503
1192 24.097250 30.447000 2.918998 201.962975 0.176615 0.230631
1195 36.224875 36.932000 2.081332 177.491595 0.081387 0.196524
1198 24.676000 35.776875 4.726099 126.042479 0.121990 0.223105
1201 -7.869750 18.928500 1.249008 85.583808 0.097926 0.143620
1204 -6.073875 11.524625 0.540741 84.045776 0.031623 0.139355
1207 9.641875 13.783750 1.009572 69.670850 0.047213 0.144292
1210 -1.733500 16.887875 3.266767 47.432566 0.084527 0.271575
1213 -18.022250 24.447375 3.194127 34.523291 0.149571 0.216639
1216 -33.968250 35.268125 15.875589 63.868190 0.100886 0.293857
1219 -37.648000 53.199750 14.064871 127.169261 0.119482 0.275350
1222 -49.755250 76.672000 1.720773 225.264541 0.084415 0.214059
1225 -20.270375 34.819875 0.876865 325.950820 0.049349 0.115266
1228 -5.445375 7.329875 3.027210 352.447124 0.110790 0.181700
1231 13.439250 15.354000 5.618232 353.575179 0.145750 0.225168
1234 29.697625 31.675375 1.756012 335.406684 0.109063 0.172536
1237 -1.962750 10.577375 11.803496 310.857217 0.093683 0.235466
1240 -9.932500 10.844875 6.068401 323.506767 0.181241 0.173068
1243 -1.886875 7.063625 0.970076 332.261940 0.150334 0.133684
1247 16.852750 23.878500 0.957299 335.074008 0.119427 0.137371
1251 16.029625 17.606250 0.832196 309.228360 0.088521 0.127400
1256 -12.802125 14.650875 0.641129 303.024034 0.057614 0.109603
1260 -21.604000 22.060750 0.497314 330.476514 0.048320 0.093654
1264 -5.718000 8.422625 0.455528 349.500593 0.042908 0.089527
1268 3.305125 13.390875 0.365604 359.537262 0.032710 0.084032
1272 10.453500 16.229750 0.330276 369.281047 0.026014 0.080602
1276 13.904625 14.436250 0.365638 357.702245 0.033652 0.084359
t865 par sst4
1134 0.047701 35.689667 24.164690
1139 0.088833 30.227019 24.114304
1144 0.129964 37.428669 24.312990
1149 0.111920 37.941312 23.323134
1154 0.088425 38.627935 23.989075
1159 0.094727 36.837999 23.956607
1164 0.134893 39.369237 24.227811
1169 0.143327 39.148435 22.830950
1173 0.151301 39.945078 23.835721
1177 0.128817 42.354424 23.814299
1181 0.112821 40.443787 24.489620
1185 0.146444 39.896900 24.194999
1189 0.129726 44.473415 24.455406
1192 0.114513 44.539219 24.390497
1195 0.140854 44.954265 24.519573
1198 0.121617 45.232745 24.771523
1201 0.092058 45.253974 25.116164
1204 0.218800 45.634931 24.011844
1207 0.171293 46.608577 23.835913
1210 0.146851 47.042063 24.190169
1213 0.194458 47.527056 24.484776
1216 0.148300 46.221895 23.608783
1219 0.108766 48.450537 24.347106
1222 0.179547 48.554522 25.290831
1225 0.264414 50.514136 24.868544
1228 0.064134 51.387807 24.132833
1231 0.067751 51.918606 25.011995
1234 0.083334 52.077509 25.462833
1237 0.126013 52.779968 25.562557
1240 0.148039 53.208314 26.333365
1243 0.153591 53.317852 26.114021
1247 0.188221 52.794398 26.029923
1251 0.181554 53.460589 25.500735
1256 0.129579 54.670434 26.189371
1260 0.071449 54.556187 26.626130
1264 0.085688 54.561681 27.557317
1268 0.108899 54.903715 27.743270
1272 0.122831 55.506987 27.350837
1276 0.152393 56.063695 27.931393
-----
head and tail of the nonnan series are identified
the float id is: 36530.0
the ratio of nans in the trimmed chlor_a series 0.0
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve vn \
1245 2003-03-15 36530.0 9.333000 71.82800 28.859000 NaN NaN
1249 2003-03-17 36530.0 9.121000 72.03800 28.944875 23.221375 -27.251875
1254 2003-03-19 36530.0 8.591250 72.24675 28.872875 -3.121250 -31.093375
1258 2003-03-21 36530.0 8.213875 71.98275 28.967125 -28.973500 -21.536875
1262 2003-03-23 36530.0 7.817875 71.41875 29.112375 -40.099250 -30.276125
1266 2003-03-25 36530.0 7.585000 70.75750 29.359625 -35.533125 6.470125
1270 2003-03-27 36530.0 7.675750 70.37900 29.567875 -25.800500 -1.814125
spd chlor_a dist cdm kd490 t865 \
1245 NaN 0.158960 91.981237 0.012632 0.060533 0.166946
1249 36.062625 0.092137 104.285669 0.010511 0.049047 0.128700
1254 34.049250 0.117826 91.790018 0.009837 0.050616 0.087243
1258 37.345625 0.137680 114.237567 0.008161 0.056520 0.077466
1262 50.753750 0.190393 181.263854 0.011068 0.068656 0.099579
1266 39.128000 0.159707 241.104203 0.012843 0.059945 0.126711
1270 27.128125 0.135196 284.044304 0.012554 0.056001 0.150447
par sst4
1245 54.699954 28.988248
1249 54.925687 29.300976
1254 50.427006 29.572142
1258 49.309815 28.713009
1262 54.998812 29.339068
1266 55.097004 29.947463
1270 56.868000 29.837080
-----
head and tail of the nonnan series are identified
the float id is: 34223.0
the ratio of nans in the trimmed chlor_a series 0.166666666667
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
1252 2003-03-19 34223.0 5.069167 53.672167 29.108167 -35.474333
1257 2003-03-21 34223.0 5.165500 53.110375 29.034250 -44.731125
1261 2003-03-23 34223.0 5.462250 52.472500 29.073625 -33.815000
1265 2003-03-25 34223.0 5.737625 51.958750 29.061625 -37.704000
1269 2003-03-27 34223.0 6.059500 51.359750 29.212750 -30.411500
1273 2003-03-29 34223.0 6.478625 51.014500 29.193625 -21.516375
vn spd chlor_a dist cdm kd490 \
1252 8.565500 37.103333 0.103873 514.519136 0.007508 0.053742
1257 10.458000 46.199875 0.076882 456.213713 0.007618 0.046507
1261 23.914375 41.583625 0.049506 379.376848 0.008688 0.041488
1265 13.373375 40.142500 0.058818 315.273716 0.007912 0.042104
1269 29.380250 43.406375 0.068129 240.501869 0.007136 0.042721
1273 23.270625 31.776250 0.033167 182.671161 0.007361 0.036768
t865 par sst4
1252 0.152312 51.864036 28.906206
1257 0.165506 56.368357 29.057728
1261 0.258263 54.303101 28.693765
1265 0.165485 55.923337 28.912378
1269 0.072706 57.281106 29.127204
1273 0.181216 55.157785 29.314916
-----
head and tail of the nonnan series are identified
the float id is: 27139.05
the ratio of nans in the trimmed chlor_a series 0.0
/Users/vyan2000/local/miniconda3/envs/condapython3/lib/python3.5/site-packages/matplotlib/pyplot.py:524: RuntimeWarning: More than 20 figures have been opened. Figures created through the pyplot interface (`matplotlib.pyplot.figure`) are retained until explicitly closed and may consume too much memory. (To control this warning, see the rcParam `figure.max_open_warning`).
max_open_warning, RuntimeWarning)
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
1531 2003-11-08 27139.05 7.654125 74.346375 29.146000 -28.933000
1532 2003-11-10 27139.05 7.946375 73.909000 29.361875 -12.909000
1533 2003-11-12 27139.05 7.959875 73.721375 29.680875 -27.751125
1534 2003-11-14 27139.05 8.196250 73.404250 29.815625 -13.993000
1535 2003-11-16 27139.05 8.247500 73.158000 29.615250 -19.312000
vn spd chlor_a dist cdm kd490 \
1531 14.093500 32.759500 0.314013 145.480297 0.025380 0.075943
1532 14.946375 29.887375 0.179247 100.480553 0.016844 0.059121
1533 7.352875 35.625500 0.256376 81.307368 0.021391 0.072918
1534 7.129125 24.936750 0.491205 38.494346 0.035262 0.099888
1535 7.909667 21.226000 0.269509 11.543383 0.021873 0.071131
t865 par sst4
1531 0.406652 28.530096 NaN
1532 0.202537 44.794014 28.434999
1533 0.164166 46.291180 28.319621
1534 0.182253 37.226473 27.613003
1535 0.107577 33.024512 28.742499
-----
head and tail of the nonnan series are identified
the float id is: 43744.0
the ratio of nans in the trimmed chlor_a series 0.233333333333
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
1737 2004-11-02 43744.0 5.494625 61.797500 28.260625 -1.297875
1739 2004-11-04 43744.0 5.230250 61.655625 28.141375 -17.314750
1741 2004-11-06 43744.0 5.124125 61.405875 28.151250 -7.745375
1742 2004-11-08 43744.0 5.037250 61.316625 28.491000 -7.918250
1743 2004-11-10 43744.0 5.033375 61.242625 28.386000 -4.450500
1744 2004-11-12 43744.0 5.130375 61.094125 28.495500 -13.443125
1745 2004-11-14 43744.0 5.276000 60.864000 28.228625 -18.870625
1746 2004-11-16 43744.0 5.113750 60.474250 27.987500 -24.498000
1747 2004-11-18 43744.0 5.104375 60.235750 28.441500 -10.242875
1749 2004-11-20 43744.0 5.029000 60.122000 28.325000 -11.653000
1754 2004-11-28 43744.0 5.131000 59.307857 27.963000 -4.015714
1756 2004-11-30 43744.0 5.109200 59.245000 27.749000 -10.945600
1758 2004-12-02 43744.0 5.130000 58.884667 27.996333 9.945333
1760 2004-12-04 43744.0 5.203250 59.015375 27.801625 0.229125
1762 2004-12-06 43744.0 5.178125 58.683250 27.807750 -31.789000
1764 2004-12-08 43744.0 5.496250 58.308375 27.502000 -19.424750
1766 2004-12-10 43744.0 5.602125 57.874250 27.242250 -32.269500
1768 2004-12-12 43744.0 5.871875 57.353625 27.093250 -36.409125
1770 2004-12-14 43744.0 6.298875 56.824500 26.515000 -30.347250
1772 2004-12-16 43744.0 6.792000 56.389500 26.282500 -25.475125
1774 2004-12-18 43744.0 7.219500 55.954875 26.131375 -37.004625
1776 2004-12-20 43744.0 7.724000 55.265375 25.863750 -37.358375
1778 2004-12-22 43744.0 8.049875 54.787500 25.842500 -36.427625
1780 2004-12-24 43744.0 8.286750 54.089875 25.788750 -45.011000
1782 2004-12-26 43744.0 8.473375 53.420125 25.741875 -40.092000
1784 2004-12-28 43744.0 8.515250 52.628125 25.822875 -71.384125
1786 2004-12-30 43744.0 8.431625 51.520000 25.589375 -55.866500
1788 2005-01-01 43744.0 7.944375 50.674375 25.133375 -58.635750
1790 2005-01-03 43744.0 7.064625 49.782750 24.904750 -52.699625
1792 2005-01-05 43744.0 5.706000 49.032429 24.950000 -54.699143
vn spd chlor_a dist cdm kd490 \
1737 -5.429250 17.526125 0.118722 1114.718131 0.010985 0.053010
1739 -15.958875 24.828625 0.120076 1124.616126 0.011321 0.053836
1741 -2.052875 10.789375 0.117175 1114.380839 0.011039 0.053211
1742 -3.413125 12.789750 0.122528 1114.939616 0.012236 0.052762
1743 -0.485625 6.240125 0.125689 1109.842939 0.011300 0.054675
1744 15.446625 20.830000 0.119345 1090.940156 0.010629 0.053766
1745 -6.652250 23.353125 0.160991 1062.100400 0.013032 0.060157
1746 -5.362375 25.471000 0.132100 1048.647537 0.010754 0.058383
1747 -2.682250 13.496125 0.151311 1033.374556 0.009795 0.060472
1749 -13.710000 18.189000 0.106167 1032.571238 0.010599 0.053323
1754 13.113714 16.292429 0.163951 972.474447 0.013053 0.061207
1756 -22.019600 25.117000 0.221734 970.815744 0.015508 0.069090
1758 37.343667 39.263333 0.184152 948.314817 0.014520 0.060287
1760 -7.741875 22.614000 0.189112 948.671780 0.013499 0.063895
1762 14.838500 36.469125 0.139288 932.700899 0.009929 0.060084
1764 12.775000 26.293125 0.173335 881.979027 0.011619 0.064063
1766 12.029000 35.430000 0.207382 849.359005 0.013308 0.068042
1768 21.355500 42.432750 0.241428 797.925705 0.014998 0.072021
1770 30.290750 43.020500 0.216566 730.509631 0.015884 0.068299
1772 31.863000 40.949625 0.294747 661.630925 0.021308 0.075942
1774 24.026000 44.678250 0.372927 600.517166 0.026732 0.083584
1776 37.575250 53.519875 0.451108 517.685161 0.032157 0.091227
1778 9.127625 37.747375 0.428783 453.843745 0.030164 0.091249
1780 15.639625 48.097500 0.308668 376.307643 0.023785 0.075911
1782 10.872500 41.989250 0.439415 303.408321 0.031105 0.083562
1784 -6.558375 71.824625 0.418165 221.540945 0.028185 0.083241
1786 -11.695625 59.482625 0.396916 120.224552 0.025265 0.082919
1788 -43.226750 72.896875 0.375667 66.288854 0.022345 0.082598
1790 -76.404125 93.409250 0.273862 33.838799 0.023189 0.074140
1792 -98.068286 112.618143 0.441956 24.081993 0.033067 0.088421
t865 par sst4
1737 0.059156 52.014262 28.662499
1739 0.037765 42.893229 28.509999
1741 0.083558 49.055043 28.875624
1742 0.052981 53.228894 28.992021
1743 0.044923 52.705564 28.848079
1744 0.050977 51.656784 28.255821
1745 0.258835 39.817842 28.275306
1746 0.076467 30.631638 28.189999
1747 0.076442 41.820498 28.345624
1749 0.094101 37.511572 28.501249
1754 0.089005 30.593704 27.979791
1756 0.083910 29.982429 27.458333
1758 0.086508 50.377197 27.700181
1760 0.101498 47.934674 27.127784
1762 0.138583 27.131801 27.251769
1764 0.125641 31.484834 27.824999
1766 0.112699 39.195164 27.639999
1768 0.099757 45.290711 27.586118
1770 0.086815 30.225524 27.162225
1772 0.073874 25.684211 26.738333
1774 0.060932 42.339650 27.030624
1776 0.047990 45.746678 27.510561
1778 0.058537 46.636545 26.629997
1780 0.049145 47.358295 27.243322
1782 0.116465 47.181437 27.128518
1784 0.114869 45.603790 26.965655
1786 0.113274 42.371294 26.304723
1788 0.111678 40.297443 26.305702
1790 0.110082 48.114851 26.056255
1792 0.072097 49.234726 26.291820
-----
head and tail of the nonnan series are identified
the float id is: 43746.0
the ratio of nans in the trimmed chlor_a series 0.194029850746
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
1738 2004-11-02 43746.0 5.077000 66.273571 28.360000 30.397429
1740 2004-11-04 43746.0 5.045333 66.545333 28.372000 21.300333
1748 2004-11-18 43746.0 5.271667 66.892500 28.755667 6.711833
1750 2004-11-20 43746.0 5.513750 67.131500 29.036875 10.215250
1751 2004-11-22 43746.0 5.517750 66.977625 29.477250 -21.245375
1752 2004-11-24 43746.0 5.956125 66.752250 28.878625 -12.794875
1753 2004-11-26 43746.0 6.371125 66.554000 28.904000 -9.241875
1755 2004-11-28 43746.0 6.665375 66.358625 28.553750 -22.281875
1757 2004-11-30 43746.0 7.441625 66.342875 28.340750 40.243875
1759 2004-12-02 43746.0 7.714875 66.785875 28.336375 -6.956375
1761 2004-12-04 43746.0 8.146750 66.670500 28.198750 1.083875
1763 2004-12-06 43746.0 8.353375 66.553125 27.963375 -18.440375
1765 2004-12-08 43746.0 8.704875 66.244000 27.722500 -20.102750
1767 2004-12-10 43746.0 9.043625 65.912875 27.644375 -25.687125
1769 2004-12-12 43746.0 9.243875 65.479625 27.566375 -23.617125
1771 2004-12-14 43746.0 9.226375 65.043875 27.483375 -21.798625
1773 2004-12-16 43746.0 9.058000 64.872125 27.500500 -8.563250
1775 2004-12-18 43746.0 8.844125 64.738250 27.323500 -5.998875
1777 2004-12-20 43746.0 8.622500 64.751125 27.137000 3.649500
1779 2004-12-22 43746.0 8.439250 64.812125 27.105750 7.996125
1781 2004-12-24 43746.0 8.330625 64.863625 27.046875 -1.707875
1783 2004-12-26 43746.0 8.264250 64.846250 27.084250 -4.001375
1785 2004-12-28 43746.0 8.237875 64.846375 26.994375 0.952250
1787 2004-12-30 43746.0 8.159750 64.820250 26.881625 2.707500
1789 2005-01-01 43746.0 8.196500 64.897125 26.661000 -2.363000
1791 2005-01-03 43746.0 8.089375 64.694750 26.666875 -11.627625
1793 2005-01-05 43746.0 8.076000 64.736000 26.748125 10.277000
1794 2005-01-07 43746.0 8.062875 64.759250 26.711500 -5.183000
1795 2005-01-09 43746.0 8.124250 64.687750 26.676500 -6.971625
1796 2005-01-11 43746.0 8.212500 64.479125 26.585000 -17.548375
... ... ... ... ... ... ...
1804 2005-01-27 43746.0 8.565125 63.063000 26.114625 -6.601625
1805 2005-01-29 43746.0 8.582625 63.233500 25.915375 15.020625
1806 2005-01-31 43746.0 8.492250 63.134250 25.902125 -23.467875
1807 2005-02-02 43746.0 8.793000 62.882500 25.919500 -9.091375
1808 2005-02-04 43746.0 8.968000 62.572375 25.951750 -17.739375
1809 2005-02-06 43746.0 9.174250 62.382250 26.088000 -27.610750
1810 2005-02-08 43746.0 9.441250 61.773125 26.000750 -48.746500
1811 2005-02-10 43746.0 9.409625 61.072250 26.035375 -32.203875
1812 2005-02-12 43746.0 9.300000 60.544875 25.831750 -27.987125
1813 2005-02-14 43746.0 8.973500 60.294500 25.451625 -10.015875
1814 2005-02-16 43746.0 8.480875 60.000000 25.603250 -22.231625
1815 2005-02-18 43746.0 8.274875 59.813625 25.850000 -11.052125
1816 2005-02-20 43746.0 8.268125 59.612000 25.893750 -13.054500
1817 2005-02-22 43746.0 8.320375 59.418125 25.838875 0.200375
1818 2005-02-24 43746.0 8.438500 59.436375 26.222625 -19.081625
1819 2005-02-26 43746.0 8.910500 59.148750 25.962375 -7.215125
1820 2005-02-28 43746.0 9.178000 58.838500 25.892375 -25.956375
1821 2005-03-02 43746.0 9.578000 58.407375 26.277500 -43.400000
1822 2005-03-04 43746.0 9.740625 57.566375 25.996250 -52.050625
1823 2005-03-06 43746.0 9.614625 56.886875 26.127875 -31.970375
1824 2005-03-08 43746.0 9.067875 56.562625 26.262875 -15.681500
1825 2005-03-10 43746.0 8.538250 56.339500 26.508750 -14.134000
1826 2005-03-12 43746.0 8.128875 56.056500 26.655250 -14.750625
1827 2005-03-14 43746.0 7.498250 55.753875 26.791375 -30.271125
1828 2005-03-16 43746.0 6.978375 55.225875 27.122375 -34.316000
1829 2005-03-18 43746.0 6.642750 54.545125 27.259375 -47.790125
1830 2005-03-20 43746.0 6.175875 53.976125 27.503375 -30.917000
1831 2005-03-22 43746.0 5.688875 53.590125 27.891250 -17.655375
1832 2005-03-24 43746.0 5.318000 53.290375 28.215875 -23.675750
1833 2005-03-26 43746.0 5.095143 52.850571 28.149857 -36.701000
vn spd chlor_a dist cdm kd490 \
1738 7.116714 33.379857 0.140876 723.410325 0.013237 0.056593
1740 -13.351000 25.332000 0.128015 693.092504 0.011513 0.054811
1748 44.208500 48.272667 0.115153 655.250974 0.009788 0.053029
1750 -7.900250 22.169875 0.112905 624.390905 0.009857 0.054334
1751 21.186875 31.673625 0.106607 641.150604 0.009828 0.053198
1752 26.675000 31.893250 0.139361 660.174786 0.010590 0.053766
1753 23.655875 26.119125 0.152655 680.001119 0.011550 0.055523
1755 26.747500 35.110750 0.165948 701.996975 0.012511 0.057281
1757 45.937875 72.479250 0.160251 711.885127 0.012084 0.057265
1759 17.840500 30.338500 0.154554 656.372029 0.011656 0.057249
1761 21.032125 22.012750 0.140160 650.832926 0.011283 0.057049
1763 15.964250 24.981875 0.147361 656.033050 0.010905 0.060127
1765 24.837750 32.843250 0.134068 678.847714 0.012392 0.054111
1767 12.302500 32.640125 0.160774 707.261033 0.012768 0.061032
1769 9.589250 30.470375 0.137844 751.145937 0.011713 0.058549
1771 -4.436750 24.503625 0.126877 798.893880 0.014538 0.054477
1773 -14.965250 17.451000 0.115911 820.080980 0.017363 0.050406
1775 -11.397875 13.920250 0.226106 838.310245 0.019646 0.069023
1777 -17.509875 18.011125 0.221918 841.389577 0.015464 0.071786
1779 -7.781500 13.539500 0.160582 839.056192 0.014849 0.059800
1781 -2.519125 9.716875 0.159344 836.277909 0.016426 0.056432
1783 -4.178500 10.866750 0.151847 839.895576 0.015863 0.055045
1785 -5.998500 13.103125 0.136782 840.599455 0.014098 0.053915
1787 0.709125 7.289250 0.137402 845.556941 0.015782 0.054308
1789 -1.042125 17.129625 0.138022 836.329934 0.017465 0.054702
1791 -6.080500 15.201750 0.138643 860.928247 0.019148 0.055095
1793 -1.571875 11.546875 0.139263 856.928200 0.020831 0.055489
1794 4.776375 9.840125 0.139883 854.838443 0.022514 0.055882
1795 2.539000 10.299375 0.153955 860.677635 0.024294 0.057880
1796 4.128375 19.062375 0.150881 880.529761 0.014926 0.056074
... ... ... ... ... ... ...
1804 0.832500 14.630000 0.263469 1025.227125 0.024405 0.073957
1805 -8.768750 23.431375 0.184992 1006.405375 0.017337 0.060022
1806 11.338625 29.257500 0.163093 1018.920534 0.015111 0.057065
1807 11.695250 19.116500 0.173172 1002.069720 0.014180 0.060179
1808 19.631875 33.272750 0.183252 962.973607 0.013250 0.063292
1809 17.427375 39.054375 0.154447 934.484012 0.014841 0.055860
1810 0.989125 51.099125 0.173946 861.340004 0.013530 0.062167
1811 -7.132625 36.013750 0.188557 793.209988 0.013925 0.062526
1812 -3.506000 30.305750 0.143214 747.611000 0.013787 0.055513
1813 -36.343000 37.967500 0.300961 742.518418 0.022990 0.074557
1814 -17.005875 31.593750 0.300547 747.204244 0.024120 0.074188
1815 -11.759250 21.526750 0.211730 745.338692 0.019160 0.065587
1816 -0.122125 15.388000 0.137176 728.866697 0.012772 0.054654
1817 11.573875 20.366000 0.134493 708.987222 0.013854 0.053643
1818 13.482625 30.119000 0.149310 701.913308 0.012849 0.056545
1819 22.085750 30.834375 0.150071 644.173879 0.015030 0.054882
1820 32.008875 43.520500 0.130043 599.049691 0.014512 0.052634
1821 13.332000 45.883125 0.159798 534.453581 0.015844 0.055461
1822 2.772500 52.898125 0.163207 452.709454 0.014773 0.056407
1823 -16.180500 37.429500 0.166616 412.613317 0.013701 0.057353
1824 -44.708000 48.091750 0.170025 442.942906 0.012629 0.058299
1825 -31.451875 35.298375 0.140654 483.180964 0.011941 0.055674
1826 -26.334125 32.387250 0.142021 511.113609 0.012094 0.056579
1827 -48.002375 56.934500 0.149142 564.200329 0.011866 0.057681
1828 -13.893375 38.409625 0.160544 554.446707 0.012332 0.059782
1829 -32.464375 58.024500 0.115579 507.913735 0.010859 0.053102
1830 -28.909625 42.561250 0.111602 479.797852 0.009954 0.052781
1831 -30.185750 35.214375 0.072043 472.369189 0.009109 0.048339
1832 -16.813875 29.805500 0.061356 464.069849 0.008137 0.046667
1833 -15.748143 40.047143 0.095592 436.976565 0.008105 0.047975
t865 par sst4
1738 0.084527 36.839646 NaN
1740 0.081668 35.393659 28.048749
1748 0.078809 49.072436 28.534999
1750 0.172255 47.692634 28.765191
1751 0.185795 47.170188 28.992833
1752 0.059268 40.293053 29.220475
1753 0.085954 33.658527 28.377928
1755 0.112641 30.453204 27.289999
1757 0.076411 27.628895 28.434999
1759 0.040180 47.414494 28.695416
1761 0.039277 45.065865 28.579603
1763 0.131168 46.102509 28.428101
1765 0.102365 46.112387 28.099209
1767 0.082341 44.409933 27.953452
1769 0.153378 44.448772 27.859514
1771 0.192979 41.253695 27.021442
1773 0.232580 43.473075 28.046874
1775 0.175100 42.425385 27.968978
1777 0.133907 45.289928 27.957684
1779 0.077803 42.392229 26.480402
1781 0.080121 46.917972 28.077573
1783 0.105998 47.407289 27.880061
1785 0.122932 39.871452 27.869541
1787 0.151361 30.626604 27.163354
1789 0.179790 29.261582 27.312286
1791 0.208220 35.959184 27.461219
1793 0.236649 40.537061 26.389902
1794 0.265079 45.718947 26.284999
1795 0.251810 44.747338 26.119380
1796 0.140860 45.976615 27.704004
... ... ... ...
1804 0.095988 48.983853 26.361742
1805 0.083810 49.002744 25.995302
1806 0.114486 49.692757 26.385526
1807 0.095409 44.874977 26.057986
1808 0.076333 48.959125 26.931675
1809 0.096555 46.839629 26.720890
1810 0.101539 41.927555 27.210619
1811 0.106523 50.579133 26.489703
1812 0.126585 51.101157 27.112779
1813 0.109661 51.891568 26.605138
1814 0.093937 51.940861 26.566932
1815 0.121767 52.674294 26.754872
1816 0.109806 53.543918 26.943046
1817 0.124716 53.545930 26.871652
1818 0.106254 53.892652 27.217413
1819 0.097513 50.834634 27.232590
1820 0.108459 53.916484 26.565260
1821 0.119371 53.253000 27.267431
1822 0.120082 53.287755 27.204654
1823 0.120794 53.541450 26.746739
1824 0.121505 53.721960 26.661516
1825 0.101245 53.378553 27.524329
1826 0.096933 55.603828 26.968881
1827 0.089006 51.874855 27.286565
1828 0.100760 53.889217 27.817984
1829 0.099204 56.263838 27.921801
1830 0.098428 52.851289 28.031223
1831 0.087346 56.087996 27.100806
1832 0.077364 53.691002 28.651631
1833 0.067383 54.037011 28.913585
[67 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 43748.0
the ratio of nans in the trimmed chlor_a series 0.0322580645161
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
2089 2005-11-01 43748.0 15.055750 59.541500 26.622500 12.044500
2095 2005-11-03 43748.0 14.308125 59.741500 26.671875 10.954000
2101 2005-11-05 43748.0 13.865125 59.873500 26.565375 4.744125
2107 2005-11-07 43748.0 13.588750 59.918375 26.604250 1.342750
2113 2005-11-09 43748.0 13.366875 59.937875 26.763250 1.273625
2119 2005-11-11 43748.0 13.212750 59.891875 26.745000 -4.529750
2125 2005-11-13 43748.0 13.101875 59.736875 26.732625 -11.436000
2131 2005-11-15 43748.0 12.996125 59.502750 26.660125 -17.467875
2138 2005-11-17 43748.0 12.923375 59.277500 26.656000 -13.269000
2145 2005-11-19 43748.0 12.856000 59.051250 26.554375 -18.246000
2152 2005-11-21 43748.0 12.756500 58.662875 26.360625 -33.066875
2158 2005-11-23 43748.0 12.647625 57.998375 26.291750 -56.175500
2164 2005-11-25 43748.0 12.743875 56.767000 26.150250 -93.077250
2169 2005-11-27 43748.0 13.317375 55.417625 25.870250 -65.078125
2174 2005-11-29 43748.0 13.877125 54.679250 25.590125 -34.500875
2179 2005-12-01 43748.0 14.204625 54.242000 25.376750 -21.290625
2183 2005-12-03 43748.0 14.397000 53.894125 25.092125 -22.484000
2187 2005-12-05 43748.0 14.587125 53.571375 24.911000 -17.720625
2191 2005-12-07 43748.0 14.763250 53.345000 24.804625 -8.707000
2195 2005-12-09 43748.0 14.934250 53.285000 24.944875 1.370625
2199 2005-12-11 43748.0 14.957000 53.350500 24.909500 4.408500
2203 2005-12-13 43748.0 14.778750 53.422750 24.833875 3.715750
2207 2005-12-15 43748.0 14.603375 53.402875 24.816250 -6.101875
2211 2005-12-17 43748.0 14.435125 53.247000 24.771375 -13.708250
2215 2005-12-19 43748.0 14.561125 52.965000 24.759750 -18.074500
2219 2005-12-21 43748.0 14.987500 52.768750 24.866625 -3.025500
2223 2005-12-23 43748.0 15.474625 53.001500 24.656500 30.100125
2227 2005-12-25 43748.0 15.836000 53.657375 24.577500 49.104125
2231 2005-12-27 43748.0 16.129250 54.367250 24.403125 32.656500
2236 2005-12-29 43748.0 16.342750 54.687250 24.438000 11.801250
... ... ... ... ... ... ...
2248 2006-01-04 43748.0 16.255375 54.850500 23.699000 -24.360125
2252 2006-01-06 43748.0 16.615125 54.339375 23.249875 -22.709500
2256 2006-01-08 43748.0 16.923125 54.350250 23.389375 14.682500
2259 2006-01-10 43748.0 16.937375 54.688750 23.282375 35.814000
2262 2006-01-12 43748.0 16.706625 55.357000 23.420750 30.374000
2266 2006-01-14 43748.0 16.250375 55.598625 23.247250 -4.220875
2270 2006-01-16 43748.0 15.656125 54.951875 23.162750 -70.276375
2274 2006-01-18 43748.0 16.141000 53.904625 22.972250 -42.472250
2279 2006-01-20 43748.0 16.570500 53.289625 23.256500 -50.546250
2284 2006-01-22 43748.0 15.989875 52.492500 23.378000 -31.539750
2290 2006-01-24 43748.0 15.466750 52.360750 23.460750 3.889000
2295 2006-01-26 43748.0 15.152125 52.296250 23.457125 -14.600375
2300 2006-01-28 43748.0 14.976000 52.068125 23.582875 -11.119000
2306 2006-01-30 43748.0 14.951750 51.910625 23.631625 -10.496750
2312 2006-02-01 43748.0 15.097250 51.730000 23.507250 -7.545125
2318 2006-02-03 43748.0 15.160250 51.705375 23.583125 1.001125
2324 2006-02-05 43748.0 15.045250 51.699375 23.747500 -2.177125
2330 2006-02-07 43748.0 14.820000 51.640875 23.908750 -4.744250
2337 2006-02-09 43748.0 14.512125 51.628250 24.005875 4.823875
2345 2006-02-11 43748.0 13.973625 51.806125 23.971250 17.512625
2353 2006-02-13 43748.0 13.481625 52.110375 23.991125 20.105125
2361 2006-02-15 43748.0 13.283750 52.422875 24.662500 21.334000
2370 2006-02-17 43748.0 13.327000 52.877500 24.787000 28.649000
2378 2006-02-19 43748.0 13.717250 53.113250 24.555875 2.064875
2386 2006-02-21 43748.0 14.364625 53.042625 24.592875 -10.888125
2393 2006-02-23 43748.0 14.996125 52.811250 24.832875 -17.836875
2400 2006-02-25 43748.0 15.318000 52.416875 24.142500 -30.592375
2408 2006-02-27 43748.0 15.376250 51.984625 23.825250 -24.470625
2416 2006-03-01 43748.0 15.238125 51.510000 23.885571 -28.890375
2424 2006-03-03 43748.0 15.140000 51.275000 NaN -28.890375
vn spd chlor_a dist cdm kd490 \
2089 -57.314250 58.622750 0.431212 435.009139 0.047488 0.089876
2095 -35.797625 37.509500 0.381660 506.281228 0.034186 0.087227
2101 -22.490125 23.244625 0.422952 551.448382 0.036459 0.088020
2107 -15.614875 16.316750 0.415192 577.465573 0.028809 0.086498
2113 -13.089625 13.814875 0.292887 592.275385 0.025615 0.077389
2119 -8.709625 12.741750 0.295116 585.158818 0.023338 0.077143
2125 -5.430125 15.851875 0.398864 567.155468 0.031134 0.086650
2131 -2.441875 19.990375 0.296009 540.828523 0.041217 0.075840
2138 -5.068750 19.175125 0.282273 515.853068 0.034309 0.074782
2145 -5.344625 20.465750 0.248807 490.866372 0.023003 0.069694
2152 -7.761875 34.781625 0.328800 448.201883 0.025497 0.079560
2158 -6.372125 56.917000 0.468854 375.684750 0.045901 0.092708
2164 22.175625 96.160125 0.355568 242.600783 0.028256 0.079524
2169 44.119625 78.840625 0.382694 126.995519 0.031530 0.088894
2174 27.066000 43.934500 0.493840 142.638666 0.034012 0.097880
2179 14.852875 26.176625 0.561695 167.133975 0.048584 0.102385
2183 12.373250 25.825250 0.532055 188.741675 0.046371 0.099478
2187 11.757000 21.484250 0.502415 185.176587 0.044158 0.096571
2191 10.175250 14.030875 0.472774 153.966718 0.041945 0.093664
2195 9.156250 10.195750 0.438751 137.493902 0.041913 0.090116
2199 -7.149875 10.113375 0.469660 142.026132 0.029755 0.090059
2203 -10.821125 13.387000 0.374223 159.539738 0.030070 0.082901
2207 -12.662625 15.413000 0.351832 170.200052 0.025981 0.081194
2211 -5.893375 16.385500 0.409101 172.056679 0.028884 0.087162
2215 22.567625 29.896625 0.416884 142.335098 0.032020 0.087594
2219 30.113250 31.557250 0.319635 92.133928 0.026351 0.080134
2223 29.765500 42.589500 0.312759 85.005360 0.023755 0.081568
2227 16.847125 52.198750 0.315193 101.109734 0.030963 0.078104
2231 20.360500 38.804250 0.327902 96.015670 0.032227 0.079205
2236 7.724250 14.366250 0.377938 66.750271 0.055652 0.088750
... ... ... ... ... ... ...
2248 -5.975625 30.383375 0.324916 75.578936 0.039390 0.077528
2252 39.029875 46.749875 0.386130 45.808382 0.050963 0.087660
2256 5.674625 15.991875 0.614517 11.846453 0.065748 0.107747
2259 -9.928000 37.771000 0.592739 3.617888 0.062831 0.108218
2262 -14.885125 35.305000 0.986876 47.748222 0.041526 0.121414
2266 -51.655250 55.145375 1.008762 103.536932 0.046518 0.137892
2270 -3.489500 73.770875 0.990875 142.627952 0.105670 0.148907
2274 58.111625 75.640625 0.532585 74.900514 0.041178 0.099915
2279 -17.432875 55.792750 1.244650 15.343121 0.078299 0.159095
2284 -44.824125 56.604875 3.333488 33.248303 0.115420 0.161900
2290 -24.710125 25.503500 1.040438 23.351901 0.067480 0.138892
2295 -14.644750 21.143500 0.878476 51.148171 0.094606 0.129012
2300 -7.783375 14.145000 0.868613 56.797921 0.080455 0.128105
2306 5.970375 12.861500 1.122878 49.993007 0.059068 0.144822
2312 9.593125 12.556000 0.651079 27.389692 0.046270 0.117074
2318 -2.221750 4.839750 0.441627 20.005343 0.030250 0.095044
2324 -12.418375 13.229875 0.678454 32.307675 0.044549 0.110129
2330 -16.009375 16.949750 0.931225 53.940185 0.055692 0.121394
2337 -26.068375 26.660125 0.477146 84.275540 0.047268 0.091294
2345 -39.897375 43.612750 0.488517 146.855507 0.045379 0.091326
2353 -19.781000 28.524625 0.441486 114.852867 0.044823 0.087441
2361 -7.289500 22.811125 0.455941 97.712810 0.030685 0.088207
2370 15.536250 33.964500 0.383745 93.902800 0.028254 0.078299
2378 35.846750 37.125125 0.649191 119.044521 0.018783 0.116253
2386 44.317125 46.057875 0.469118 165.002488 0.047049 0.096272
2393 32.836750 38.032000 0.391490 94.389493 0.048181 0.083202
2400 9.005250 33.199875 0.499438 39.934733 0.058399 0.092304
2408 -3.657875 25.849500 1.004088 15.405567 0.077280 0.131177
2416 -11.082250 31.038750 1.609352 6.615991 0.117118 0.165748
2424 -11.082250 31.038750 1.268725 7.273034 0.093465 0.143798
t865 par sst4
2089 0.141954 47.125168 27.697711
2095 0.090713 47.383984 27.388990
2101 0.070194 46.929925 27.551695
2107 0.142533 45.607453 27.719192
2113 0.154721 46.879339 27.632211
2119 0.159384 46.508666 27.019374
2125 0.161100 44.556975 27.539361
2131 0.208435 42.979512 27.386230
2138 0.148788 40.646261 27.412060
2145 0.074850 43.781912 27.213834
2152 0.085035 45.088006 27.372499
2158 0.167978 43.965967 27.537906
2164 0.050548 44.536095 27.304723
2169 0.104493 42.416942 27.306459
2174 0.086494 43.424732 26.865351
2179 0.089162 43.353316 26.848339
2183 0.089776 41.292968 26.610510
2187 0.090390 39.566519 26.580431
2191 0.091004 41.425519 26.315274
2195 0.072011 41.738428 26.562495
2199 0.109772 41.217166 26.473735
2203 0.135531 38.657402 26.336484
2207 0.083690 39.217353 26.232201
2211 0.067143 41.962610 26.198446
2215 0.048750 41.536321 26.372799
2219 0.046682 41.402695 25.976301
2223 0.077255 33.819528 26.057560
2227 0.089899 40.419186 25.949853
2231 0.081681 40.469240 25.997992
2236 0.118586 40.659533 25.560697
... ... ... ...
2248 0.081522 38.134410 25.049858
2252 0.070478 41.227086 24.988981
2256 0.050570 40.977544 24.972671
2259 0.097865 40.812464 24.953287
2262 0.116166 40.533368 24.884351
2266 0.123779 41.863089 25.019333
2270 0.228712 41.427677 25.031311
2274 0.176133 38.859698 25.051888
2279 0.098155 34.683528 24.643618
2284 0.143052 43.915206 25.022905
2290 0.189924 43.616295 23.899040
2295 0.048737 38.373607 24.995023
2300 0.061865 45.050292 25.048473
2306 0.071149 46.028011 24.913956
2312 0.212896 43.604917 25.077605
2318 0.124580 44.800035 24.972928
2324 0.106299 44.890153 24.964333
2330 0.107766 47.453448 24.900643
2337 0.135878 46.718960 25.485865
2345 0.146004 48.599045 23.541272
2353 0.083511 49.778655 25.539455
2361 0.098725 47.269146 25.740310
2370 0.071364 49.175195 25.743359
2378 0.170055 49.176078 26.163711
2386 0.210430 48.957681 25.760362
2393 0.243152 47.327566 25.995839
2400 0.212360 50.585634 25.799722
2408 0.100485 51.908807 25.327771
2416 0.077368 52.350300 25.073797
2424 0.052624 52.303371 25.235606
[62 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 43995.0
the ratio of nans in the trimmed chlor_a series 0.105263157895
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
2090 2005-11-01 43995.0 9.709375 72.421250 28.626250 -10.287625
2096 2005-11-03 43995.0 9.602625 72.222750 28.773125 -15.328875
2102 2005-11-05 43995.0 9.663625 71.988125 28.774750 -13.664875
2108 2005-11-07 43995.0 9.597250 71.692000 28.647500 -28.024500
2114 2005-11-09 43995.0 9.400000 71.376500 28.578625 -4.861750
2120 2005-11-11 43995.0 9.272125 71.264500 28.545875 -13.958875
2126 2005-11-13 43995.0 9.488375 71.183375 28.576875 2.052875
2132 2005-11-15 43995.0 9.467125 70.954250 28.794125 -29.695125
2139 2005-11-17 43995.0 9.632125 70.517000 28.728125 -23.097000
2146 2005-11-19 43995.0 9.522625 70.164500 28.844125 -18.144625
2153 2005-11-21 43995.0 9.277000 69.882750 28.804875 -17.823375
2159 2005-11-23 43995.0 9.085250 69.698000 28.673500 -14.932750
2165 2005-11-25 43995.0 9.278500 69.495250 28.549000 -2.804625
2170 2005-11-27 43995.0 9.674625 69.504875 28.248875 1.667000
2175 2005-11-29 43995.0 10.010375 69.585875 28.280000 13.527125
2180 2005-12-01 43995.0 10.004750 69.927625 28.332000 16.340875
2184 2005-12-03 43995.0 9.728875 69.911375 28.481375 -14.206000
2188 2005-12-05 43995.0 9.789875 69.628875 28.622250 -11.312125
2192 2005-12-07 43995.0 9.842375 69.417750 28.655125 -20.048625
2196 2005-12-09 43995.0 9.731125 69.205000 28.637000 -11.298625
2200 2005-12-11 43995.0 9.615125 69.000125 28.529625 -11.015375
2204 2005-12-13 43995.0 9.506875 68.827875 28.565125 -14.496750
2208 2005-12-15 43995.0 9.479750 68.616125 28.440875 -11.491375
2212 2005-12-17 43995.0 9.348375 68.410125 28.336125 -9.718375
2216 2005-12-19 43995.0 9.209250 68.397250 28.082125 5.744500
2220 2005-12-21 43995.0 9.175125 68.485750 28.036625 6.690500
2224 2005-12-23 43995.0 9.186625 68.678250 27.932000 10.207125
2228 2005-12-25 43995.0 9.363375 68.813750 27.937875 15.339750
2232 2005-12-27 43995.0 9.470750 69.026875 27.937000 5.236875
2237 2005-12-29 43995.0 9.665375 69.155250 27.906875 11.731125
... ... ... ... ... ... ...
2313 2006-02-01 43995.0 12.087875 68.613000 27.415750 -3.271125
2319 2006-02-03 43995.0 12.078125 68.656375 27.517125 6.727125
2325 2006-02-05 43995.0 12.032000 68.736125 27.624250 4.438125
2331 2006-02-07 43995.0 12.011500 68.771375 27.811125 1.923500
2338 2006-02-09 43995.0 12.056750 68.830500 27.792250 1.825125
2346 2006-02-11 43995.0 12.129375 68.837125 27.933500 -0.558375
2354 2006-02-13 43995.0 12.311750 68.817625 28.111125 -2.711375
2362 2006-02-15 43995.0 12.411250 68.706000 28.118750 -11.818625
2371 2006-02-17 43995.0 12.532875 68.415250 27.963250 -19.463375
2379 2006-02-19 43995.0 12.551625 68.093000 27.818250 -24.752375
2387 2006-02-21 43995.0 12.424500 67.655375 27.921875 -25.573500
2394 2006-02-23 43995.0 12.085125 67.389750 28.047250 -5.805125
2401 2006-02-25 43995.0 11.840750 67.553500 28.237250 25.902750
2409 2006-02-27 43995.0 12.104750 68.055250 28.183000 30.480625
2417 2006-03-01 43995.0 12.524375 68.470625 28.203500 19.462750
2425 2006-03-03 43995.0 12.871000 68.683625 28.403000 4.169625
2432 2006-03-05 43995.0 13.267625 68.698000 28.414750 1.417500
2440 2006-03-07 43995.0 13.615750 68.837375 28.585125 17.875125
2448 2006-03-09 43995.0 13.699375 69.121750 28.490250 13.969000
2456 2006-03-11 43995.0 13.492125 69.209625 28.487000 -4.160000
2464 2006-03-13 43995.0 13.419875 69.009125 28.642250 -11.610250
2472 2006-03-15 43995.0 13.528000 68.710875 28.479500 -27.191250
2480 2006-03-17 43995.0 13.845750 68.182125 28.353875 -33.333125
2488 2006-03-19 43995.0 14.175000 67.742875 28.228875 -25.277625
2496 2006-03-21 43995.0 14.439000 67.449000 28.349125 -16.108125
2504 2006-03-23 43995.0 14.664125 67.117875 28.317125 -26.322875
2512 2006-03-25 43995.0 14.734625 66.674625 28.406250 -20.002500
2520 2006-03-27 43995.0 14.598250 66.547750 28.417000 -7.882875
2528 2006-03-29 43995.0 14.499375 66.398625 28.382250 -9.453375
2536 2006-03-31 43995.0 14.252125 66.236875 28.372500 -11.596125
vn spd chlor_a dist cdm kd490 \
2090 -11.250625 16.301375 0.216871 38.858365 0.016327 0.066871
2096 -2.869750 16.188000 0.211972 47.955445 0.019168 0.063465
2102 6.391125 16.817375 0.198729 51.963265 0.018006 0.062306
2108 -14.644375 31.883875 0.185487 80.630746 0.016844 0.061147
2114 -11.732125 15.490875 0.172245 121.476875 0.015681 0.059988
2120 6.618000 20.447625 0.159002 139.752203 0.014519 0.058829
2126 4.808500 18.763125 0.145760 134.585274 0.013356 0.057670
2132 8.949750 33.514250 0.132518 158.326133 0.012194 0.056511
2139 -1.885500 25.624750 0.174354 198.205841 0.015317 0.060155
2146 -9.131125 22.090625 0.176759 238.670639 0.016287 0.060507
2153 -17.688625 25.650500 0.184508 275.941884 0.015384 0.062701
2159 0.170625 23.028875 0.173468 302.133138 0.015288 0.060611
2165 17.278250 18.470625 0.166768 316.649029 0.014882 0.059849
2170 28.088625 29.839750 0.160067 306.669159 0.014476 0.059087
2175 14.834250 23.210250 0.153366 294.965647 0.014071 0.058324
2180 -18.122500 31.890375 0.146665 257.516329 0.013665 0.057562
2184 -6.989000 18.595375 0.199964 261.658887 0.013373 0.064919
2188 11.466000 20.459500 0.176714 291.653499 0.012640 0.062564
2192 -2.958875 20.945500 0.163563 314.227451 0.013950 0.061336
2196 -12.266000 17.692375 0.159976 338.580582 0.013656 0.061032
2200 -4.672875 12.320875 0.125040 362.445042 0.013435 0.053793
2204 -6.688750 16.827625 0.139147 382.912232 0.013424 0.058328
2208 -3.501375 14.948875 0.179278 406.346614 0.012706 0.064508
2212 -9.395000 14.704625 0.195030 431.119324 0.022432 0.064932
2216 -6.376750 10.137125 0.202614 435.583331 0.020765 0.067859
2220 2.546875 8.042625 0.217003 426.941891 0.018812 0.068430
2224 -0.523375 14.881625 0.260558 406.074501 0.019745 0.075268
2228 16.556250 24.679375 0.324357 387.280357 0.024068 0.082697
2232 8.132750 15.313500 0.354973 362.051215 0.028050 0.083452
2237 8.275875 15.498125 0.348327 344.841460 0.026669 0.082959
... ... ... ... ... ... ...
2313 -3.909875 7.302250 0.166628 392.387527 0.016477 0.057486
2319 0.112500 7.510125 0.164157 387.538675 0.020157 0.057748
2325 -4.708875 7.250625 0.153007 377.870674 0.021647 0.056325
2331 2.724375 6.635750 0.177746 373.596019 0.020742 0.060780
2338 2.396125 6.908875 0.218521 368.603997 0.017689 0.067827
2346 7.691375 8.496500 0.208133 369.142892 0.020125 0.064582
2354 9.410000 11.543875 0.201094 374.808061 0.020745 0.061499
2362 6.030500 15.147125 0.206671 389.014395 0.019522 0.061854
2371 6.660875 23.422625 0.210298 422.867732 0.016726 0.060381
2379 -1.501000 28.012875 0.203289 457.435902 0.019760 0.064845
2387 -18.680625 34.533250 0.176535 501.305212 0.016701 0.061250
2394 -22.039375 28.050875 0.177011 522.385872 0.014375 0.063621
2401 0.843375 29.040750 0.175736 500.424650 0.013285 0.062884
2409 28.342875 41.971375 0.143153 451.849886 0.013325 0.055358
2417 23.319875 30.651750 0.167951 416.799640 0.011647 0.060956
2425 23.699625 26.618375 0.162874 405.710011 0.011661 0.060471
2432 23.107250 24.110125 0.161137 421.206538 0.011393 0.061006
2440 17.284125 26.476625 0.118135 426.190990 0.012115 0.051986
2448 -8.633625 24.378750 0.101253 405.339121 0.011535 0.050762
2456 -11.976750 16.316000 0.111336 384.742118 0.010409 0.051999
2464 3.875875 13.452375 0.121573 399.172149 0.009805 0.055766
2472 12.879375 32.130625 0.109157 433.177697 0.009858 0.052990
2480 25.069875 46.749250 0.128085 500.255644 0.010739 0.053418
2488 17.116625 32.401500 0.134939 559.515119 0.011129 0.054613
2496 15.955000 23.369125 0.147039 601.654466 0.011304 0.058724
2504 11.157875 29.135125 0.148222 645.068526 0.013632 0.058249
2512 -6.061375 27.014875 0.162026 690.236577 0.013514 0.059593
2520 -4.078875 12.141750 0.151639 695.003393 0.011343 0.059177
2528 -11.181375 17.251625 0.143991 704.329750 0.014994 0.055944
2536 -18.887375 24.666875 0.124295 708.553633 0.014946 0.053478
t865 par sst4
2090 0.101536 43.293044 27.633192
2096 0.114333 41.583752 26.715100
2102 0.115115 30.202455 25.739999
2108 0.115896 45.436945 28.286672
2114 0.116677 35.989332 28.314337
2120 0.117458 29.471012 28.327683
2126 0.118239 31.683452 28.341029
2132 0.119020 41.780435 28.354374
2139 0.082523 45.676541 28.771441
2146 0.073553 48.437491 28.647849
2153 0.105265 42.414321 28.180713
2159 0.086781 40.380566 28.106784
2165 0.084386 19.028593 28.032856
2170 0.081990 18.559912 27.958928
2175 0.079595 22.840414 27.884999
2180 0.077200 39.696095 28.128124
2184 0.057151 46.511538 27.511675
2188 0.056975 36.004609 27.959475
2192 0.140464 40.042980 28.530678
2196 0.121218 45.307246 28.512815
2200 0.086756 42.229581 28.406955
2204 0.117981 38.288317 27.836251
2208 0.160208 40.134823 28.254374
2212 0.119463 45.706424 28.199412
2216 0.108013 45.794530 28.119128
2220 0.100098 46.223871 27.984505
2224 0.097047 45.670382 27.930096
2228 0.106042 45.544706 27.891286
2232 0.126533 46.182758 27.563415
2237 0.120754 46.027629 26.989831
... ... ... ...
2313 0.077993 48.173448 27.553506
2319 0.114115 49.043850 27.400363
2325 0.134870 49.186541 27.600520
2331 0.154405 49.171089 27.499472
2338 0.134039 48.849097 27.852739
2346 0.103801 49.729420 27.877612
2354 0.103109 50.116788 27.736775
2362 0.143083 49.477491 28.017428
2371 0.163168 48.563396 27.768584
2379 0.183252 49.756925 27.431168
2387 0.160071 49.552895 26.468892
2394 0.219976 49.682521 27.839853
2401 0.125935 51.970175 27.908093
2409 0.176094 50.012807 28.097499
2417 0.113889 49.272395 28.002277
2425 0.104554 51.815906 27.807348
2432 0.083743 51.731613 27.935176
2440 0.066874 51.425265 27.004301
2448 0.071774 53.097001 27.819277
2456 0.082026 54.348898 28.084212
2464 0.103829 52.411046 27.805771
2472 0.113480 53.349184 28.136629
2480 0.095661 55.141462 28.053877
2488 0.083564 55.292786 28.369433
2496 0.125557 55.139950 27.831651
2504 0.138590 55.151393 28.074886
2512 0.130407 54.958133 27.979121
2520 0.129182 55.051234 28.205334
2528 0.168857 55.921061 28.249270
2536 0.165878 56.684415 28.294816
[76 rows x 15 columns]
-----
head and tail of the nonnan series are identified
the float id is: 53363.0
the ratio of nans in the trimmed chlor_a series 0.0657894736842
the easy approach: linear interpolation on other var, then ffill, then bfill
------ after preprocess completed ------
------ after preprocess completed ------
------ after preprocess completed ------
time id lat lon temp ve \
2091 2005-11-01 53363.0 17.254500 70.169875 28.793625 2.744000
2097 2005-11-03 53363.0 17.452625 70.145750 28.752875 -5.576250
2103 2005-11-05 53363.0 17.464500 70.075250 28.724125 -1.920750
2109 2005-11-07 53363.0 17.456625 70.046125 28.625125 -3.919625
2115 2005-11-09 53363.0 17.534625 69.984250 28.525375 -4.269500
2121 2005-11-11 53363.0 17.581625 69.887000 28.402125 -6.023125
2127 2005-11-13 53363.0 17.572625 69.776125 28.289000 -6.627625
2134 2005-11-15 53363.0 17.413375 69.729875 28.138000 0.338000
2141 2005-11-17 53363.0 17.345250 69.764000 28.177000 0.438000
2148 2005-11-19 53363.0 17.287875 69.726750 28.233875 -1.412750
2155 2005-11-21 53363.0 17.155125 69.733250 28.274500 2.182875
2161 2005-11-23 53363.0 17.035875 69.759500 28.242750 -1.212750
2167 2005-11-25 53363.0 16.981875 69.722250 28.306500 -2.293250
2172 2005-11-27 53363.0 16.958375 69.717000 28.282750 0.198375
2177 2005-11-29 53363.0 16.812000 69.719125 28.110250 -1.718875
2181 2005-12-01 53363.0 16.676500 69.609500 27.980750 -7.534375
2185 2005-12-03 53363.0 16.526750 69.428375 27.938625 -16.175125
2189 2005-12-05 53363.0 16.459875 69.172750 27.872750 -13.210000
2193 2005-12-07 53363.0 16.476875 68.964250 27.818000 -10.253875
2197 2005-12-09 53363.0 16.442750 68.904625 27.704250 -0.344000
2201 2005-12-11 53363.0 16.379125 68.886125 27.621875 -2.311750
2205 2005-12-13 53363.0 16.307000 68.861375 27.628125 0.642000
2209 2005-12-15 53363.0 16.187875 68.860625 27.597000 -0.877375
2213 2005-12-17 53363.0 16.051875 68.872500 27.533375 1.841375
2217 2005-12-19 53363.0 15.877875 68.912375 27.350125 2.608125
2221 2005-12-21 53363.0 15.670250 68.926625 27.200625 -2.001500
2225 2005-12-23 53363.0 15.444250 68.829625 27.027625 -9.170000
2229 2005-12-25 53363.0 15.305250 68.734875 27.037250 -1.756000
2233 2005-12-27 53363.0 15.163375 68.705625 27.046500 0.095000
2238 2005-12-29 53363.0 15.032750 68.768000 26.984000 3.464125
... ... ... ... ... ... ...
2314 2006-02-01 53363.0 14.164125 68.500125 27.206250 -10.349875
2320 2006-02-03 53363.0 14.225375 68.354125 27.350375 -5.657500
2326 2006-02-05 53363.0 14.329500 68.251125 27.390375 -8.959750
2332 2006-02-07 53363.0 14.510625 68.014375 27.281125 -18.609750
2339 2006-02-09 53363.0 14.613875 67.723875 27.219000 -18.510500
2347 2006-02-11 53363.0 14.560875 67.423500 27.220500 -16.320125
2355 2006-02-13 53363.0 14.438000 67.239750 27.491500 -13.145875
2363 2006-02-15 53363.0 14.278500 66.976875 27.316125 -14.331625
2372 2006-02-17 53363.0 14.200875 66.825500 27.373125 -8.557125
2380 2006-02-19 53363.0 14.157250 66.630000 27.446625 -14.543125
2388 2006-02-21 53363.0 14.163500 66.435250 27.534125 -8.716750
2395 2006-02-23 53363.0 14.223125 66.294375 27.699250 -8.105875
2402 2006-02-25 53363.0 14.256875 66.150625 27.673625 -13.615375
2410 2006-02-27 53363.0 14.252875 65.885250 27.551875 -16.672500
2418 2006-03-01 53363.0 14.224250 65.619375 27.544500 -19.588375
2426 2006-03-03 53363.0 14.200375 65.275000 27.589000 -25.779750
2433 2006-03-05 53363.0 14.216375 64.865625 27.675250 -23.421500
2441 2006-03-07 53363.0 14.239750 64.520750 27.835250 -19.215125
2449 2006-03-09 53363.0 14.224125 64.195000 27.617750 -20.014625
2457 2006-03-11 53363.0 14.191500 63.915500 27.758500 -14.081875
2465 2006-03-13 53363.0 14.200375 63.680875 27.550500 -14.826375
2473 2006-03-15 53363.0 14.248625 63.400750 27.385500 -22.117375
2481 2006-03-17 53363.0 14.086125 63.061625 27.241375 -18.532250
2489 2006-03-19 53363.0 13.994250 62.733875 27.444000 -20.094375
2497 2006-03-21 53363.0 13.936750 62.389500 27.634250 -24.810625
2505 2006-03-23 53363.0 13.931375 62.009250 27.677250 -21.156750
2513 2006-03-25 53363.0 13.971500 61.658375 27.832000 -22.852125
2521 2006-03-27 53363.0 13.923750 61.308000 27.818125 -21.006375
2529 2006-03-29 53363.0 13.793875 61.022375 27.893750 -14.642000
2537 2006-03-31 53363.0 13.588625 60.793375 28.103375 -17.369250
vn spd chlor_a dist cdm kd490 \
2091 16.533375 17.101375 0.169147 311.829161 0.025983 0.057302
2097 5.505000 9.052250 0.162247 307.336932 0.029135 0.055883
2103 -1.349000 6.200500 0.152073 314.165382 0.024154 0.056582
2109 3.322875 5.927750 0.168053 317.378597 0.019952 0.060923
2115 3.794875 7.797250 0.248969 321.504442 0.024850 0.069034
2121 2.783000 7.084375 0.248970 330.340133 0.030454 0.066806
2127 -7.425625 11.783500 0.231679 342.045960 0.028873 0.064785
2134 -6.932250 7.273000 0.285153 351.035805 0.035742 0.072399
2141 -4.567625 8.834125 0.252108 349.604407 0.038059 0.068770
2148 -5.455625 7.485625 0.219750 355.242888 0.030858 0.064614
2155 -9.122125 9.617000 0.202009 359.238345 0.024206 0.062058
2161 -5.220250 8.270000 0.186334 361.166686 0.021665 0.060702
2167 -1.667250 4.174750 0.186901 366.872748 0.022776 0.061171
2172 -3.398500 6.918875 0.203320 368.273118 0.030264 0.063582
2177 -10.764625 14.610500 0.219738 373.082869 0.037752 0.065993
2181 -9.444250 13.253750 0.236157 387.547542 0.045241 0.068404
2185 -7.893000 19.536875 0.250626 409.823849 0.042369 0.073829
2189 -3.317375 15.938750 0.232278 438.070214 0.030315 0.070504
2193 2.848625 12.500875 0.207891 459.416944 0.022739 0.064149
2197 -4.041000 5.159375 0.286383 466.436080 0.039620 0.074798
2201 -3.381875 5.958500 0.277237 469.907402 0.038468 0.076377
2205 -6.391625 7.622750 0.292838 474.348802 0.037270 0.077271
2209 -7.262625 8.673875 0.294654 477.239129 0.028311 0.076209
2213 -11.609125 12.005750 0.292218 477.624301 0.033861 0.078812
2217 -12.067625 12.729750 0.295195 476.164916 0.034621 0.078614
2221 -14.297625 14.765250 0.309691 478.828525 0.026474 0.082901
2225 -13.563875 16.453625 0.162031 494.639458 0.049110 0.068520
2229 -6.186375 10.117625 0.461452 508.470848 0.043198 0.113569
2233 -12.144375 14.190750 0.506759 515.976438 0.037286 0.106465
2238 -4.252000 7.303500 0.383003 514.143864 0.044082 0.088373
... ... ... ... ... ... ...
2314 -1.479125 12.101125 0.255663 489.842255 0.033569 0.071815
2320 6.366250 9.666000 0.283063 506.657789 0.027626 0.075875
2326 8.365250 12.812000 0.214961 522.350380 0.027983 0.065985
2332 12.374250 22.685000 0.230317 554.753715 0.025819 0.068397
2339 -0.225250 19.530625 0.221150 587.027501 0.023576 0.068427
2347 -6.278125 18.969250 0.171259 611.015226 0.021837 0.061519
2355 -10.164875 17.450000 0.166405 621.079554 0.020917 0.058871
2363 -8.135625 16.789375 0.173744 637.637021 0.018634 0.059981
2372 -4.034500 10.832000 0.173075 648.463139 0.017291 0.061231
2380 -0.408875 15.146750 0.195681 665.533736 0.016977 0.065394
2388 2.245625 9.924500 0.218286 685.007240 0.016663 0.069557
2395 4.253125 12.819000 0.213260 701.579984 0.016322 0.068072
2402 0.639250 14.416375 0.210354 717.292787 0.016685 0.065573
2410 0.037250 16.858500 0.163441 743.489076 0.017320 0.058239
2418 -2.316625 20.190500 0.177159 768.923168 0.0