In [1]:
# Imports
import re
import pandas as pd
import seaborn as sns
import matplotlib.pyplot as plt
In [7]:
hdf = pd.HDFStore('../../data/raw/TestMessungen_NEU.hdf')
print(hdf.keys)
<bound method HDFStore.keys of <class 'pandas.io.pytables.HDFStore'>
File path: ../../data/raw/TestMessungen_NEU.hdf
/x1/t1/trx_1_2 frame (shape->[227,12009])
/x1/t1/trx_1_4 frame (shape->[229,12009])
/x1/t1/trx_2_3 frame (shape->[226,12009])
/x1/t1/trx_3_1 frame (shape->[233,12009])
/x1/t1/trx_3_4 frame (shape->[226,12009])
/x1/t1/trx_4_2 frame (shape->[230,12009])
/x1/t2/trx_1_2 frame (shape->[223,12009])
/x1/t2/trx_1_4 frame (shape->[220,12009])
/x1/t2/trx_2_3 frame (shape->[218,12009])
/x1/t2/trx_3_1 frame (shape->[221,12009])
/x1/t2/trx_3_4 frame (shape->[218,12009])
/x1/t2/trx_4_2 frame (shape->[221,12009])
/x1/t3/trx_1_2 frame (shape->[246,12009])
/x1/t3/trx_1_4 frame (shape->[250,12009])
/x1/t3/trx_2_3 frame (shape->[246,12009])
/x1/t3/trx_3_1 frame (shape->[244,12009])
/x1/t3/trx_3_4 frame (shape->[252,12009])
/x1/t3/trx_4_2 frame (shape->[247,12009])
/x2/t1/trx_1_2 frame (shape->[195,12009])
/x2/t1/trx_1_4 frame (shape->[194,12009])
/x2/t1/trx_2_3 frame (shape->[201,12009])
/x2/t1/trx_3_1 frame (shape->[200,12009])
/x2/t1/trx_3_4 frame (shape->[198,12009])
/x2/t1/trx_4_2 frame (shape->[199,12009])
/x2/t2/trx_1_2 frame (shape->[155,12009])
/x2/t2/trx_1_4 frame (shape->[168,12009])
/x2/t2/trx_2_3 frame (shape->[157,12009])
/x2/t2/trx_3_1 frame (shape->[165,12009])
/x2/t2/trx_3_4 frame (shape->[164,12009])
/x2/t2/trx_4_2 frame (shape->[160,12009])
/x2/t3/trx_1_2 frame (shape->[152,12009])
/x2/t3/trx_1_4 frame (shape->[150,12009])
/x2/t3/trx_2_3 frame (shape->[150,12009])
/x2/t3/trx_3_1 frame (shape->[153,12009])
/x2/t3/trx_3_4 frame (shape->[144,12009])
/x2/t3/trx_4_2 frame (shape->[145,12009])
/x3/t1/trx_1_2 frame (shape->[208,12009])
/x3/t1/trx_1_4 frame (shape->[211,12009])
/x3/t1/trx_2_3 frame (shape->[208,12009])
/x3/t1/trx_3_1 frame (shape->[210,12009])
/x3/t1/trx_3_4 frame (shape->[213,12009])
/x3/t1/trx_4_2 frame (shape->[212,12009])
/x3/t2/trx_1_2 frame (shape->[243,12009])
/x3/t2/trx_1_4 frame (shape->[245,12009])
/x3/t2/trx_2_3 frame (shape->[251,12009])
/x3/t2/trx_3_1 frame (shape->[247,12009])
/x3/t2/trx_3_4 frame (shape->[249,12009])
/x3/t2/trx_4_2 frame (shape->[242,12009])
/x3/t3/trx_1_2 frame (shape->[260,12009])
/x3/t3/trx_1_4 frame (shape->[253,12009])
/x3/t3/trx_2_3 frame (shape->[257,12009])
/x3/t3/trx_3_1 frame (shape->[256,12009])
/x3/t3/trx_3_4 frame (shape->[261,12009])
/x3/t3/trx_4_2 frame (shape->[255,12009])
/x4/t1/trx_1_2 frame (shape->[121,12009])
/x4/t1/trx_1_4 frame (shape->[129,12009])
/x4/t1/trx_2_3 frame (shape->[126,12009])
/x4/t1/trx_3_1 frame (shape->[130,12009])
/x4/t1/trx_3_4 frame (shape->[143,12009])
/x4/t1/trx_4_2 frame (shape->[132,12009])
/x4/t2/trx_1_2 frame (shape->[173,12009])
/x4/t2/trx_1_4 frame (shape->[177,12009])
/x4/t2/trx_2_3 frame (shape->[171,12009])
/x4/t2/trx_3_1 frame (shape->[181,12009])
/x4/t2/trx_3_4 frame (shape->[180,12009])
/x4/t2/trx_4_2 frame (shape->[179,12009])
/x4/t3/trx_1_2 frame (shape->[168,12009])
/x4/t3/trx_1_4 frame (shape->[169,12009])
/x4/t3/trx_2_3 frame (shape->[162,12009])
/x4/t3/trx_3_1 frame (shape->[169,12009])
/x4/t3/trx_3_4 frame (shape->[168,12009])
/x4/t3/trx_4_2 frame (shape->[169,12009])>
In [4]:
df_x1_t1_trx_1_4 = hdf.get('/x1/t1/trx_1_4')
print("Shape of dataframe /x1/t1/trx_1_4: {}".format(df_x1_t1_trx_1_4.shape))
print()
print(df_x1_t1_trx_1_4)
Shape of dataframe /x1/t1/trx_1_4: (229, 12009)
index Timestamp trx_1_4_ifft_0 trx_1_4_ifft_1 trx_1_4_ifft_2 \
0 0 1.492291e+09 0.021636 0.021845 0.022040
1 1 1.492291e+09 0.020806 0.020952 0.021081
2 2 1.492291e+09 0.030507 0.030675 0.030819
3 3 1.492291e+09 0.027926 0.028066 0.028187
4 4 1.492291e+09 0.021023 0.021285 0.021528
5 5 1.492291e+09 0.026502 0.026776 0.027027
6 6 1.492291e+09 0.020336 0.020654 0.020956
7 7 1.492291e+09 0.029270 0.029426 0.029560
8 8 1.492291e+09 0.025354 0.025662 0.025952
9 9 1.492291e+09 0.071644 0.071076 0.070480
10 10 1.492291e+09 0.024942 0.025188 0.025413
11 11 1.492291e+09 0.016194 0.016637 0.017068
12 12 1.492291e+09 0.030255 0.030459 0.030643
13 13 1.492291e+09 0.014937 0.015234 0.015518
14 14 1.492291e+09 0.021984 0.021234 0.020509
15 15 1.492291e+09 0.031488 0.031819 0.032129
16 16 1.492291e+09 0.024978 0.025190 0.025384
17 17 1.492291e+09 0.019233 0.019550 0.019851
18 18 1.492291e+09 0.029928 0.030181 0.030414
19 19 1.492291e+09 0.028267 0.028555 0.028827
20 20 1.492291e+09 0.024074 0.024150 0.024206
21 21 1.492291e+09 0.016774 0.016918 0.017043
22 22 1.492291e+09 0.026467 0.026716 0.026944
23 23 1.492291e+09 0.025150 0.025358 0.025544
24 24 1.492291e+09 0.054128 0.053635 0.053104
25 25 1.492291e+09 0.018822 0.019014 0.019190
26 26 1.492291e+09 0.083034 0.083843 0.084665
27 27 1.492291e+09 0.022910 0.023057 0.023187
28 28 1.492291e+09 0.036773 0.036256 0.035719
29 29 1.492291e+09 0.027721 0.027860 0.027978
.. ... ... ... ... ...
199 232 1.492291e+09 0.022799 0.023073 0.023328
200 233 1.492291e+09 0.022605 0.022729 0.022833
201 234 1.492291e+09 0.028002 0.028701 0.029385
202 235 1.492291e+09 0.022999 0.023359 0.023699
203 236 1.492291e+09 0.024756 0.024995 0.025211
204 237 1.492291e+09 0.034543 0.035248 0.035934
205 238 1.492291e+09 0.031173 0.031433 0.031675
206 239 1.492291e+09 0.025997 0.026192 0.026369
207 240 1.492291e+09 0.024178 0.024393 0.024587
208 241 1.492291e+09 0.026683 0.026923 0.027144
209 242 1.492291e+09 0.019869 0.020097 0.020307
210 243 1.492291e+09 0.027260 0.027484 0.027687
211 244 1.492291e+09 0.021652 0.021872 0.022075
212 245 1.492291e+09 0.022132 0.022314 0.022478
213 246 1.492291e+09 0.025370 0.026214 0.027059
214 247 1.492291e+09 0.025617 0.025931 0.026225
215 248 1.492291e+09 0.024701 0.024958 0.025197
216 249 1.492291e+09 0.031739 0.031965 0.032168
217 250 1.492291e+09 0.023640 0.023864 0.024070
218 251 1.492291e+09 0.024513 0.024783 0.025032
219 252 1.492291e+09 0.033221 0.033282 0.033319
220 253 1.492291e+09 0.020860 0.020987 0.021100
221 254 1.492291e+09 0.023439 0.023655 0.023853
222 255 1.492291e+09 0.022683 0.022854 0.023006
223 256 1.492291e+09 0.023658 0.023921 0.024165
224 257 1.492291e+09 0.027491 0.027721 0.027935
225 258 1.492291e+09 0.017159 0.017345 0.017514
226 259 1.492291e+09 0.022760 0.023006 0.023234
227 260 1.492291e+09 0.020353 0.020575 0.020777
228 261 1.492291e+09 0.013876 0.013927 0.013978
trx_1_4_ifft_3 trx_1_4_ifft_4 trx_1_4_ifft_5 trx_1_4_ifft_6 \
0 0.022221 0.022388 0.022540 0.022677
1 0.021192 0.021287 0.021363 0.021422
2 0.030940 0.031038 0.031111 0.031160
3 0.028288 0.028369 0.028430 0.028470
4 0.021752 0.021956 0.022141 0.022305
5 0.027255 0.027459 0.027639 0.027796
6 0.021242 0.021512 0.021765 0.022001
7 0.029674 0.029765 0.029835 0.029883
8 0.026224 0.026478 0.026713 0.026929
9 0.069858 0.069209 0.068536 0.067838
10 0.025618 0.025803 0.025967 0.026110
11 0.017484 0.017885 0.018271 0.018640
12 0.030804 0.030944 0.031062 0.031157
13 0.015788 0.016044 0.016285 0.016510
14 0.019812 0.019149 0.018524 0.017942
15 0.032417 0.032683 0.032925 0.033144
16 0.025560 0.025717 0.025856 0.025975
17 0.020133 0.020398 0.020646 0.020875
18 0.030627 0.030818 0.030988 0.031137
19 0.029082 0.029321 0.029544 0.029749
20 0.024242 0.024256 0.024250 0.024222
21 0.017150 0.017239 0.017309 0.017360
22 0.027150 0.027335 0.027498 0.027639
23 0.025708 0.025848 0.025966 0.026061
24 0.052536 0.051931 0.051290 0.050612
25 0.019349 0.019492 0.019617 0.019726
26 0.085496 0.086335 0.087178 0.088023
27 0.023299 0.023391 0.023465 0.023520
28 0.035163 0.034590 0.033999 0.033392
29 0.028075 0.028149 0.028202 0.028232
.. ... ... ... ...
199 0.023564 0.023780 0.023978 0.024155
200 0.022918 0.022984 0.023030 0.023057
201 0.030053 0.030703 0.031337 0.031952
202 0.024020 0.024321 0.024602 0.024862
203 0.025406 0.025578 0.025729 0.025856
204 0.036602 0.037249 0.037876 0.038481
205 0.031897 0.032100 0.032282 0.032443
206 0.026527 0.026665 0.026784 0.026883
207 0.024761 0.024913 0.025043 0.025152
208 0.027345 0.027527 0.027688 0.027829
209 0.020498 0.020670 0.020822 0.020956
210 0.027869 0.028030 0.028170 0.028288
211 0.022261 0.022430 0.022581 0.022714
212 0.022625 0.022753 0.022863 0.022954
213 0.027904 0.028744 0.029579 0.030407
214 0.026497 0.026749 0.026979 0.027188
215 0.025417 0.025619 0.025801 0.025964
216 0.032347 0.032501 0.032631 0.032736
217 0.024256 0.024423 0.024570 0.024698
218 0.025258 0.025461 0.025641 0.025798
219 0.033331 0.033318 0.033281 0.033218
220 0.021199 0.021282 0.021350 0.021402
221 0.024034 0.024196 0.024340 0.024466
222 0.023138 0.023251 0.023345 0.023418
223 0.024388 0.024590 0.024772 0.024932
224 0.028134 0.028318 0.028485 0.028636
225 0.017666 0.017799 0.017915 0.018012
226 0.023445 0.023637 0.023812 0.023968
227 0.020959 0.021121 0.021262 0.021382
228 0.014029 0.014079 0.014128 0.014176
trx_1_4_ifft_7 ... trx_4_1_ifft_1992 \
0 0.022798 ... 0.013412
1 0.021462 ... 0.015530
2 0.031184 ... 0.010804
3 0.028489 ... 0.018073
4 0.022449 ... 0.016200
5 0.027928 ... 0.011816
6 0.022220 ... 0.013679
7 0.029908 ... 0.011115
8 0.027125 ... 0.017661
9 0.067117 ... 0.016649
10 0.026232 ... 0.023213
11 0.018993 ... 0.018834
12 0.031230 ... 0.010913
13 0.016719 ... 0.017916
14 0.017410 ... 0.014405
15 0.033339 ... 0.021483
16 0.026075 ... 0.019788
17 0.021085 ... 0.019891
18 0.031264 ... 0.013886
19 0.029938 ... 0.021043
20 0.024174 ... 0.015244
21 0.017392 ... 0.017400
22 0.027757 ... 0.019674
23 0.026132 ... 0.018482
24 0.049900 ... 0.015341
25 0.019817 ... 0.019066
26 0.088869 ... 0.017371
27 0.023556 ... 0.016178
28 0.032770 ... 0.028443
29 0.028241 ... 0.018894
.. ... ... ...
199 0.024313 ... 0.014353
200 0.023064 ... 0.008936
201 0.032548 ... 0.023220
202 0.025102 ... 0.011703
203 0.025961 ... 0.012886
204 0.039065 ... 0.009643
205 0.032584 ... 0.016066
206 0.026962 ... 0.015032
207 0.025239 ... 0.011995
208 0.027950 ... 0.017662
209 0.021070 ... 0.014059
210 0.028384 ... 0.016045
211 0.022829 ... 0.013748
212 0.023026 ... 0.011237
213 0.031224 ... 0.013717
214 0.027374 ... 0.015857
215 0.026107 ... 0.009890
216 0.032816 ... 0.010652
217 0.024805 ... 0.010198
218 0.025932 ... 0.017199
219 0.033131 ... 0.015316
220 0.021439 ... 0.012089
221 0.024573 ... 0.011526
222 0.023472 ... 0.009616
223 0.025070 ... 0.011400
224 0.028771 ... 0.008362
225 0.018090 ... 0.019101
226 0.024105 ... 0.017173
227 0.021482 ... 0.017155
228 0.014222 ... 0.023350
trx_4_1_ifft_1993 trx_4_1_ifft_1994 trx_4_1_ifft_1995 \
0 0.012879 0.012468 0.012188
1 0.015678 0.015933 0.016286
2 0.010567 0.010535 0.010708
3 0.017580 0.017163 0.016826
4 0.016055 0.016017 0.016085
5 0.012181 0.012676 0.013282
6 0.013978 0.014397 0.014922
7 0.010314 0.009655 0.009168
8 0.017478 0.017409 0.017456
9 0.016164 0.015777 0.015495
10 0.022438 0.021730 0.021095
11 0.019137 0.019525 0.019990
12 0.010524 0.010296 0.010239
13 0.017479 0.017157 0.016953
14 0.013707 0.013096 0.012584
15 0.020980 0.020551 0.020200
16 0.019093 0.018482 0.017963
17 0.019860 0.019917 0.020060
18 0.013982 0.014190 0.014502
19 0.020486 0.020001 0.019593
20 0.014728 0.014339 0.014089
21 0.016420 0.015502 0.014657
22 0.018984 0.018370 0.017841
23 0.017799 0.017210 0.016726
24 0.014611 0.013970 0.013432
25 0.018537 0.018103 0.017770
26 0.016748 0.016220 0.015799
27 0.015866 0.015671 0.015596
28 0.029349 0.030225 0.031069
29 0.018244 0.017666 0.017169
.. ... ... ...
199 0.014175 0.014138 0.014242
200 0.008698 0.008675 0.008868
201 0.024094 0.024957 0.025807
202 0.011784 0.012021 0.012403
203 0.012409 0.012078 0.011903
204 0.009160 0.008876 0.008805
205 0.014899 0.013785 0.012736
206 0.014382 0.013853 0.013458
207 0.011450 0.011061 0.010842
208 0.017675 0.017808 0.018057
209 0.013135 0.012302 0.011577
210 0.014987 0.014005 0.013116
211 0.013819 0.014026 0.014361
212 0.010453 0.009807 0.009328
213 0.014178 0.014734 0.015370
214 0.015966 0.016189 0.016518
215 0.009364 0.009002 0.008825
216 0.010400 0.010347 0.010491
217 0.009696 0.009353 0.009187
218 0.016259 0.015398 0.014631
219 0.014409 0.013575 0.012827
220 0.012042 0.012147 0.012399
221 0.011210 0.011064 0.011091
222 0.009250 0.009061 0.009058
223 0.010904 0.010582 0.010448
224 0.008102 0.008071 0.008269
225 0.018132 0.017238 0.016429
226 0.016815 0.016572 0.016449
227 0.016509 0.015943 0.015465
228 0.022715 0.022155 0.021677
trx_4_1_ifft_1996 trx_4_1_ifft_1997 trx_4_1_ifft_1998 \
0 0.012047 0.012049 0.012190
1 0.016729 0.017254 0.017849
2 0.011072 0.011607 0.012286
3 0.016573 0.016408 0.016331
4 0.016256 0.016524 0.016882
5 0.013980 0.014754 0.015588
6 0.015540 0.016237 0.016999
7 0.008880 0.008808 0.008954
8 0.017614 0.017879 0.018241
9 0.015323 0.015264 0.015316
10 0.020539 0.020069 0.019691
11 0.020522 0.021114 0.021757
12 0.010353 0.010630 0.011054
13 0.016869 0.016905 0.017057
14 0.012186 0.011911 0.011768
15 0.019930 0.019744 0.019644
16 0.017545 0.017233 0.017031
17 0.020285 0.020588 0.020962
18 0.014909 0.015401 0.015967
19 0.019265 0.019020 0.018861
20 0.013982 0.014021 0.014203
21 0.013899 0.013244 0.012706
22 0.017404 0.017065 0.016830
23 0.016355 0.016103 0.015975
24 0.013009 0.012712 0.012551
25 0.017545 0.017430 0.017427
26 0.015494 0.015309 0.015250
27 0.015640 0.015801 0.016072
28 0.031883 0.032663 0.033410
29 0.016759 0.016442 0.016224
.. ... ... ...
199 0.014482 0.014847 0.015325
200 0.009257 0.009815 0.010511
201 0.026642 0.027460 0.028258
202 0.012914 0.013538 0.014255
203 0.011890 0.012039 0.012339
204 0.008949 0.009293 0.009809
205 0.011772 0.010915 0.010191
206 0.013208 0.013111 0.013165
207 0.010802 0.010941 0.011249
208 0.018413 0.018868 0.019410
209 0.010982 0.010536 0.010258
210 0.012341 0.011703 0.011225
211 0.014813 0.015369 0.016014
212 0.009040 0.008958 0.009083
213 0.016073 0.016830 0.017630
214 0.016944 0.017457 0.018047
215 0.008841 0.009045 0.009423
216 0.010823 0.011323 0.011965
217 0.009205 0.009402 0.009764
218 0.013974 0.013442 0.013050
219 0.012182 0.011655 0.011263
220 0.012786 0.013293 0.013903
221 0.011287 0.011639 0.012129
222 0.009240 0.009591 0.010091
223 0.010507 0.010751 0.011164
224 0.008676 0.009259 0.009982
225 0.015719 0.015121 0.014646
226 0.016447 0.016563 0.016792
227 0.015084 0.014805 0.014632
228 0.021286 0.020988 0.020786
trx_4_1_ifft_1999 trx_4_1_ts target
0 0.012462 1.488963e+12 Empty_0.0,0.0_0.0,0.0
1 0.018505 1.488963e+12 Empty_0.0,0.0_0.0,0.0
2 0.013082 1.488963e+12 Empty_0.0,0.0_0.0,0.0
3 0.016341 1.488963e+12 Empty_0.0,0.0_0.0,0.0
4 0.017323 1.488963e+12 Empty_0.0,0.0_0.0,0.0
5 0.016468 1.488963e+12 Empty_0.0,0.0_0.0,0.0
6 0.017816 1.488963e+12 Empty_0.0,0.0_0.0,0.0
7 0.009304 1.488963e+12 Empty_0.0,0.0_0.0,0.0
8 0.018694 1.488963e+12 Empty_0.0,0.0_0.0,0.0
9 0.015477 1.488963e+12 Empty_0.0,0.0_0.0,0.0
10 0.019409 1.488963e+12 Empty_0.0,0.0_0.0,0.0
11 0.022443 1.488963e+12 Empty_0.0,0.0_0.0,0.0
12 0.011605 1.488963e+12 Empty_0.0,0.0_0.0,0.0
13 0.017320 1.488963e+12 Empty_0.0,0.0_0.0,0.0
14 0.011760 1.488963e+12 Empty_0.0,0.0_0.0,0.0
15 0.019630 1.488963e+12 Empty_0.0,0.0_0.0,0.0
16 0.016943 1.488963e+12 Empty_0.0,0.0_0.0,0.0
17 0.021402 1.488963e+12 Empty_0.0,0.0_0.0,0.0
18 0.016595 1.488963e+12 Empty_0.0,0.0_0.0,0.0
19 0.018787 1.488963e+12 Empty_0.0,0.0_0.0,0.0
20 0.014519 1.488963e+12 Empty_0.0,0.0_0.0,0.0
21 0.012300 1.488963e+12 Empty_0.0,0.0_0.0,0.0
22 0.016701 1.488963e+12 Empty_0.0,0.0_0.0,0.0
23 0.015971 1.488963e+12 Empty_0.0,0.0_0.0,0.0
24 0.012528 1.488963e+12 Empty_0.0,0.0_0.0,0.0
25 0.017533 1.488963e+12 Empty_0.0,0.0_0.0,0.0
26 0.015316 1.488963e+12 Empty_0.0,0.0_0.0,0.0
27 0.016445 1.488963e+12 Empty_0.0,0.0_0.0,0.0
28 0.034124 1.488963e+12 Empty_0.0,0.0_0.0,0.0
29 0.016107 1.488963e+12 Empty_0.0,0.0_0.0,0.0
.. ... ... ...
199 0.015903 1.488963e+12 Empty_0.0,0.0_0.0,0.0
200 0.011314 1.488963e+12 Empty_0.0,0.0_0.0,0.0
201 0.029035 1.488963e+12 Empty_0.0,0.0_0.0,0.0
202 0.015049 1.488963e+12 Empty_0.0,0.0_0.0,0.0
203 0.012778 1.488963e+12 Empty_0.0,0.0_0.0,0.0
204 0.010467 1.488963e+12 Empty_0.0,0.0_0.0,0.0
205 0.009629 1.488963e+12 Empty_0.0,0.0_0.0,0.0
206 0.013368 1.488963e+12 Empty_0.0,0.0_0.0,0.0
207 0.011709 1.488963e+12 Empty_0.0,0.0_0.0,0.0
208 0.020029 1.488963e+12 Empty_0.0,0.0_0.0,0.0
209 0.010156 1.488963e+12 Empty_0.0,0.0_0.0,0.0
210 0.010926 1.488963e+12 Empty_0.0,0.0_0.0,0.0
211 0.016735 1.488963e+12 Empty_0.0,0.0_0.0,0.0
212 0.009403 1.488963e+12 Empty_0.0,0.0_0.0,0.0
213 0.018464 1.488963e+12 Empty_0.0,0.0_0.0,0.0
214 0.018702 1.488963e+12 Empty_0.0,0.0_0.0,0.0
215 0.009951 1.488963e+12 Empty_0.0,0.0_0.0,0.0
216 0.012724 1.488963e+12 Empty_0.0,0.0_0.0,0.0
217 0.010270 1.488963e+12 Empty_0.0,0.0_0.0,0.0
218 0.012808 1.488963e+12 Empty_0.0,0.0_0.0,0.0
219 0.011017 1.488963e+12 Empty_0.0,0.0_0.0,0.0
220 0.014598 1.488963e+12 Empty_0.0,0.0_0.0,0.0
221 0.012737 1.488963e+12 Empty_0.0,0.0_0.0,0.0
222 0.010716 1.488963e+12 Empty_0.0,0.0_0.0,0.0
223 0.011724 1.488963e+12 Empty_0.0,0.0_0.0,0.0
224 0.010813 1.488963e+12 Empty_0.0,0.0_0.0,0.0
225 0.014305 1.488963e+12 Empty_0.0,0.0_0.0,0.0
226 0.017127 1.488963e+12 Empty_0.0,0.0_0.0,0.0
227 0.014567 1.488963e+12 Empty_0.0,0.0_0.0,0.0
228 0.020681 1.488963e+12 Empty_0.0,0.0_0.0,0.0
[229 rows x 12009 columns]
In [5]:
print("Number of columns for sender receiver pair:")
print()
columns_1_4 = [col for col in df_x1_t1_trx_1_4.columns if 'trx_1_4' in col]
print("Columns for pair 1 4:", len(list(columns_1_4)))
columns_all_pairs = [col for col in df_x1_t1_trx_1_4.columns if 'trx_' in col]
print("Columns for all sender-receiver pairs:", len(list(columns_all_pairs)))
columns_other = [col for col in df_x1_t1_trx_1_4.columns if 'trx_' not in col]
print("Other columns:", columns_other)
Number of columns for sender receiver pair:
Columns for pair 1 4: 2001
Columns for all sender-receiver pairs: 12006
Other columns: ['index', 'Timestamp', 'target']
In [6]:
# We examine x3_t2_trx_3_1
df_x3_t2_trx_3_1 = hdf.get('/x3/t2/trx_3_1')
print("Shape of dataframe /x3/t2/trx_3_1: {}".format(df_x1_t1_trx_1_4.shape))
print()
print(df_x1_t1_trx_1_4)
Shape of dataframe /x3/t2/trx_3_1: (229, 12009)
index Timestamp trx_1_4_ifft_0 trx_1_4_ifft_1 trx_1_4_ifft_2 \
0 0 1.492291e+09 0.021636 0.021845 0.022040
1 1 1.492291e+09 0.020806 0.020952 0.021081
2 2 1.492291e+09 0.030507 0.030675 0.030819
3 3 1.492291e+09 0.027926 0.028066 0.028187
4 4 1.492291e+09 0.021023 0.021285 0.021528
5 5 1.492291e+09 0.026502 0.026776 0.027027
6 6 1.492291e+09 0.020336 0.020654 0.020956
7 7 1.492291e+09 0.029270 0.029426 0.029560
8 8 1.492291e+09 0.025354 0.025662 0.025952
9 9 1.492291e+09 0.071644 0.071076 0.070480
10 10 1.492291e+09 0.024942 0.025188 0.025413
11 11 1.492291e+09 0.016194 0.016637 0.017068
12 12 1.492291e+09 0.030255 0.030459 0.030643
13 13 1.492291e+09 0.014937 0.015234 0.015518
14 14 1.492291e+09 0.021984 0.021234 0.020509
15 15 1.492291e+09 0.031488 0.031819 0.032129
16 16 1.492291e+09 0.024978 0.025190 0.025384
17 17 1.492291e+09 0.019233 0.019550 0.019851
18 18 1.492291e+09 0.029928 0.030181 0.030414
19 19 1.492291e+09 0.028267 0.028555 0.028827
20 20 1.492291e+09 0.024074 0.024150 0.024206
21 21 1.492291e+09 0.016774 0.016918 0.017043
22 22 1.492291e+09 0.026467 0.026716 0.026944
23 23 1.492291e+09 0.025150 0.025358 0.025544
24 24 1.492291e+09 0.054128 0.053635 0.053104
25 25 1.492291e+09 0.018822 0.019014 0.019190
26 26 1.492291e+09 0.083034 0.083843 0.084665
27 27 1.492291e+09 0.022910 0.023057 0.023187
28 28 1.492291e+09 0.036773 0.036256 0.035719
29 29 1.492291e+09 0.027721 0.027860 0.027978
.. ... ... ... ... ...
199 232 1.492291e+09 0.022799 0.023073 0.023328
200 233 1.492291e+09 0.022605 0.022729 0.022833
201 234 1.492291e+09 0.028002 0.028701 0.029385
202 235 1.492291e+09 0.022999 0.023359 0.023699
203 236 1.492291e+09 0.024756 0.024995 0.025211
204 237 1.492291e+09 0.034543 0.035248 0.035934
205 238 1.492291e+09 0.031173 0.031433 0.031675
206 239 1.492291e+09 0.025997 0.026192 0.026369
207 240 1.492291e+09 0.024178 0.024393 0.024587
208 241 1.492291e+09 0.026683 0.026923 0.027144
209 242 1.492291e+09 0.019869 0.020097 0.020307
210 243 1.492291e+09 0.027260 0.027484 0.027687
211 244 1.492291e+09 0.021652 0.021872 0.022075
212 245 1.492291e+09 0.022132 0.022314 0.022478
213 246 1.492291e+09 0.025370 0.026214 0.027059
214 247 1.492291e+09 0.025617 0.025931 0.026225
215 248 1.492291e+09 0.024701 0.024958 0.025197
216 249 1.492291e+09 0.031739 0.031965 0.032168
217 250 1.492291e+09 0.023640 0.023864 0.024070
218 251 1.492291e+09 0.024513 0.024783 0.025032
219 252 1.492291e+09 0.033221 0.033282 0.033319
220 253 1.492291e+09 0.020860 0.020987 0.021100
221 254 1.492291e+09 0.023439 0.023655 0.023853
222 255 1.492291e+09 0.022683 0.022854 0.023006
223 256 1.492291e+09 0.023658 0.023921 0.024165
224 257 1.492291e+09 0.027491 0.027721 0.027935
225 258 1.492291e+09 0.017159 0.017345 0.017514
226 259 1.492291e+09 0.022760 0.023006 0.023234
227 260 1.492291e+09 0.020353 0.020575 0.020777
228 261 1.492291e+09 0.013876 0.013927 0.013978
trx_1_4_ifft_3 trx_1_4_ifft_4 trx_1_4_ifft_5 trx_1_4_ifft_6 \
0 0.022221 0.022388 0.022540 0.022677
1 0.021192 0.021287 0.021363 0.021422
2 0.030940 0.031038 0.031111 0.031160
3 0.028288 0.028369 0.028430 0.028470
4 0.021752 0.021956 0.022141 0.022305
5 0.027255 0.027459 0.027639 0.027796
6 0.021242 0.021512 0.021765 0.022001
7 0.029674 0.029765 0.029835 0.029883
8 0.026224 0.026478 0.026713 0.026929
9 0.069858 0.069209 0.068536 0.067838
10 0.025618 0.025803 0.025967 0.026110
11 0.017484 0.017885 0.018271 0.018640
12 0.030804 0.030944 0.031062 0.031157
13 0.015788 0.016044 0.016285 0.016510
14 0.019812 0.019149 0.018524 0.017942
15 0.032417 0.032683 0.032925 0.033144
16 0.025560 0.025717 0.025856 0.025975
17 0.020133 0.020398 0.020646 0.020875
18 0.030627 0.030818 0.030988 0.031137
19 0.029082 0.029321 0.029544 0.029749
20 0.024242 0.024256 0.024250 0.024222
21 0.017150 0.017239 0.017309 0.017360
22 0.027150 0.027335 0.027498 0.027639
23 0.025708 0.025848 0.025966 0.026061
24 0.052536 0.051931 0.051290 0.050612
25 0.019349 0.019492 0.019617 0.019726
26 0.085496 0.086335 0.087178 0.088023
27 0.023299 0.023391 0.023465 0.023520
28 0.035163 0.034590 0.033999 0.033392
29 0.028075 0.028149 0.028202 0.028232
.. ... ... ... ...
199 0.023564 0.023780 0.023978 0.024155
200 0.022918 0.022984 0.023030 0.023057
201 0.030053 0.030703 0.031337 0.031952
202 0.024020 0.024321 0.024602 0.024862
203 0.025406 0.025578 0.025729 0.025856
204 0.036602 0.037249 0.037876 0.038481
205 0.031897 0.032100 0.032282 0.032443
206 0.026527 0.026665 0.026784 0.026883
207 0.024761 0.024913 0.025043 0.025152
208 0.027345 0.027527 0.027688 0.027829
209 0.020498 0.020670 0.020822 0.020956
210 0.027869 0.028030 0.028170 0.028288
211 0.022261 0.022430 0.022581 0.022714
212 0.022625 0.022753 0.022863 0.022954
213 0.027904 0.028744 0.029579 0.030407
214 0.026497 0.026749 0.026979 0.027188
215 0.025417 0.025619 0.025801 0.025964
216 0.032347 0.032501 0.032631 0.032736
217 0.024256 0.024423 0.024570 0.024698
218 0.025258 0.025461 0.025641 0.025798
219 0.033331 0.033318 0.033281 0.033218
220 0.021199 0.021282 0.021350 0.021402
221 0.024034 0.024196 0.024340 0.024466
222 0.023138 0.023251 0.023345 0.023418
223 0.024388 0.024590 0.024772 0.024932
224 0.028134 0.028318 0.028485 0.028636
225 0.017666 0.017799 0.017915 0.018012
226 0.023445 0.023637 0.023812 0.023968
227 0.020959 0.021121 0.021262 0.021382
228 0.014029 0.014079 0.014128 0.014176
trx_1_4_ifft_7 ... trx_4_1_ifft_1992 \
0 0.022798 ... 0.013412
1 0.021462 ... 0.015530
2 0.031184 ... 0.010804
3 0.028489 ... 0.018073
4 0.022449 ... 0.016200
5 0.027928 ... 0.011816
6 0.022220 ... 0.013679
7 0.029908 ... 0.011115
8 0.027125 ... 0.017661
9 0.067117 ... 0.016649
10 0.026232 ... 0.023213
11 0.018993 ... 0.018834
12 0.031230 ... 0.010913
13 0.016719 ... 0.017916
14 0.017410 ... 0.014405
15 0.033339 ... 0.021483
16 0.026075 ... 0.019788
17 0.021085 ... 0.019891
18 0.031264 ... 0.013886
19 0.029938 ... 0.021043
20 0.024174 ... 0.015244
21 0.017392 ... 0.017400
22 0.027757 ... 0.019674
23 0.026132 ... 0.018482
24 0.049900 ... 0.015341
25 0.019817 ... 0.019066
26 0.088869 ... 0.017371
27 0.023556 ... 0.016178
28 0.032770 ... 0.028443
29 0.028241 ... 0.018894
.. ... ... ...
199 0.024313 ... 0.014353
200 0.023064 ... 0.008936
201 0.032548 ... 0.023220
202 0.025102 ... 0.011703
203 0.025961 ... 0.012886
204 0.039065 ... 0.009643
205 0.032584 ... 0.016066
206 0.026962 ... 0.015032
207 0.025239 ... 0.011995
208 0.027950 ... 0.017662
209 0.021070 ... 0.014059
210 0.028384 ... 0.016045
211 0.022829 ... 0.013748
212 0.023026 ... 0.011237
213 0.031224 ... 0.013717
214 0.027374 ... 0.015857
215 0.026107 ... 0.009890
216 0.032816 ... 0.010652
217 0.024805 ... 0.010198
218 0.025932 ... 0.017199
219 0.033131 ... 0.015316
220 0.021439 ... 0.012089
221 0.024573 ... 0.011526
222 0.023472 ... 0.009616
223 0.025070 ... 0.011400
224 0.028771 ... 0.008362
225 0.018090 ... 0.019101
226 0.024105 ... 0.017173
227 0.021482 ... 0.017155
228 0.014222 ... 0.023350
trx_4_1_ifft_1993 trx_4_1_ifft_1994 trx_4_1_ifft_1995 \
0 0.012879 0.012468 0.012188
1 0.015678 0.015933 0.016286
2 0.010567 0.010535 0.010708
3 0.017580 0.017163 0.016826
4 0.016055 0.016017 0.016085
5 0.012181 0.012676 0.013282
6 0.013978 0.014397 0.014922
7 0.010314 0.009655 0.009168
8 0.017478 0.017409 0.017456
9 0.016164 0.015777 0.015495
10 0.022438 0.021730 0.021095
11 0.019137 0.019525 0.019990
12 0.010524 0.010296 0.010239
13 0.017479 0.017157 0.016953
14 0.013707 0.013096 0.012584
15 0.020980 0.020551 0.020200
16 0.019093 0.018482 0.017963
17 0.019860 0.019917 0.020060
18 0.013982 0.014190 0.014502
19 0.020486 0.020001 0.019593
20 0.014728 0.014339 0.014089
21 0.016420 0.015502 0.014657
22 0.018984 0.018370 0.017841
23 0.017799 0.017210 0.016726
24 0.014611 0.013970 0.013432
25 0.018537 0.018103 0.017770
26 0.016748 0.016220 0.015799
27 0.015866 0.015671 0.015596
28 0.029349 0.030225 0.031069
29 0.018244 0.017666 0.017169
.. ... ... ...
199 0.014175 0.014138 0.014242
200 0.008698 0.008675 0.008868
201 0.024094 0.024957 0.025807
202 0.011784 0.012021 0.012403
203 0.012409 0.012078 0.011903
204 0.009160 0.008876 0.008805
205 0.014899 0.013785 0.012736
206 0.014382 0.013853 0.013458
207 0.011450 0.011061 0.010842
208 0.017675 0.017808 0.018057
209 0.013135 0.012302 0.011577
210 0.014987 0.014005 0.013116
211 0.013819 0.014026 0.014361
212 0.010453 0.009807 0.009328
213 0.014178 0.014734 0.015370
214 0.015966 0.016189 0.016518
215 0.009364 0.009002 0.008825
216 0.010400 0.010347 0.010491
217 0.009696 0.009353 0.009187
218 0.016259 0.015398 0.014631
219 0.014409 0.013575 0.012827
220 0.012042 0.012147 0.012399
221 0.011210 0.011064 0.011091
222 0.009250 0.009061 0.009058
223 0.010904 0.010582 0.010448
224 0.008102 0.008071 0.008269
225 0.018132 0.017238 0.016429
226 0.016815 0.016572 0.016449
227 0.016509 0.015943 0.015465
228 0.022715 0.022155 0.021677
trx_4_1_ifft_1996 trx_4_1_ifft_1997 trx_4_1_ifft_1998 \
0 0.012047 0.012049 0.012190
1 0.016729 0.017254 0.017849
2 0.011072 0.011607 0.012286
3 0.016573 0.016408 0.016331
4 0.016256 0.016524 0.016882
5 0.013980 0.014754 0.015588
6 0.015540 0.016237 0.016999
7 0.008880 0.008808 0.008954
8 0.017614 0.017879 0.018241
9 0.015323 0.015264 0.015316
10 0.020539 0.020069 0.019691
11 0.020522 0.021114 0.021757
12 0.010353 0.010630 0.011054
13 0.016869 0.016905 0.017057
14 0.012186 0.011911 0.011768
15 0.019930 0.019744 0.019644
16 0.017545 0.017233 0.017031
17 0.020285 0.020588 0.020962
18 0.014909 0.015401 0.015967
19 0.019265 0.019020 0.018861
20 0.013982 0.014021 0.014203
21 0.013899 0.013244 0.012706
22 0.017404 0.017065 0.016830
23 0.016355 0.016103 0.015975
24 0.013009 0.012712 0.012551
25 0.017545 0.017430 0.017427
26 0.015494 0.015309 0.015250
27 0.015640 0.015801 0.016072
28 0.031883 0.032663 0.033410
29 0.016759 0.016442 0.016224
.. ... ... ...
199 0.014482 0.014847 0.015325
200 0.009257 0.009815 0.010511
201 0.026642 0.027460 0.028258
202 0.012914 0.013538 0.014255
203 0.011890 0.012039 0.012339
204 0.008949 0.009293 0.009809
205 0.011772 0.010915 0.010191
206 0.013208 0.013111 0.013165
207 0.010802 0.010941 0.011249
208 0.018413 0.018868 0.019410
209 0.010982 0.010536 0.010258
210 0.012341 0.011703 0.011225
211 0.014813 0.015369 0.016014
212 0.009040 0.008958 0.009083
213 0.016073 0.016830 0.017630
214 0.016944 0.017457 0.018047
215 0.008841 0.009045 0.009423
216 0.010823 0.011323 0.011965
217 0.009205 0.009402 0.009764
218 0.013974 0.013442 0.013050
219 0.012182 0.011655 0.011263
220 0.012786 0.013293 0.013903
221 0.011287 0.011639 0.012129
222 0.009240 0.009591 0.010091
223 0.010507 0.010751 0.011164
224 0.008676 0.009259 0.009982
225 0.015719 0.015121 0.014646
226 0.016447 0.016563 0.016792
227 0.015084 0.014805 0.014632
228 0.021286 0.020988 0.020786
trx_4_1_ifft_1999 trx_4_1_ts target
0 0.012462 1.488963e+12 Empty_0.0,0.0_0.0,0.0
1 0.018505 1.488963e+12 Empty_0.0,0.0_0.0,0.0
2 0.013082 1.488963e+12 Empty_0.0,0.0_0.0,0.0
3 0.016341 1.488963e+12 Empty_0.0,0.0_0.0,0.0
4 0.017323 1.488963e+12 Empty_0.0,0.0_0.0,0.0
5 0.016468 1.488963e+12 Empty_0.0,0.0_0.0,0.0
6 0.017816 1.488963e+12 Empty_0.0,0.0_0.0,0.0
7 0.009304 1.488963e+12 Empty_0.0,0.0_0.0,0.0
8 0.018694 1.488963e+12 Empty_0.0,0.0_0.0,0.0
9 0.015477 1.488963e+12 Empty_0.0,0.0_0.0,0.0
10 0.019409 1.488963e+12 Empty_0.0,0.0_0.0,0.0
11 0.022443 1.488963e+12 Empty_0.0,0.0_0.0,0.0
12 0.011605 1.488963e+12 Empty_0.0,0.0_0.0,0.0
13 0.017320 1.488963e+12 Empty_0.0,0.0_0.0,0.0
14 0.011760 1.488963e+12 Empty_0.0,0.0_0.0,0.0
15 0.019630 1.488963e+12 Empty_0.0,0.0_0.0,0.0
16 0.016943 1.488963e+12 Empty_0.0,0.0_0.0,0.0
17 0.021402 1.488963e+12 Empty_0.0,0.0_0.0,0.0
18 0.016595 1.488963e+12 Empty_0.0,0.0_0.0,0.0
19 0.018787 1.488963e+12 Empty_0.0,0.0_0.0,0.0
20 0.014519 1.488963e+12 Empty_0.0,0.0_0.0,0.0
21 0.012300 1.488963e+12 Empty_0.0,0.0_0.0,0.0
22 0.016701 1.488963e+12 Empty_0.0,0.0_0.0,0.0
23 0.015971 1.488963e+12 Empty_0.0,0.0_0.0,0.0
24 0.012528 1.488963e+12 Empty_0.0,0.0_0.0,0.0
25 0.017533 1.488963e+12 Empty_0.0,0.0_0.0,0.0
26 0.015316 1.488963e+12 Empty_0.0,0.0_0.0,0.0
27 0.016445 1.488963e+12 Empty_0.0,0.0_0.0,0.0
28 0.034124 1.488963e+12 Empty_0.0,0.0_0.0,0.0
29 0.016107 1.488963e+12 Empty_0.0,0.0_0.0,0.0
.. ... ... ...
199 0.015903 1.488963e+12 Empty_0.0,0.0_0.0,0.0
200 0.011314 1.488963e+12 Empty_0.0,0.0_0.0,0.0
201 0.029035 1.488963e+12 Empty_0.0,0.0_0.0,0.0
202 0.015049 1.488963e+12 Empty_0.0,0.0_0.0,0.0
203 0.012778 1.488963e+12 Empty_0.0,0.0_0.0,0.0
204 0.010467 1.488963e+12 Empty_0.0,0.0_0.0,0.0
205 0.009629 1.488963e+12 Empty_0.0,0.0_0.0,0.0
206 0.013368 1.488963e+12 Empty_0.0,0.0_0.0,0.0
207 0.011709 1.488963e+12 Empty_0.0,0.0_0.0,0.0
208 0.020029 1.488963e+12 Empty_0.0,0.0_0.0,0.0
209 0.010156 1.488963e+12 Empty_0.0,0.0_0.0,0.0
210 0.010926 1.488963e+12 Empty_0.0,0.0_0.0,0.0
211 0.016735 1.488963e+12 Empty_0.0,0.0_0.0,0.0
212 0.009403 1.488963e+12 Empty_0.0,0.0_0.0,0.0
213 0.018464 1.488963e+12 Empty_0.0,0.0_0.0,0.0
214 0.018702 1.488963e+12 Empty_0.0,0.0_0.0,0.0
215 0.009951 1.488963e+12 Empty_0.0,0.0_0.0,0.0
216 0.012724 1.488963e+12 Empty_0.0,0.0_0.0,0.0
217 0.010270 1.488963e+12 Empty_0.0,0.0_0.0,0.0
218 0.012808 1.488963e+12 Empty_0.0,0.0_0.0,0.0
219 0.011017 1.488963e+12 Empty_0.0,0.0_0.0,0.0
220 0.014598 1.488963e+12 Empty_0.0,0.0_0.0,0.0
221 0.012737 1.488963e+12 Empty_0.0,0.0_0.0,0.0
222 0.010716 1.488963e+12 Empty_0.0,0.0_0.0,0.0
223 0.011724 1.488963e+12 Empty_0.0,0.0_0.0,0.0
224 0.010813 1.488963e+12 Empty_0.0,0.0_0.0,0.0
225 0.014305 1.488963e+12 Empty_0.0,0.0_0.0,0.0
226 0.017127 1.488963e+12 Empty_0.0,0.0_0.0,0.0
227 0.014567 1.488963e+12 Empty_0.0,0.0_0.0,0.0
228 0.020681 1.488963e+12 Empty_0.0,0.0_0.0,0.0
[229 rows x 12009 columns]
In [7]:
print("Number of columns for sender receiver pair:")
print()
columns_1_4 = [col for col in df_x3_t2_trx_3_1.columns if 'trx_1_3' in col]
print("Columns for pair 1 3:", len(list(columns_1_4)))
columns_all_pairs = [col for col in df_x3_t2_trx_3_1.columns if 'trx_' in col]
print("Columns for all sender-receiver pairs:", len(list(columns_all_pairs)))
columns_other = [col for col in df_x3_t2_trx_3_1.columns if 'trx_' not in col]
print("Other columns:", columns_other)
Number of columns for sender receiver pair:
Columns for pair 1 3: 2001
Columns for all sender-receiver pairs: 12006
Other columns: ['index', 'Timestamp', 'target']
In [8]:
# Next we take a look at the target columns
target_set = set(df_x1_t1_trx_1_4["target"])
print('The unique values of the target column in /x1/t1/trx_1_4 are:')
print()
for v in target_set:
print(v)
print()
target_set = set(df_x3_t2_trx_3_1["target"])
print('The unique values of the target column in /x3/t2/trx_3_1 are:')
print()
for v in target_set:
print(v)
The unique values of the target column in /x1/t1/trx_1_4 are:
Walking_0.0,0.0_0.0,0.0
Step_1.0,2.0_2.0,2.0
Step_2.0,2.0_2.0,1.0
Standing_1.0,2.0_1.0,2.0
Empty_0.0,0.0_0.0,0.0
Standing_1.0,1.0_1.0,1.0
Step_2.0,1.0_1.0,1.0
Standing_2.0,2.0_2.0,2.0
Standing_2.0,1.0_2.0,1.0
Step_1.0,1.0_1.0,2.0
The unique values of the target column in /x3/t2/trx_3_1 are:
Walking_0.0,0.0_0.0,0.0
Step_1.0,2.0_2.0,2.0
Step_2.0,2.0_2.0,1.0
Standing_1.0,2.0_1.0,2.0
Empty_0.0,0.0_0.0,0.0
Standing_1.0,1.0_1.0,1.0
Step_2.0,1.0_1.0,1.0
Standing_2.0,2.0_2.0,2.0
Standing_2.0,1.0_2.0,1.0
Step_1.0,1.0_1.0,2.0
In [9]:
# get necessary data
vals_2_4 = df_x1_t1_trx_1_4.loc[:,'trx_2_4_ifft_0':'trx_2_4_ifft_1999'].values
vals_1_4 = df_x1_t1_trx_1_4.loc[:,'trx_1_4_ifft_0':'trx_1_4_ifft_1999'].values
vals_3_4 = df_x1_t1_trx_1_4.loc[:,'trx_3_4_ifft_0':'trx_3_4_ifft_1999'].values
In [10]:
# Spectral scheme
fig, axarr = plt.subplots(3, sharex=True)
axarr[0] = sns.heatmap(vals_2_4, xticklabels=200, yticklabels=20, vmin=0, vmax=1, cmap='Spectral', ax=axarr[0])
axarr[0].set_title('trx_2_4_ifft from measurement x1_t1_trx_1_4', fontsize=20)
axarr[1] = sns.heatmap(vals_1_4, xticklabels=200, yticklabels=20, vmin=0, vmax=1, cmap='Spectral', ax=axarr[1])
axarr[1].set_title('trx_1_4_ifft from measurement x1_t1_trx_1_4', fontsize=20)
axarr[2] = sns.heatmap(vals_3_4, xticklabels=200, yticklabels=20, vmin=0, vmax=1, cmap='Spectral', ax=axarr[2])
axarr[2].set_title('trx_3_4_ifft from measurement x1_t1_trx_1_4', fontsize=20)
plt.rcParams['figure.figsize'] = (20,20)
plt.show()
/gpfs/software/x86_64/anaconda/envs/anaconda431-py35/lib/python3.5/site-packages/matplotlib/font_manager.py:1297: UserWarning: findfont: Font family ['sans-serif'] not found. Falling back to DejaVu Sans
(prop.get_family(), self.defaultFamily[fontext]))
In [12]:
df_x1_t1_trx_3_1 = hdf.get('/x1/t1/trx_3_1')
# Next we take a look at the target columns
target_set = set(df_x1_t1_trx_3_1["target"])
print('The unique values of the target column in /x1/t1/trx_3_1 are:')
print()
print(df_x1_t1_trx_3_1["target"].value_counts())
# replace target labels
#df_x1_t1_trx_3_1["target"].replace(to_replace="^Empty.+", value="Empty", inplace=True, regex=True)
#df_x1_t1_trx_3_1["target"].replace(to_replace="^(?!Empty).+", value="Not Empty", inplace=True, regex=True)
df_x1_t1_trx_3_1.loc[df_x1_t1_trx_3_1["target"].str.contains("Empty"), "target"] = "Empty"
df_x1_t1_trx_3_1.loc[~ df_x1_t1_trx_3_1["target"].str.contains("Empty"), "target"] = "Not Empty"
print()
print("After relabeling")
print('The unique values of the target column in /x3/t2/trx_3_1 are:')
print()
print(df_x1_t1_trx_3_1["target"].value_counts())
The unique values of the target column in /x1/t1/trx_3_1 are:
Empty_0.0,0.0_0.0,0.0 82
Walking_0.0,0.0_0.0,0.0 60
Standing_1.0,1.0_1.0,1.0 19
Standing_2.0,1.0_2.0,1.0 17
Standing_2.0,2.0_2.0,2.0 15
Standing_1.0,2.0_1.0,2.0 15
Step_2.0,1.0_1.0,1.0 8
Step_1.0,1.0_1.0,2.0 7
Step_2.0,2.0_2.0,1.0 6
Step_1.0,2.0_2.0,2.0 4
Name: target, dtype: int64
After relabeling
The unique values of the target column in /x3/t2/trx_3_1 are:
Not Empty 151
Empty 82
Name: target, dtype: int64
In [1]:
Content source: hhain/sdap17
Similar notebooks: