notebook.community

Edit and run



In [7]:

    
%load_ext autoreload









    



The autoreload extension is already loaded. To reload it, use:
  %reload_ext autoreload



In [8]:

    
from svc_plots import plots
from bokeh.plotting import output_notebook



In [17]:

    
##
# make a connection to ES server
# optional arguments are:
#   url: if not specify then 'http://users:cadcusers@elk.canfar.net:9200'
#   timeout: if not specify then 120
#
conn = plots.Init(timeout = 900).connect()
output_notebook()









    





    
        
        Loading BokehJS ...



In [18]:

    
%autoreload
##
# averge duration of transfer_ws, data_ws, vospace_ws
# for each service, put and get
#
plots.tomcat_datatransfer_timeevo(conn, "logs-tomcat")



In [19]:

    
%autoreload
##
# average transfer_ws put rate from batch.canfar.net as vbar
# vs
# number of batch processing jobs as red line
#
plots.tomcat_transfer_rate_batch_dot_canfar_dot_net_vs_num_batch_jobs(conn, "logs-tomcat")



In [20]:

    
%autoreload
##
# four pie charts:
#             in size   in number of files
# downloads    pie1      pie2
# 
# uploads     pie3      pie4
#
# for transfer_ws
#
plots.tomcat_datatransfer_num_n_size(conn, "logs-tomcat")



In [21]:

    
%autoreload
##
# four pie charts:
#             data_ws        vospace_ws
# downloads    pie1           pie2
# 
# uploads     pie3            pie4
#
# for number of events
#
plots.tomcat_data_vos_num_events(conn, "logs-tomcat")



In [22]:

    
%autoreload
##
# box chart for download and upload rates over time, grouped by CC-CADC-NRC-Others domain
# 75%-50%-25% respectively
#
plots.tomcat_dl_rate_past_tw_yrs(conn, "logs-tomcat")



In [23]:

    
%autoreload
##
# failure rate for transfer_ws, download and upload
#
plots.tomcat_f_rate(conn, "logs-tomcat")



In [25]:

    
from svc_plots import tomcat_old



In [26]:

    
##
# number of files in M
# size in TB
#
tomcat_old.fig7(conn, "logs-tomcat")









    



now-1M
Empty DataFrame
Columns: []
Index: []
now-2M
        Unique File  Unique File Size
CADC       0.166677          0.630320
CC         0.828166         32.794557
NRC        0.034217          0.109898
Others     0.682446         10.450392
now-3M
        Unique File  Unique File Size
CADC       0.330496          5.553237
CC         1.043118         40.030171
NRC        0.033134          0.083244
Others     0.563725          4.924330
now-4M
        Unique File  Unique File Size
CADC       0.492731          0.303709
CC         1.565639         57.502010
NRC        0.032626          0.062703
Others     0.530926          6.380574
now-5M
        Unique File  Unique File Size
CADC       0.222694          0.475077
CC         1.376779         45.064662
NRC        0.000316          0.016026
Others     0.532983          7.030805
now-6M
        Unique File  Unique File Size
CADC       0.659509          0.346098
CC         2.364298         52.878443
NRC        0.000549          0.042352
Others     0.494154          6.912838
now-7M
        Unique File  Unique File Size
CADC       0.313622          0.233262
CC         1.296645         42.563869
NRC        0.000825          0.259950
Others     0.935957         11.601192
now-8M
        Unique File  Unique File Size
CADC       0.207614          1.986873
CC         2.825489         87.734295
NRC        0.010859          0.529240
Others     0.546859          7.240752
now-9M
        Unique File  Unique File Size
CADC       0.257161          0.314674
CC         0.339786          9.189290
NRC        0.010570          0.874723
Others     0.339716          3.005977
now-10M
        Unique File  Unique File Size
CADC       0.226677          0.303623
CC         1.837356         35.942122
NRC        0.010817          0.246250
Others     0.862331          8.046590
now-11M
        Unique File  Unique File Size
CADC       0.175837          0.451815
CC         1.423029         47.021237
NRC        0.006809          0.019519
Others     0.709618         10.460317
now-12M
        Unique File  Unique File Size
CADC       0.124506          0.344364
CC         0.415684          6.753142
NRC        0.004959          0.122670
Others     0.772272         10.239674
now-13M
        Unique File  Unique File Size
CADC       0.248128          0.951608
CC         0.402544         17.750815
NRC        0.156026          0.662438
Others     0.690520          9.875891
now-14M
        Unique File  Unique File Size
CADC       0.252459          1.251498
CC         0.536588         18.079118
NRC        0.070258          0.293432
Others     0.508472          6.828206
now-15M
        Unique File  Unique File Size
CADC       0.230236          0.234857
CC         0.625300         14.464613
NRC        0.054540          0.362646
Others     0.398776          7.293630
now-16M
        Unique File  Unique File Size
CADC       0.256296          0.696634
CC         0.341105          9.343980
NRC        0.049837          0.179126
Others     1.358800         19.259216
now-17M
        Unique File  Unique File Size
CADC       0.741036         12.986787
CC         0.541385          9.581399
NRC        0.006186          0.135249
Others     1.199975         19.904550
now-18M
        Unique File  Unique File Size
CADC       0.618715          9.527087
CC         0.259858         15.597412
NRC        0.001578          0.027181
Others     1.189236         17.865916
now-19M
        Unique File  Unique File Size
CADC       0.424020         10.357037
CC         0.105690          7.568522
NRC        0.002213          0.010956
Others     0.822561          6.266116
now-20M
        Unique File  Unique File Size
CADC       0.468177         16.303326
CC         1.736829         34.053122
NRC        0.013405          0.022463
Others     0.463011          5.328023
now-21M
        Unique File  Unique File Size
CADC       0.103111          0.193006
CC         0.770178         12.736012
NRC        0.005953          0.087530
Others     2.055288          9.113602
now-22M
        Unique File  Unique File Size
CADC       0.218493          0.730214
CC         4.353013         62.308766
NRC        0.129626          0.653766
Others     0.426674          5.608565
now-23M
        Unique File  Unique File Size
CADC       0.389922          2.486348
CC         2.591195         77.921665
NRC        0.057642          1.795212
Others     0.600394          5.729937
now-24M
        Unique File  Unique File Size
CADC       0.167843          0.653944
CC         1.481854         59.418246
NRC        0.034838          0.145759
Others     1.153567         17.878039



In [ ]: