In [1]:
import qancode
In [2]:
#comparing to test site
#qa = qancode.QANCODE(rc_url="https://test.encodedcc.org/")
In [3]:
#prod vs test: home page and search page
#qa.check_response_time(item_types=["/","/search/?type=Experiment"], n=100)
Checking response time
*** item_type: /
------------------------ https://www.encodeproject.org/ ------------------------
Average es_time: 9.402 ± 2.235 ms (n=100)
Average queue_time: 1.003 ± 0.393 ms (n=100)
Average render_time: 9.397 ± 3.442 ms (n=100)
Average wsgi_time: 28.991 ± 6.152 ms (n=100)
Average total time: 48.793 ± 9.495 ms (n=100)
------------------------- https://test.encodedcc.org// -------------------------
Average es_time: 7.347 ± 1.442 ms (n=100)
Average queue_time: 0.886 ± 0.111 ms (n=100)
Average render_time: 7.089 ± 1.619 ms (n=100)
Average wsgi_time: 23.342 ± 2.726 ms (n=100)
Average total time: 38.664 ± 4.672 ms (n=100)
*** item_type: /search/?type=Experiment
------------ https://www.encodeproject.org/search/?type=Experiment -------------
Average es_time: 124.767 ± 32.129 ms (n=100)
Average queue_time: 1.295 ± 0.913 ms (n=100)
Average render_time: 128.417 ± 16.965 ms (n=100)
Average wsgi_time: 277.973 ± 38.884 ms (n=100)
Average total time: 532.451 ± 77.384 ms (n=100)
------------- https://test.encodedcc.org//search/?type=Experiment --------------
Average es_time: 97.381 ± 15.737 ms (n=100)
Average queue_time: 1.02 ± 0.264 ms (n=100)
Average render_time: 155.424 ± 14.075 ms (n=100)
Average wsgi_time: 293.574 ± 21.263 ms (n=100)
Average total time: 547.399 ± 42.603 ms (n=100)
In [4]:
#prod vs test: search terms
qa.check_response_time(item_types=["/search/?searchTerm=K562", "/search/?searchTerm=DNA+binding", "/search/?searchTerm=human", "/search/?searchTerm=H3K36me3", "/search/?searchTerm=CTCF"], n=100)
Checking response time
*** item_type: /search/?searchTerm=K562
------------ https://www.encodeproject.org/search/?searchTerm=K562 -------------
Average es_time: 287.351 ± 35.322 ms (n=100)
Average queue_time: 1.381 ± 1.123 ms (n=100)
Average render_time: 30.865 ± 7.166 ms (n=100)
Average wsgi_time: 336.067 ± 37.747 ms (n=100)
Average total time: 655.664 ± 74.673 ms (n=100)
------------- https://test.encodedcc.org//search/?searchTerm=K562 --------------
Average es_time: 296.759 ± 30.601 ms (n=100)
Average queue_time: 1.059 ± 0.416 ms (n=100)
Average render_time: 33.848 ± 8.443 ms (n=100)
Average wsgi_time: 348.381 ± 33.037 ms (n=100)
Average total time: 680.048 ± 66.07 ms (n=100)
*** item_type: /search/?searchTerm=DNA+binding
--------- https://www.encodeproject.org/search/?searchTerm=DNA+binding ---------
Average es_time: 426.482 ± 37.112 ms (n=100)
Average queue_time: 1.536 ± 1.225 ms (n=100)
Average render_time: 27.389 ± 5.745 ms (n=100)
Average wsgi_time: 474.758 ± 36.266 ms (n=100)
Average total time: 930.165 ± 72.759 ms (n=100)
---------- https://test.encodedcc.org//search/?searchTerm=DNA+binding ----------
Average es_time: 457.298 ± 65.025 ms (n=100)
Average queue_time: 1.074 ± 0.334 ms (n=100)
Average render_time: 27.444 ± 6.552 ms (n=100)
Average wsgi_time: 503.517 ± 68.031 ms (n=100)
Average total time: 989.334 ± 134.849 ms (n=100)
*** item_type: /search/?searchTerm=human
------------ https://www.encodeproject.org/search/?searchTerm=human ------------
Average es_time: 278.786 ± 22.612 ms (n=100)
Average queue_time: 1.809 ± 2.5 ms (n=100)
Average render_time: 30.0 ± 6.153 ms (n=100)
Average wsgi_time: 324.561 ± 24.97 ms (n=100)
Average total time: 635.156 ± 48.887 ms (n=100)
------------- https://test.encodedcc.org//search/?searchTerm=human -------------
Average es_time: 292.115 ± 28.749 ms (n=100)
Average queue_time: 1.063 ± 0.362 ms (n=100)
Average render_time: 27.61 ± 4.946 ms (n=100)
Average wsgi_time: 333.126 ± 29.615 ms (n=100)
Average total time: 653.914 ± 58.824 ms (n=100)
*** item_type: /search/?searchTerm=H3K36me3
---------- https://www.encodeproject.org/search/?searchTerm=H3K36me3 -----------
Average es_time: 519.063 ± 40.975 ms (n=100)
Average queue_time: 1.16 ± 0.756 ms (n=100)
Average render_time: 121.607 ± 9.448 ms (n=100)
Average wsgi_time: 718.443 ± 94.651 ms (n=100)
Average total time: 1360.274 ± 123.724 ms (n=100)
----------- https://test.encodedcc.org//search/?searchTerm=H3K36me3 ------------
Average es_time: 518.214 ± 28.624 ms (n=100)
Average queue_time: 1.174 ± 0.438 ms (n=100)
Average render_time: 122.449 ± 7.244 ms (n=100)
Average wsgi_time: 708.982 ± 29.024 ms (n=100)
Average total time: 1350.819 ± 57.876 ms (n=100)
*** item_type: /search/?searchTerm=CTCF
------------ https://www.encodeproject.org/search/?searchTerm=CTCF -------------
Average es_time: 296.733 ± 35.378 ms (n=100)
Average queue_time: 1.273 ± 0.976 ms (n=100)
Average render_time: 31.418 ± 5.58 ms (n=100)
Average wsgi_time: 347.404 ± 36.336 ms (n=100)
Average total time: 676.827 ± 72.138 ms (n=100)
------------- https://test.encodedcc.org//search/?searchTerm=CTCF --------------
Average es_time: 306.402 ± 21.009 ms (n=100)
Average queue_time: 1.149 ± 0.465 ms (n=100)
Average render_time: 31.08 ± 5.933 ms (n=100)
Average wsgi_time: 355.551 ± 23.225 ms (n=100)
Average total time: 694.181 ± 45.408 ms (n=100)
In [5]:
#prod vs test: first set of datasets
qa.check_response_time(item_types=['/ENCSR255XZG/', '/ENCSR749ILN/', '/ENCSR688GVV/', '/ENCSR301HAG/','/ENCSR315NAC/', '/ENCSR856JJB/'], n=100)
Checking response time
*** item_type: /ENCSR255XZG/
------------------ https://www.encodeproject.org/ENCSR255XZG/ ------------------
Average es_time: 20.468 ± 3.897 ms (n=100)
Average queue_time: 1.301 ± 1.336 ms (n=100)
Average render_time: 130.103 ± 36.383 ms (n=100)
Average wsgi_time: 269.301 ± 126.769 ms (n=100)
Average total time: 421.173 ± 141.279 ms (n=100)
------------------- https://test.encodedcc.org//ENCSR255XZG/ -------------------
Average es_time: 15.923 ± 1.778 ms (n=100)
Average queue_time: 1.122 ± 0.574 ms (n=100)
Average render_time: 124.758 ± 9.057 ms (n=100)
Average wsgi_time: 260.761 ± 135.103 ms (n=100)
Average total time: 402.563 ± 135.959 ms (n=100)
*** item_type: /ENCSR749ILN/
------------------ https://www.encodeproject.org/ENCSR749ILN/ ------------------
Average es_time: 14.268 ± 1.512 ms (n=100)
Average queue_time: 1.102 ± 0.859 ms (n=100)
Average render_time: 30.994 ± 5.959 ms (n=100)
Average wsgi_time: 69.97 ± 8.432 ms (n=100)
Average total time: 116.334 ± 14.206 ms (n=100)
------------------- https://test.encodedcc.org//ENCSR749ILN/ -------------------
Average es_time: 11.109 ± 4.199 ms (n=100)
Average queue_time: 1.008 ± 0.251 ms (n=100)
Average render_time: 33.907 ± 6.843 ms (n=100)
Average wsgi_time: 78.774 ± 97.188 ms (n=100)
Average total time: 124.798 ± 98.102 ms (n=100)
*** item_type: /ENCSR688GVV/
------------------ https://www.encodeproject.org/ENCSR688GVV/ ------------------
Average es_time: 21.228 ± 3.605 ms (n=100)
Average queue_time: 1.056 ± 0.492 ms (n=100)
Average render_time: 61.362 ± 9.376 ms (n=100)
Average wsgi_time: 137.675 ± 44.655 ms (n=100)
Average total time: 221.322 ± 48.014 ms (n=100)
------------------- https://test.encodedcc.org//ENCSR688GVV/ -------------------
Average es_time: 15.679 ± 2.317 ms (n=100)
Average queue_time: 0.972 ± 0.22 ms (n=100)
Average render_time: 62.047 ± 6.926 ms (n=100)
Average wsgi_time: 132.794 ± 68.17 ms (n=100)
Average total time: 211.493 ± 70.197 ms (n=100)
*** item_type: /ENCSR301HAG/
------------------ https://www.encodeproject.org/ENCSR301HAG/ ------------------
Average es_time: 9.849 ± 1.66 ms (n=100)
Average queue_time: 1.001 ± 0.452 ms (n=100)
Average render_time: 13.718 ± 3.383 ms (n=100)
Average wsgi_time: 36.086 ± 5.671 ms (n=100)
Average total time: 60.654 ± 8.931 ms (n=100)
------------------- https://test.encodedcc.org//ENCSR301HAG/ -------------------
Average es_time: 7.751 ± 1.431 ms (n=100)
Average queue_time: 0.989 ± 0.246 ms (n=100)
Average render_time: 13.512 ± 2.996 ms (n=100)
Average wsgi_time: 33.229 ± 4.002 ms (n=100)
Average total time: 55.482 ± 6.938 ms (n=100)
*** item_type: /ENCSR315NAC/
------------------ https://www.encodeproject.org/ENCSR315NAC/ ------------------
Average es_time: 20.196 ± 3.474 ms (n=100)
Average queue_time: 1.159 ± 0.524 ms (n=100)
Average render_time: 50.274 ± 7.703 ms (n=100)
Average wsgi_time: 120.324 ± 65.503 ms (n=100)
Average total time: 191.953 ± 66.562 ms (n=100)
------------------- https://test.encodedcc.org//ENCSR315NAC/ -------------------
Average es_time: 15.129 ± 3.37 ms (n=100)
Average queue_time: 1.037 ± 0.436 ms (n=100)
Average render_time: 52.092 ± 8.665 ms (n=100)
Average wsgi_time: 109.327 ± 9.385 ms (n=100)
Average total time: 177.586 ± 17.937 ms (n=100)
*** item_type: /ENCSR856JJB/
------------------ https://www.encodeproject.org/ENCSR856JJB/ ------------------
Average es_time: 19.332 ± 4.285 ms (n=100)
Average queue_time: 1.486 ± 2.43 ms (n=100)
Average render_time: 45.662 ± 8.791 ms (n=100)
Average wsgi_time: 111.221 ± 87.685 ms (n=100)
Average total time: 177.701 ± 90.624 ms (n=100)
------------------- https://test.encodedcc.org//ENCSR856JJB/ -------------------
Average es_time: 14.158 ± 1.607 ms (n=100)
Average queue_time: 1.114 ± 0.734 ms (n=100)
Average render_time: 44.825 ± 7.593 ms (n=100)
Average wsgi_time: 111.171 ± 98.448 ms (n=100)
Average total time: 171.268 ± 100.148 ms (n=100)
In [6]:
#prod vs test: second set of datasets
#qa.check_response_time(item_types=['/ENCSR480OHP/','/ENCSR000EMB/','/ENCSR323QIP/','/ENCSR718AXQ/','/ENCSR165BGV/','/ENCSR384KAN/','/ENCSR330FXL/','/ENCSR825UNV/','/ENCSR089EOA/'], n=100)
Checking response time
*** item_type: /ENCSR480OHP/
------------------ https://www.encodeproject.org/ENCSR480OHP/ ------------------
Average es_time: 14.766 ± 3.139 ms (n=100)
Average queue_time: 1.177 ± 1.71 ms (n=100)
Average render_time: 32.825 ± 6.265 ms (n=100)
Average wsgi_time: 73.472 ± 8.173 ms (n=100)
Average total time: 122.24 ± 14.599 ms (n=100)
------------------- https://test.encodedcc.org//ENCSR480OHP/ -------------------
Average es_time: 11.325 ± 1.759 ms (n=100)
Average queue_time: 1.073 ± 0.461 ms (n=100)
Average render_time: 32.287 ± 5.329 ms (n=100)
Average wsgi_time: 69.117 ± 7.022 ms (n=100)
Average total time: 113.802 ± 11.951 ms (n=100)
*** item_type: /ENCSR000EMB/
------------------ https://www.encodeproject.org/ENCSR000EMB/ ------------------
Average es_time: 12.448 ± 1.802 ms (n=100)
Average queue_time: 1.147 ± 0.857 ms (n=100)
Average render_time: 47.853 ± 6.505 ms (n=100)
Average wsgi_time: 95.521 ± 8.261 ms (n=100)
Average total time: 156.97 ± 14.886 ms (n=100)
------------------- https://test.encodedcc.org//ENCSR000EMB/ -------------------
Average es_time: 9.992 ± 1.623 ms (n=100)
Average queue_time: 1.147 ± 0.524 ms (n=100)
Average render_time: 48.895 ± 6.196 ms (n=100)
Average wsgi_time: 94.105 ± 7.476 ms (n=100)
Average total time: 154.14 ± 13.83 ms (n=100)
*** item_type: /ENCSR323QIP/
------------------ https://www.encodeproject.org/ENCSR323QIP/ ------------------
Average es_time: 26.478 ± 3.519 ms (n=100)
Average queue_time: 1.177 ± 0.548 ms (n=100)
Average render_time: 151.47 ± 36.38 ms (n=100)
Average wsgi_time: 319.178 ± 116.79 ms (n=100)
Average total time: 498.303 ± 133.724 ms (n=100)
------------------- https://test.encodedcc.org//ENCSR323QIP/ -------------------
Average es_time: 21.124 ± 2.29 ms (n=100)
Average queue_time: 1.179 ± 0.688 ms (n=100)
Average render_time: 153.997 ± 50.875 ms (n=100)
Average wsgi_time: 321.634 ± 152.419 ms (n=100)
Average total time: 497.933 ± 177.328 ms (n=100)
*** item_type: /ENCSR718AXQ/
------------------ https://www.encodeproject.org/ENCSR718AXQ/ ------------------
Average es_time: 17.441 ± 1.938 ms (n=100)
Average queue_time: 1.185 ± 0.977 ms (n=100)
Average render_time: 23.917 ± 4.989 ms (n=100)
Average wsgi_time: 61.619 ± 6.954 ms (n=100)
Average total time: 104.162 ± 11.658 ms (n=100)
------------------- https://test.encodedcc.org//ENCSR718AXQ/ -------------------
Average es_time: 13.131 ± 4.044 ms (n=100)
Average queue_time: 1.335 ± 1.193 ms (n=100)
Average render_time: 31.804 ± 51.603 ms (n=100)
Average wsgi_time: 64.194 ± 52.727 ms (n=100)
Average total time: 110.464 ± 104.811 ms (n=100)
*** item_type: /ENCSR165BGV/
------------------ https://www.encodeproject.org/ENCSR165BGV/ ------------------
Average es_time: 11.358 ± 1.996 ms (n=100)
Average queue_time: 1.282 ± 0.884 ms (n=100)
Average render_time: 24.875 ± 4.767 ms (n=100)
Average wsgi_time: 56.388 ± 5.984 ms (n=100)
Average total time: 93.903 ± 10.527 ms (n=100)
------------------- https://test.encodedcc.org//ENCSR165BGV/ -------------------
Average es_time: 8.96 ± 2.232 ms (n=100)
Average queue_time: 1.065 ± 0.499 ms (n=100)
Average render_time: 28.069 ± 6.317 ms (n=100)
Average wsgi_time: 62.026 ± 52.73 ms (n=100)
Average total time: 100.119 ± 53.593 ms (n=100)
*** item_type: /ENCSR384KAN/
------------------ https://www.encodeproject.org/ENCSR384KAN/ ------------------
Average es_time: 18.999 ± 3.499 ms (n=100)
Average queue_time: 1.24 ± 0.789 ms (n=100)
Average render_time: 44.969 ± 7.858 ms (n=100)
Average wsgi_time: 112.594 ± 93.23 ms (n=100)
Average total time: 177.802 ± 94.362 ms (n=100)
------------------- https://test.encodedcc.org//ENCSR384KAN/ -------------------
Average es_time: 14.037 ± 3.651 ms (n=100)
Average queue_time: 1.098 ± 0.622 ms (n=100)
Average render_time: 43.646 ± 8.786 ms (n=100)
Average wsgi_time: 93.855 ± 10.261 ms (n=100)
Average total time: 152.636 ± 19.178 ms (n=100)
*** item_type: /ENCSR330FXL/
------------------ https://www.encodeproject.org/ENCSR330FXL/ ------------------
Average es_time: 11.352 ± 2.098 ms (n=100)
Average queue_time: 1.311 ± 0.904 ms (n=100)
Average render_time: 29.885 ± 4.478 ms (n=100)
Average wsgi_time: 74.571 ± 103.597 ms (n=100)
Average total time: 117.119 ± 104.364 ms (n=100)
------------------- https://test.encodedcc.org//ENCSR330FXL/ -------------------
Average es_time: 8.4 ± 1.684 ms (n=100)
Average queue_time: 1.038 ± 0.498 ms (n=100)
Average render_time: 30.859 ± 4.677 ms (n=100)
Average wsgi_time: 61.191 ± 6.063 ms (n=100)
Average total time: 101.488 ± 10.781 ms (n=100)
*** item_type: /ENCSR825UNV/
------------------ https://www.encodeproject.org/ENCSR825UNV/ ------------------
Average es_time: 24.811 ± 4.307 ms (n=100)
Average queue_time: 1.205 ± 0.76 ms (n=100)
Average render_time: 182.251 ± 22.286 ms (n=100)
Average wsgi_time: 410.535 ± 219.337 ms (n=100)
Average total time: 618.803 ± 226.234 ms (n=100)
------------------- https://test.encodedcc.org//ENCSR825UNV/ -------------------
Average es_time: 20.231 ± 2.2 ms (n=100)
Average queue_time: 1.046 ± 0.352 ms (n=100)
Average render_time: 175.46 ± 8.51 ms (n=100)
Average wsgi_time: 386.513 ± 204.54 ms (n=100)
Average total time: 583.25 ± 205.564 ms (n=100)
*** item_type: /ENCSR089EOA/
------------------ https://www.encodeproject.org/ENCSR089EOA/ ------------------
Average es_time: 15.904 ± 2.23 ms (n=100)
Average queue_time: 1.037 ± 0.433 ms (n=100)
Average render_time: 11.797 ± 3.615 ms (n=100)
Average wsgi_time: 44.781 ± 4.949 ms (n=100)
Average total time: 73.519 ± 8.65 ms (n=100)
------------------- https://test.encodedcc.org//ENCSR089EOA/ -------------------
Average es_time: 12.46 ± 3.488 ms (n=100)
Average queue_time: 1.029 ± 0.37 ms (n=100)
Average render_time: 11.465 ± 3.18 ms (n=100)
Average wsgi_time: 41.001 ± 5.428 ms (n=100)
Average total time: 65.956 ± 10.103 ms (n=100)
In [7]:
#prod vs test: antibodies
#qa.check_response_time(item_types=['/ENCAB830JLB/','/ENCAB000BKR/','/ENCAB284TTY/','/ENCAB294YUD/','/ENCAB000AOC/','/ENCAB301QZF/','/ENCAB000ANM/','/ENCAB000ANU/','/ENCAB445KMF/','/ENCAB000BAY/'], n=100)
Checking response time
*** item_type: /ENCAB830JLB/
------------------ https://www.encodeproject.org/ENCAB830JLB/ ------------------
Average es_time: 9.135 ± 1.376 ms (n=100)
Average queue_time: 1.061 ± 0.494 ms (n=100)
Average render_time: 25.531 ± 5.174 ms (n=100)
Average wsgi_time: 50.736 ± 6.337 ms (n=100)
Average total time: 86.463 ± 11.539 ms (n=100)
------------------- https://test.encodedcc.org//ENCAB830JLB/ -------------------
Average es_time: 7.011 ± 1.394 ms (n=100)
Average queue_time: 1.204 ± 1.23 ms (n=100)
Average render_time: 24.646 ± 5.635 ms (n=100)
Average wsgi_time: 47.229 ± 7.674 ms (n=100)
Average total time: 80.09 ± 13.168 ms (n=100)
*** item_type: /ENCAB000BKR/
------------------ https://www.encodeproject.org/ENCAB000BKR/ ------------------
Average es_time: 10.17 ± 1.231 ms (n=100)
Average queue_time: 1.185 ± 0.872 ms (n=100)
Average render_time: 15.354 ± 3.191 ms (n=100)
Average wsgi_time: 35.189 ± 4.246 ms (n=100)
Average total time: 61.898 ± 7.464 ms (n=100)
------------------- https://test.encodedcc.org//ENCAB000BKR/ -------------------
Average es_time: 7.504 ± 3.622 ms (n=100)
Average queue_time: 1.102 ± 1.046 ms (n=100)
Average render_time: 14.876 ± 3.22 ms (n=100)
Average wsgi_time: 32.168 ± 5.406 ms (n=100)
Average total time: 55.649 ± 10.126 ms (n=100)
*** item_type: /ENCAB284TTY/
------------------ https://www.encodeproject.org/ENCAB284TTY/ ------------------
Average es_time: 9.248 ± 1.979 ms (n=100)
Average queue_time: 1.219 ± 0.89 ms (n=100)
Average render_time: 19.838 ± 4.509 ms (n=100)
Average wsgi_time: 43.026 ± 6.244 ms (n=100)
Average total time: 73.33 ± 11.018 ms (n=100)
------------------- https://test.encodedcc.org//ENCAB284TTY/ -------------------
Average es_time: 6.885 ± 1.269 ms (n=100)
Average queue_time: 1.093 ± 0.574 ms (n=100)
Average render_time: 17.925 ± 4.276 ms (n=100)
Average wsgi_time: 38.71 ± 5.43 ms (n=100)
Average total time: 64.613 ± 9.876 ms (n=100)
*** item_type: /ENCAB294YUD/
------------------ https://www.encodeproject.org/ENCAB294YUD/ ------------------
Average es_time: 9.93 ± 1.853 ms (n=100)
Average queue_time: 1.07 ± 0.475 ms (n=100)
Average render_time: 9.849 ± 2.445 ms (n=100)
Average wsgi_time: 27.773 ± 3.84 ms (n=100)
Average total time: 48.623 ± 6.718 ms (n=100)
------------------- https://test.encodedcc.org//ENCAB294YUD/ -------------------
Average es_time: 6.769 ± 1.358 ms (n=100)
Average queue_time: 1.35 ± 1.539 ms (n=100)
Average render_time: 9.524 ± 2.361 ms (n=100)
Average wsgi_time: 24.642 ± 3.681 ms (n=100)
Average total time: 42.285 ± 6.553 ms (n=100)
*** item_type: /ENCAB000AOC/
------------------ https://www.encodeproject.org/ENCAB000AOC/ ------------------
Average es_time: 9.712 ± 1.623 ms (n=100)
Average queue_time: 1.032 ± 0.417 ms (n=100)
Average render_time: 24.01 ± 5.26 ms (n=100)
Average wsgi_time: 48.081 ± 6.575 ms (n=100)
Average total time: 82.835 ± 11.956 ms (n=100)
------------------- https://test.encodedcc.org//ENCAB000AOC/ -------------------
Average es_time: 7.638 ± 1.385 ms (n=100)
Average queue_time: 1.051 ± 0.433 ms (n=100)
Average render_time: 21.929 ± 4.251 ms (n=100)
Average wsgi_time: 43.469 ± 4.638 ms (n=100)
Average total time: 74.086 ± 8.632 ms (n=100)
*** item_type: /ENCAB301QZF/
------------------ https://www.encodeproject.org/ENCAB301QZF/ ------------------
Average es_time: 9.573 ± 4.218 ms (n=100)
Average queue_time: 1.007 ± 0.38 ms (n=100)
Average render_time: 16.703 ± 3.038 ms (n=100)
Average wsgi_time: 36.505 ± 5.969 ms (n=100)
Average total time: 63.788 ± 10.953 ms (n=100)
------------------- https://test.encodedcc.org//ENCAB301QZF/ -------------------
Average es_time: 6.92 ± 1.282 ms (n=100)
Average queue_time: 0.993 ± 0.398 ms (n=100)
Average render_time: 15.969 ± 3.858 ms (n=100)
Average wsgi_time: 33.171 ± 4.789 ms (n=100)
Average total time: 57.054 ± 8.778 ms (n=100)
*** item_type: /ENCAB000ANM/
------------------ https://www.encodeproject.org/ENCAB000ANM/ ------------------
Average es_time: 9.402 ± 1.435 ms (n=100)
Average queue_time: 1.012 ± 0.633 ms (n=100)
Average render_time: 19.171 ± 4.147 ms (n=100)
Average wsgi_time: 39.504 ± 5.498 ms (n=100)
Average total time: 69.088 ± 9.411 ms (n=100)
------------------- https://test.encodedcc.org//ENCAB000ANM/ -------------------
Average es_time: 7.469 ± 1.504 ms (n=100)
Average queue_time: 1.161 ± 0.593 ms (n=100)
Average render_time: 17.987 ± 4.309 ms (n=100)
Average wsgi_time: 37.549 ± 5.276 ms (n=100)
Average total time: 64.166 ± 9.684 ms (n=100)
*** item_type: /ENCAB000ANU/
------------------ https://www.encodeproject.org/ENCAB000ANU/ ------------------
Average es_time: 9.325 ± 1.727 ms (n=100)
Average queue_time: 0.988 ± 0.462 ms (n=100)
Average render_time: 16.154 ± 3.506 ms (n=100)
Average wsgi_time: 35.018 ± 4.561 ms (n=100)
Average total time: 61.485 ± 8.21 ms (n=100)
------------------- https://test.encodedcc.org//ENCAB000ANU/ -------------------
Average es_time: 7.431 ± 2.698 ms (n=100)
Average queue_time: 1.055 ± 0.474 ms (n=100)
Average render_time: 15.245 ± 2.824 ms (n=100)
Average wsgi_time: 32.892 ± 4.306 ms (n=100)
Average total time: 56.622 ± 7.621 ms (n=100)
*** item_type: /ENCAB445KMF/
------------------ https://www.encodeproject.org/ENCAB445KMF/ ------------------
Average es_time: 8.757 ± 1.436 ms (n=100)
Average queue_time: 0.92 ± 0.314 ms (n=100)
Average render_time: 16.565 ± 3.744 ms (n=100)
Average wsgi_time: 36.041 ± 5.535 ms (n=100)
Average total time: 62.282 ± 9.314 ms (n=100)
------------------- https://test.encodedcc.org//ENCAB445KMF/ -------------------
Average es_time: 6.865 ± 1.189 ms (n=100)
Average queue_time: 1.098 ± 0.675 ms (n=100)
Average render_time: 17.216 ± 3.651 ms (n=100)
Average wsgi_time: 35.367 ± 4.993 ms (n=100)
Average total time: 60.545 ± 8.499 ms (n=100)
*** item_type: /ENCAB000BAY/
------------------ https://www.encodeproject.org/ENCAB000BAY/ ------------------
Average es_time: 9.169 ± 2.087 ms (n=100)
Average queue_time: 0.994 ± 0.365 ms (n=100)
Average render_time: 23.497 ± 4.64 ms (n=100)
Average wsgi_time: 45.922 ± 6.389 ms (n=100)
Average total time: 79.583 ± 11.596 ms (n=100)
------------------- https://test.encodedcc.org//ENCAB000BAY/ -------------------
Average es_time: 7.434 ± 1.552 ms (n=100)
Average queue_time: 1.094 ± 0.523 ms (n=100)
Average render_time: 21.271 ± 4.239 ms (n=100)
Average wsgi_time: 42.709 ± 5.334 ms (n=100)
Average total time: 72.507 ± 9.851 ms (n=100)
In [8]:
#prod vs test: biosamples
#qa.check_response_time(item_types=['/ENCBS787TFV/','/ENCBS676QAV/','/ENCBS996IWU/','/ENCBS913XJP/','/ENCBS565NTN/','/ENCBS896YZO/','/ENCBS280NYD/'], n=100)
Checking response time
*** item_type: /ENCBS787TFV/
------------------ https://www.encodeproject.org/ENCBS787TFV/ ------------------
Average es_time: 9.031 ± 1.615 ms (n=100)
Average queue_time: 0.983 ± 0.29 ms (n=100)
Average render_time: 11.665 ± 3.057 ms (n=100)
Average wsgi_time: 29.146 ± 4.142 ms (n=100)
Average total time: 50.826 ± 7.157 ms (n=100)
------------------- https://test.encodedcc.org//ENCBS787TFV/ -------------------
Average es_time: 6.79 ± 1.508 ms (n=100)
Average queue_time: 1.052 ± 0.369 ms (n=100)
Average render_time: 10.782 ± 2.425 ms (n=100)
Average wsgi_time: 26.362 ± 4.87 ms (n=100)
Average total time: 44.987 ± 7.49 ms (n=100)
*** item_type: /ENCBS676QAV/
------------------ https://www.encodeproject.org/ENCBS676QAV/ ------------------
Average es_time: 9.292 ± 1.775 ms (n=100)
Average queue_time: 0.967 ± 0.426 ms (n=100)
Average render_time: 12.615 ± 2.996 ms (n=100)
Average wsgi_time: 30.007 ± 4.429 ms (n=100)
Average total time: 52.881 ± 8.191 ms (n=100)
------------------- https://test.encodedcc.org//ENCBS676QAV/ -------------------
Average es_time: 6.793 ± 1.476 ms (n=100)
Average queue_time: 0.998 ± 0.491 ms (n=100)
Average render_time: 12.106 ± 3.071 ms (n=100)
Average wsgi_time: 27.5 ± 4.645 ms (n=100)
Average total time: 47.397 ± 8.13 ms (n=100)
*** item_type: /ENCBS996IWU/
------------------ https://www.encodeproject.org/ENCBS996IWU/ ------------------
Average es_time: 8.836 ± 1.638 ms (n=100)
Average queue_time: 1.002 ± 0.517 ms (n=100)
Average render_time: 12.69 ± 2.859 ms (n=100)
Average wsgi_time: 29.899 ± 4.832 ms (n=100)
Average total time: 52.427 ± 7.903 ms (n=100)
------------------- https://test.encodedcc.org//ENCBS996IWU/ -------------------
Average es_time: 6.987 ± 1.531 ms (n=100)
Average queue_time: 1.022 ± 0.459 ms (n=100)
Average render_time: 11.544 ± 1.488 ms (n=100)
Average wsgi_time: 26.913 ± 3.634 ms (n=100)
Average total time: 46.466 ± 5.84 ms (n=100)
*** item_type: /ENCBS913XJP/
------------------ https://www.encodeproject.org/ENCBS913XJP/ ------------------
Average es_time: 9.086 ± 3.061 ms (n=100)
Average queue_time: 0.966 ± 0.321 ms (n=100)
Average render_time: 11.048 ± 2.616 ms (n=100)
Average wsgi_time: 28.737 ± 5.477 ms (n=100)
Average total time: 49.837 ± 9.762 ms (n=100)
------------------- https://test.encodedcc.org//ENCBS913XJP/ -------------------
Average es_time: 6.661 ± 1.83 ms (n=100)
Average queue_time: 1.086 ± 0.671 ms (n=100)
Average render_time: 10.011 ± 1.447 ms (n=100)
Average wsgi_time: 25.424 ± 3.362 ms (n=100)
Average total time: 43.182 ± 5.407 ms (n=100)
*** item_type: /ENCBS565NTN/
------------------ https://www.encodeproject.org/ENCBS565NTN/ ------------------
Average es_time: 8.756 ± 1.441 ms (n=100)
Average queue_time: 0.888 ± 0.138 ms (n=100)
Average render_time: 11.608 ± 2.67 ms (n=100)
Average wsgi_time: 28.735 ± 3.819 ms (n=100)
Average total time: 49.986 ± 6.243 ms (n=100)
------------------- https://test.encodedcc.org//ENCBS565NTN/ -------------------
Average es_time: 7.053 ± 1.398 ms (n=100)
Average queue_time: 1.034 ± 0.5 ms (n=100)
Average render_time: 10.056 ± 1.257 ms (n=100)
Average wsgi_time: 25.332 ± 2.939 ms (n=100)
Average total time: 43.475 ± 4.692 ms (n=100)
*** item_type: /ENCBS896YZO/
------------------ https://www.encodeproject.org/ENCBS896YZO/ ------------------
Average es_time: 9.74 ± 1.601 ms (n=100)
Average queue_time: 0.989 ± 0.485 ms (n=100)
Average render_time: 18.509 ± 4.07 ms (n=100)
Average wsgi_time: 38.943 ± 4.862 ms (n=100)
Average total time: 68.182 ± 8.652 ms (n=100)
------------------- https://test.encodedcc.org//ENCBS896YZO/ -------------------
Average es_time: 6.835 ± 1.589 ms (n=100)
Average queue_time: 0.98 ± 0.265 ms (n=100)
Average render_time: 17.488 ± 2.656 ms (n=100)
Average wsgi_time: 35.31 ± 4.295 ms (n=100)
Average total time: 60.614 ± 7.246 ms (n=100)
*** item_type: /ENCBS280NYD/
------------------ https://www.encodeproject.org/ENCBS280NYD/ ------------------
Average es_time: 8.702 ± 1.392 ms (n=100)
Average queue_time: 0.988 ± 0.292 ms (n=100)
Average render_time: 11.145 ± 2.915 ms (n=100)
Average wsgi_time: 27.989 ± 4.49 ms (n=100)
Average total time: 48.824 ± 7.684 ms (n=100)
------------------- https://test.encodedcc.org//ENCBS280NYD/ -------------------
Average es_time: 7.137 ± 1.581 ms (n=100)
Average queue_time: 1.113 ± 0.7 ms (n=100)
Average render_time: 11.607 ± 2.442 ms (n=100)
Average wsgi_time: 27.354 ± 4.201 ms (n=100)
Average total time: 47.211 ± 7.092 ms (n=100)
In [2]:
#comparing to v65rc1 site
qa = qancode.QANCODE(rc_url="https://v65rc1-master.demo.encodedcc.org/")
In [ ]:
#prod vs v65rc1: home page and search page
#qa.check_response_time(item_types=["/","/search/?type=Experiment"], n=100)
Checking response time
*** item_type: /
------------------------ https://www.encodeproject.org/ ------------------------
Average es_time: 8.931 ± 1.401 ms (n=100)
Average queue_time: 1.074 ± 0.617 ms (n=100)
Average render_time: 9.359 ± 2.727 ms (n=100)
Average wsgi_time: 28.301 ± 4.674 ms (n=100)
Average total time: 47.665 ± 7.681 ms (n=100)
------------------ https://v65rc1-master.demo.encodedcc.org// ------------------
Average es_time: 34.675 ± 4.184 ms (n=100)
Average queue_time: 1.156 ± 0.678 ms (n=100)
Average render_time: 7.894 ± 2.774 ms (n=100)
Average wsgi_time: 52.55 ± 7.192 ms (n=100)
Average total time: 96.275 ± 12.386 ms (n=100)
*** item_type: /search/?type=Experiment
------------ https://www.encodeproject.org/search/?type=Experiment -------------
Average es_time: 116.176 ± 21.881 ms (n=100)
Average queue_time: 1.39 ± 0.859 ms (n=100)
Average render_time: 134.813 ± 14.13 ms (n=100)
Average wsgi_time: 276.179 ± 27.909 ms (n=100)
Average total time: 528.559 ± 54.642 ms (n=100)
------ https://v65rc1-master.demo.encodedcc.org//search/?type=Experiment -------
Average es_time: 45.455 ± 9.169 ms (n=100)
Average queue_time: 1.481 ± 0.873 ms (n=100)
Average render_time: 132.994 ± 15.523 ms (n=100)
Average wsgi_time: 204.622 ± 18.931 ms (n=100)
Average total time: 384.553 ± 37.301 ms (n=100)
In [3]:
#prod vs v65rc1: search terms
qa.check_response_time(item_types=["/search/?searchTerm=K562", "/search/?searchTerm=DNA+binding", "/search/?searchTerm=human", "/search/?searchTerm=H3K36me3", "/search/?searchTerm=CTCF"], n=100)
Checking response time
*** item_type: /search/?searchTerm=K562
------------ https://www.encodeproject.org/search/?searchTerm=K562 -------------
Average es_time: 283.7 ± 25.934 ms (n=100)
Average queue_time: 1.241 ± 2.685 ms (n=100)
Average render_time: 27.166 ± 5.587 ms (n=100)
Average wsgi_time: 328.044 ± 25.541 ms (n=100)
Average total time: 640.15 ± 51.144 ms (n=100)
------ https://v65rc1-master.demo.encodedcc.org//search/?searchTerm=K562 -------
Average es_time: 226.489 ± 12.132 ms (n=100)
Average queue_time: 1.682 ± 1.084 ms (n=100)
Average render_time: 31.539 ± 5.598 ms (n=100)
Average wsgi_time: 277.478 ± 14.73 ms (n=100)
Average total time: 537.187 ± 28.885 ms (n=100)
*** item_type: /search/?searchTerm=DNA+binding
--------- https://www.encodeproject.org/search/?searchTerm=DNA+binding ---------
Average es_time: 416.143 ± 54.427 ms (n=100)
Average queue_time: 1.249 ± 1.982 ms (n=100)
Average render_time: 25.921 ± 6.313 ms (n=100)
Average wsgi_time: 461.357 ± 56.246 ms (n=100)
Average total time: 904.669 ± 112.9 ms (n=100)
--------- https://v65rc1-master.demo.encodedcc.org//search/?searchTerm=DNA+binding ---------
Average es_time: 313.617 ± 13.411 ms (n=100)
Average queue_time: 1.599 ± 0.939 ms (n=100)
Average render_time: 33.804 ± 6.042 ms (n=100)
Average wsgi_time: 369.463 ± 15.346 ms (n=100)
Average total time: 718.483 ± 29.801 ms (n=100)
*** item_type: /search/?searchTerm=human
------------ https://www.encodeproject.org/search/?searchTerm=human ------------
Average es_time: 273.164 ± 27.81 ms (n=100)
Average queue_time: 1.111 ± 1.283 ms (n=100)
Average render_time: 28.021 ± 6.182 ms (n=100)
Average wsgi_time: 315.146 ± 28.807 ms (n=100)
Average total time: 617.443 ± 57.053 ms (n=100)
------ https://v65rc1-master.demo.encodedcc.org//search/?searchTerm=human ------
Average es_time: 251.975 ± 13.436 ms (n=100)
Average queue_time: 1.666 ± 0.982 ms (n=100)
Average render_time: 42.938 ± 6.976 ms (n=100)
Average wsgi_time: 325.882 ± 17.092 ms (n=100)
Average total time: 622.461 ± 33.0 ms (n=100)
*** item_type: /search/?searchTerm=H3K36me3
---------- https://www.encodeproject.org/search/?searchTerm=H3K36me3 -----------
Average es_time: 505.042 ± 44.885 ms (n=100)
Average queue_time: 1.371 ± 2.653 ms (n=100)
Average render_time: 126.152 ± 41.484 ms (n=100)
Average wsgi_time: 702.578 ± 66.966 ms (n=100)
Average total time: 1335.143 ± 129.285 ms (n=100)
---- https://v65rc1-master.demo.encodedcc.org//search/?searchTerm=H3K36me3 -----
Average es_time: 227.766 ± 25.574 ms (n=100)
Average queue_time: 1.599 ± 0.886 ms (n=100)
Average render_time: 35.464 ± 6.247 ms (n=100)
Average wsgi_time: 283.333 ± 28.739 ms (n=100)
Average total time: 548.162 ± 56.955 ms (n=100)
*** item_type: /search/?searchTerm=CTCF
------------ https://www.encodeproject.org/search/?searchTerm=CTCF -------------
Average es_time: 295.879 ± 23.542 ms (n=100)
Average queue_time: 0.993 ± 0.557 ms (n=100)
Average render_time: 31.327 ± 6.409 ms (n=100)
Average wsgi_time: 346.466 ± 24.869 ms (n=100)
Average total time: 674.665 ± 49.176 ms (n=100)
------ https://v65rc1-master.demo.encodedcc.org//search/?searchTerm=CTCF -------
Average es_time: 226.895 ± 26.404 ms (n=100)
Average queue_time: 1.591 ± 0.965 ms (n=100)
Average render_time: 33.875 ± 6.153 ms (n=100)
Average wsgi_time: 279.242 ± 29.497 ms (n=100)
Average total time: 541.603 ± 58.591 ms (n=100)
In [4]:
#prod vs v65rc1: first set of datasets
qa.check_response_time(item_types=['/ENCSR255XZG/', '/ENCSR749ILN/', '/ENCSR688GVV/', '/ENCSR301HAG/','/ENCSR315NAC/', '/ENCSR856JJB/'], n=100)
Checking response time
*** item_type: /ENCSR255XZG/
------------------ https://www.encodeproject.org/ENCSR255XZG/ ------------------
Average es_time: 19.792 ± 4.736 ms (n=100)
Average queue_time: 1.032 ± 0.452 ms (n=100)
Average render_time: 130.263 ± 35.902 ms (n=100)
Average wsgi_time: 266.272 ± 140.626 ms (n=100)
Average total time: 417.359 ± 155.602 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCSR255XZG/ ------------
Average es_time: 38.268 ± 5.997 ms (n=100)
Average queue_time: 1.651 ± 1.182 ms (n=100)
Average render_time: 124.793 ± 7.899 ms (n=100)
Average wsgi_time: 290.071 ± 175.137 ms (n=100)
Average total time: 454.784 ± 176.288 ms (n=100)
*** item_type: /ENCSR749ILN/
------------------ https://www.encodeproject.org/ENCSR749ILN/ ------------------
Average es_time: 13.825 ± 1.555 ms (n=100)
Average queue_time: 0.985 ± 0.445 ms (n=100)
Average render_time: 32.537 ± 6.515 ms (n=100)
Average wsgi_time: 72.103 ± 8.585 ms (n=100)
Average total time: 119.45 ± 15.019 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCSR749ILN/ ------------
Average es_time: 33.334 ± 5.901 ms (n=100)
Average queue_time: 1.376 ± 1.007 ms (n=100)
Average render_time: 31.575 ± 6.492 ms (n=100)
Average wsgi_time: 91.085 ± 10.116 ms (n=100)
Average total time: 157.369 ± 18.572 ms (n=100)
*** item_type: /ENCSR688GVV/
------------------ https://www.encodeproject.org/ENCSR688GVV/ ------------------
Average es_time: 20.671 ± 3.647 ms (n=100)
Average queue_time: 1.051 ± 0.484 ms (n=100)
Average render_time: 60.74 ± 8.138 ms (n=100)
Average wsgi_time: 143.262 ± 104.395 ms (n=100)
Average total time: 225.725 ± 106.044 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCSR688GVV/ ------------
Average es_time: 37.462 ± 5.922 ms (n=100)
Average queue_time: 1.468 ± 1.012 ms (n=100)
Average render_time: 59.771 ± 8.214 ms (n=100)
Average wsgi_time: 152.736 ± 51.765 ms (n=100)
Average total time: 251.438 ± 53.957 ms (n=100)
*** item_type: /ENCSR301HAG/
------------------ https://www.encodeproject.org/ENCSR301HAG/ ------------------
Average es_time: 9.769 ± 2.291 ms (n=100)
Average queue_time: 1.001 ± 0.564 ms (n=100)
Average render_time: 12.501 ± 3.233 ms (n=100)
Average wsgi_time: 34.592 ± 6.211 ms (n=100)
Average total time: 57.863 ± 10.213 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCSR301HAG/ ------------
Average es_time: 29.788 ± 3.709 ms (n=100)
Average queue_time: 1.272 ± 0.655 ms (n=100)
Average render_time: 15.242 ± 4.171 ms (n=100)
Average wsgi_time: 60.088 ± 7.406 ms (n=100)
Average total time: 106.39 ± 12.747 ms (n=100)
*** item_type: /ENCSR315NAC/
------------------ https://www.encodeproject.org/ENCSR315NAC/ ------------------
Average es_time: 18.381 ± 3.059 ms (n=100)
Average queue_time: 0.998 ± 0.395 ms (n=100)
Average render_time: 50.894 ± 8.334 ms (n=100)
Average wsgi_time: 110.308 ± 10.085 ms (n=100)
Average total time: 180.581 ± 18.644 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCSR315NAC/ ------------
Average es_time: 36.543 ± 4.02 ms (n=100)
Average queue_time: 1.503 ± 0.835 ms (n=100)
Average render_time: 50.858 ± 7.864 ms (n=100)
Average wsgi_time: 129.841 ± 9.995 ms (n=100)
Average total time: 218.746 ± 18.092 ms (n=100)
*** item_type: /ENCSR856JJB/
------------------ https://www.encodeproject.org/ENCSR856JJB/ ------------------
Average es_time: 19.012 ± 4.141 ms (n=100)
Average queue_time: 1.021 ± 0.42 ms (n=100)
Average render_time: 44.923 ± 7.792 ms (n=100)
Average wsgi_time: 121.449 ± 131.035 ms (n=100)
Average total time: 186.404 ± 131.164 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCSR856JJB/ ------------
Average es_time: 35.661 ± 4.548 ms (n=100)
Average queue_time: 1.437 ± 0.794 ms (n=100)
Average render_time: 47.379 ± 8.342 ms (n=100)
Average wsgi_time: 121.595 ± 10.621 ms (n=100)
Average total time: 206.071 ± 19.702 ms (n=100)
In [5]:
#prod vs v65rc1: second set of datasets
qa.check_response_time(item_types=['/ENCSR480OHP/','/ENCSR000EMB/','/ENCSR323QIP/','/ENCSR718AXQ/','/ENCSR165BGV/','/ENCSR384KAN/','/ENCSR330FXL/','/ENCSR825UNV/','/ENCSR089EOA/'], n=100)
Checking response time
*** item_type: /ENCSR480OHP/
------------------ https://www.encodeproject.org/ENCSR480OHP/ ------------------
Average es_time: 14.627 ± 3.894 ms (n=100)
Average queue_time: 0.981 ± 0.435 ms (n=100)
Average render_time: 33.457 ± 6.082 ms (n=100)
Average wsgi_time: 84.676 ± 95.711 ms (n=100)
Average total time: 133.74 ± 96.678 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCSR480OHP/ ------------
Average es_time: 32.22 ± 5.256 ms (n=100)
Average queue_time: 1.424 ± 0.864 ms (n=100)
Average render_time: 32.032 ± 4.953 ms (n=100)
Average wsgi_time: 92.21 ± 9.025 ms (n=100)
Average total time: 157.886 ± 15.96 ms (n=100)
*** item_type: /ENCSR000EMB/
------------------ https://www.encodeproject.org/ENCSR000EMB/ ------------------
Average es_time: 12.583 ± 3.901 ms (n=100)
Average queue_time: 77.431 ± 210.465 ms (n=100)
Average render_time: 50.056 ± 7.567 ms (n=100)
Average wsgi_time: 98.539 ± 9.151 ms (n=100)
Average total time: 238.609 ± 214.83 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCSR000EMB/ ------------
Average es_time: 33.116 ± 20.95 ms (n=100)
Average queue_time: 1.596 ± 1.151 ms (n=100)
Average render_time: 50.486 ± 8.262 ms (n=100)
Average wsgi_time: 128.686 ± 73.872 ms (n=100)
Average total time: 213.883 ± 82.115 ms (n=100)
*** item_type: /ENCSR323QIP/
------------------ https://www.encodeproject.org/ENCSR323QIP/ ------------------
Average es_time: 25.455 ± 2.857 ms (n=100)
Average queue_time: 1.289 ± 0.815 ms (n=100)
Average render_time: 149.754 ± 8.72 ms (n=100)
Average wsgi_time: 328.221 ± 162.141 ms (n=100)
Average total time: 504.719 ± 163.49 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCSR323QIP/ ------------
Average es_time: 43.173 ± 6.471 ms (n=100)
Average queue_time: 1.663 ± 1.142 ms (n=100)
Average render_time: 149.547 ± 35.225 ms (n=100)
Average wsgi_time: 321.115 ± 98.739 ms (n=100)
Average total time: 515.498 ± 118.861 ms (n=100)
*** item_type: /ENCSR718AXQ/
------------------ https://www.encodeproject.org/ENCSR718AXQ/ ------------------
Average es_time: 16.051 ± 3.592 ms (n=100)
Average queue_time: 1.1 ± 0.603 ms (n=100)
Average render_time: 24.806 ± 5.945 ms (n=100)
Average wsgi_time: 61.452 ± 9.076 ms (n=100)
Average total time: 103.409 ± 15.66 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCSR718AXQ/ ------------
Average es_time: 33.638 ± 5.76 ms (n=100)
Average queue_time: 1.285 ± 0.789 ms (n=100)
Average render_time: 27.137 ± 35.931 ms (n=100)
Average wsgi_time: 80.525 ± 37.339 ms (n=100)
Average total time: 142.585 ± 73.43 ms (n=100)
*** item_type: /ENCSR165BGV/
------------------ https://www.encodeproject.org/ENCSR165BGV/ ------------------
Average es_time: 11.51 ± 1.823 ms (n=100)
Average queue_time: 1.08 ± 0.667 ms (n=100)
Average render_time: 26.42 ± 6.139 ms (n=100)
Average wsgi_time: 57.82 ± 7.729 ms (n=100)
Average total time: 96.829 ± 14.078 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCSR165BGV/ ------------
Average es_time: 29.351 ± 4.813 ms (n=100)
Average queue_time: 1.215 ± 0.661 ms (n=100)
Average render_time: 25.223 ± 4.093 ms (n=100)
Average wsgi_time: 76.656 ± 8.356 ms (n=100)
Average total time: 132.445 ± 14.712 ms (n=100)
*** item_type: /ENCSR384KAN/
------------------ https://www.encodeproject.org/ENCSR384KAN/ ------------------
Average es_time: 17.231 ± 3.439 ms (n=100)
Average queue_time: 1.036 ± 0.531 ms (n=100)
Average render_time: 49.26 ± 38.85 ms (n=100)
Average wsgi_time: 113.621 ± 88.161 ms (n=100)
Average total time: 181.148 ± 111.637 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCSR384KAN/ ------------
Average es_time: 36.548 ± 21.202 ms (n=100)
Average queue_time: 1.565 ± 1.098 ms (n=100)
Average render_time: 45.334 ± 8.42 ms (n=100)
Average wsgi_time: 143.688 ± 151.251 ms (n=100)
Average total time: 227.135 ± 156.706 ms (n=100)
*** item_type: /ENCSR330FXL/
------------------ https://www.encodeproject.org/ENCSR330FXL/ ------------------
Average es_time: 11.217 ± 1.649 ms (n=100)
Average queue_time: 1.004 ± 0.273 ms (n=100)
Average render_time: 28.426 ± 5.193 ms (n=100)
Average wsgi_time: 61.866 ± 6.283 ms (n=100)
Average total time: 102.511 ± 11.663 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCSR330FXL/ ------------
Average es_time: 31.211 ± 6.996 ms (n=100)
Average queue_time: 1.442 ± 1.063 ms (n=100)
Average render_time: 30.068 ± 5.517 ms (n=100)
Average wsgi_time: 86.762 ± 10.956 ms (n=100)
Average total time: 149.482 ± 19.562 ms (n=100)
*** item_type: /ENCSR825UNV/
------------------ https://www.encodeproject.org/ENCSR825UNV/ ------------------
Average es_time: 24.38 ± 4.322 ms (n=100)
Average queue_time: 1.382 ± 1.426 ms (n=100)
Average render_time: 177.029 ± 9.938 ms (n=100)
Average wsgi_time: 427.192 ± 262.189 ms (n=100)
Average total time: 629.984 ± 263.981 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCSR825UNV/ ------------
Average es_time: 41.639 ± 7.29 ms (n=100)
Average queue_time: 1.441 ± 0.944 ms (n=100)
Average render_time: 170.925 ± 9.15 ms (n=100)
Average wsgi_time: 417.068 ± 228.263 ms (n=100)
Average total time: 631.073 ± 230.39 ms (n=100)
*** item_type: /ENCSR089EOA/
------------------ https://www.encodeproject.org/ENCSR089EOA/ ------------------
Average es_time: 14.538 ± 2.869 ms (n=100)
Average queue_time: 1.0 ± 0.358 ms (n=100)
Average render_time: 11.112 ± 3.521 ms (n=100)
Average wsgi_time: 42.546 ± 5.704 ms (n=100)
Average total time: 69.196 ± 10.021 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCSR089EOA/ ------------
Average es_time: 33.067 ± 4.798 ms (n=100)
Average queue_time: 1.338 ± 0.868 ms (n=100)
Average render_time: 12.043 ± 3.671 ms (n=100)
Average wsgi_time: 65.599 ± 7.533 ms (n=100)
Average total time: 112.048 ± 12.554 ms (n=100)
In [6]:
#prod vs v65rc1: antibodies
qa.check_response_time(item_types=['/ENCAB830JLB/','/ENCAB000BKR/','/ENCAB284TTY/','/ENCAB294YUD/','/ENCAB000AOC/','/ENCAB301QZF/','/ENCAB000ANM/','/ENCAB000ANU/','/ENCAB445KMF/','/ENCAB000BAY/'], n=100)
Checking response time
*** item_type: /ENCAB830JLB/
------------------ https://www.encodeproject.org/ENCAB830JLB/ ------------------
Average es_time: 9.503 ± 3.304 ms (n=100)
Average queue_time: 0.985 ± 0.331 ms (n=100)
Average render_time: 23.873 ± 4.835 ms (n=100)
Average wsgi_time: 48.879 ± 6.385 ms (n=100)
Average total time: 83.241 ± 11.463 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCAB830JLB/ ------------
Average es_time: 28.177 ± 4.098 ms (n=100)
Average queue_time: 1.396 ± 0.878 ms (n=100)
Average render_time: 24.0 ± 4.581 ms (n=100)
Average wsgi_time: 70.289 ± 7.902 ms (n=100)
Average total time: 123.863 ± 13.386 ms (n=100)
*** item_type: /ENCAB000BKR/
------------------ https://www.encodeproject.org/ENCAB000BKR/ ------------------
Average es_time: 8.896 ± 3.924 ms (n=100)
Average queue_time: 1.053 ± 0.623 ms (n=100)
Average render_time: 14.372 ± 3.421 ms (n=100)
Average wsgi_time: 32.61 ± 6.245 ms (n=100)
Average total time: 56.93 ± 11.604 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCAB000BKR/ ------------
Average es_time: 28.849 ± 5.008 ms (n=100)
Average queue_time: 1.366 ± 0.846 ms (n=100)
Average render_time: 16.112 ± 4.099 ms (n=100)
Average wsgi_time: 55.762 ± 7.97 ms (n=100)
Average total time: 102.089 ± 14.463 ms (n=100)
*** item_type: /ENCAB284TTY/
------------------ https://www.encodeproject.org/ENCAB284TTY/ ------------------
Average es_time: 9.564 ± 1.366 ms (n=100)
Average queue_time: 1.034 ± 0.609 ms (n=100)
Average render_time: 19.935 ± 4.693 ms (n=100)
Average wsgi_time: 43.394 ± 5.595 ms (n=100)
Average total time: 73.927 ± 10.26 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCAB284TTY/ ------------
Average es_time: 31.052 ± 20.357 ms (n=100)
Average queue_time: 1.388 ± 0.97 ms (n=100)
Average render_time: 20.425 ± 4.681 ms (n=100)
Average wsgi_time: 67.563 ± 20.279 ms (n=100)
Average total time: 120.428 ± 40.507 ms (n=100)
*** item_type: /ENCAB294YUD/
------------------ https://www.encodeproject.org/ENCAB294YUD/ ------------------
Average es_time: 9.796 ± 4.205 ms (n=100)
Average queue_time: 1.096 ± 0.739 ms (n=100)
Average render_time: 9.166 ± 2.71 ms (n=100)
Average wsgi_time: 26.529 ± 5.489 ms (n=100)
Average total time: 46.587 ± 10.279 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCAB294YUD/ ------------
Average es_time: 30.877 ± 20.475 ms (n=100)
Average queue_time: 1.335 ± 0.779 ms (n=100)
Average render_time: 10.881 ± 2.987 ms (n=100)
Average wsgi_time: 51.667 ± 20.687 ms (n=100)
Average total time: 94.761 ± 41.184 ms (n=100)
*** item_type: /ENCAB000AOC/
------------------ https://www.encodeproject.org/ENCAB000AOC/ ------------------
Average es_time: 21.579 ± 24.973 ms (n=100)
Average queue_time: 0.984 ± 0.344 ms (n=100)
Average render_time: 25.963 ± 6.558 ms (n=100)
Average wsgi_time: 60.914 ± 24.728 ms (n=100)
Average total time: 109.44 ± 48.684 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCAB000AOC/ ------------
Average es_time: 28.651 ± 4.322 ms (n=100)
Average queue_time: 1.447 ± 1.012 ms (n=100)
Average render_time: 24.819 ± 4.567 ms (n=100)
Average wsgi_time: 69.166 ± 7.18 ms (n=100)
Average total time: 124.083 ± 13.494 ms (n=100)
*** item_type: /ENCAB301QZF/
------------------ https://www.encodeproject.org/ENCAB301QZF/ ------------------
Average es_time: 9.64 ± 3.992 ms (n=100)
Average queue_time: 0.952 ± 0.404 ms (n=100)
Average render_time: 16.964 ± 3.283 ms (n=100)
Average wsgi_time: 36.45 ± 5.538 ms (n=100)
Average total time: 64.007 ± 10.315 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCAB301QZF/ ------------
Average es_time: 28.215 ± 4.686 ms (n=100)
Average queue_time: 1.324 ± 0.857 ms (n=100)
Average render_time: 18.986 ± 4.398 ms (n=100)
Average wsgi_time: 58.913 ± 7.32 ms (n=100)
Average total time: 107.438 ± 13.323 ms (n=100)
*** item_type: /ENCAB000ANM/
------------------ https://www.encodeproject.org/ENCAB000ANM/ ------------------
Average es_time: 9.862 ± 6.299 ms (n=100)
Average queue_time: 1.135 ± 1.491 ms (n=100)
Average render_time: 22.604 ± 6.378 ms (n=100)
Average wsgi_time: 43.631 ± 8.932 ms (n=100)
Average total time: 77.233 ± 17.228 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCAB000ANM/ ------------
Average es_time: 28.591 ± 4.363 ms (n=100)
Average queue_time: 1.359 ± 0.872 ms (n=100)
Average render_time: 22.342 ± 4.354 ms (n=100)
Average wsgi_time: 65.16 ± 7.291 ms (n=100)
Average total time: 117.452 ± 13.348 ms (n=100)
*** item_type: /ENCAB000ANU/
------------------ https://www.encodeproject.org/ENCAB000ANU/ ------------------
Average es_time: 17.866 ± 28.293 ms (n=100)
Average queue_time: 1.086 ± 0.684 ms (n=100)
Average render_time: 16.215 ± 3.873 ms (n=100)
Average wsgi_time: 44.461 ± 27.818 ms (n=100)
Average total time: 79.627 ± 55.909 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCAB000ANU/ ------------
Average es_time: 28.918 ± 4.85 ms (n=100)
Average queue_time: 1.37 ± 0.84 ms (n=100)
Average render_time: 19.345 ± 4.097 ms (n=100)
Average wsgi_time: 59.883 ± 7.719 ms (n=100)
Average total time: 109.516 ± 14.631 ms (n=100)
*** item_type: /ENCAB445KMF/
------------------ https://www.encodeproject.org/ENCAB445KMF/ ------------------
Average es_time: 9.102 ± 3.193 ms (n=100)
Average queue_time: 1.012 ± 0.665 ms (n=100)
Average render_time: 16.754 ± 3.596 ms (n=100)
Average wsgi_time: 36.153 ± 6.036 ms (n=100)
Average total time: 63.021 ± 11.102 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCAB445KMF/ ------------
Average es_time: 28.472 ± 3.891 ms (n=100)
Average queue_time: 1.243 ± 0.61 ms (n=100)
Average render_time: 19.215 ± 4.424 ms (n=100)
Average wsgi_time: 59.842 ± 7.404 ms (n=100)
Average total time: 108.772 ± 13.209 ms (n=100)
*** item_type: /ENCAB000BAY/
------------------ https://www.encodeproject.org/ENCAB000BAY/ ------------------
Average es_time: 8.429 ± 2.914 ms (n=100)
Average queue_time: 0.868 ± 0.333 ms (n=100)
Average render_time: 21.428 ± 4.186 ms (n=100)
Average wsgi_time: 42.152 ± 5.446 ms (n=100)
Average total time: 72.878 ± 10.008 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCAB000BAY/ ------------
Average es_time: 27.969 ± 3.392 ms (n=100)
Average queue_time: 1.296 ± 0.784 ms (n=100)
Average render_time: 27.589 ± 5.491 ms (n=100)
Average wsgi_time: 71.917 ± 7.882 ms (n=100)
Average total time: 128.771 ± 13.81 ms (n=100)
In [7]:
#prod vs v65rc1: biosamples
qa.check_response_time(item_types=['/ENCBS787TFV/','/ENCBS676QAV/','/ENCBS996IWU/','/ENCBS913XJP/','/ENCBS565NTN/','/ENCBS896YZO/','/ENCBS280NYD/'], n=100)
Checking response time
*** item_type: /ENCBS787TFV/
------------------ https://www.encodeproject.org/ENCBS787TFV/ ------------------
Average es_time: 9.248 ± 1.216 ms (n=100)
Average queue_time: 0.878 ± 0.251 ms (n=100)
Average render_time: 10.897 ± 3.498 ms (n=100)
Average wsgi_time: 27.822 ± 4.139 ms (n=100)
Average total time: 48.845 ± 7.71 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCBS787TFV/ ------------
Average es_time: 28.149 ± 3.695 ms (n=100)
Average queue_time: 1.393 ± 0.868 ms (n=100)
Average render_time: 11.872 ± 3.699 ms (n=100)
Average wsgi_time: 49.864 ± 6.163 ms (n=100)
Average total time: 91.278 ± 11.277 ms (n=100)
*** item_type: /ENCBS676QAV/
------------------ https://www.encodeproject.org/ENCBS676QAV/ ------------------
Average es_time: 8.842 ± 1.935 ms (n=100)
Average queue_time: 1.027 ± 0.413 ms (n=100)
Average render_time: 12.212 ± 2.748 ms (n=100)
Average wsgi_time: 29.477 ± 4.322 ms (n=100)
Average total time: 51.558 ± 7.53 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCBS676QAV/ ------------
Average es_time: 30.926 ± 21.111 ms (n=100)
Average queue_time: 1.352 ± 0.912 ms (n=100)
Average render_time: 12.276 ± 2.91 ms (n=100)
Average wsgi_time: 52.921 ± 22.045 ms (n=100)
Average total time: 97.475 ± 43.595 ms (n=100)
*** item_type: /ENCBS996IWU/
------------------ https://www.encodeproject.org/ENCBS996IWU/ ------------------
Average es_time: 9.3 ± 1.895 ms (n=100)
Average queue_time: 1.087 ± 0.614 ms (n=100)
Average render_time: 12.749 ± 3.291 ms (n=100)
Average wsgi_time: 30.654 ± 4.435 ms (n=100)
Average total time: 53.79 ± 8.031 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCBS996IWU/ ------------
Average es_time: 30.097 ± 20.29 ms (n=100)
Average queue_time: 1.225 ± 0.75 ms (n=100)
Average render_time: 11.792 ± 2.676 ms (n=100)
Average wsgi_time: 51.016 ± 21.02 ms (n=100)
Average total time: 94.129 ± 41.291 ms (n=100)
*** item_type: /ENCBS913XJP/
------------------ https://www.encodeproject.org/ENCBS913XJP/ ------------------
Average es_time: 8.339 ± 1.875 ms (n=100)
Average queue_time: 0.94 ± 0.494 ms (n=100)
Average render_time: 10.883 ± 3.387 ms (n=100)
Average wsgi_time: 27.514 ± 4.325 ms (n=100)
Average total time: 47.675 ± 7.774 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCBS913XJP/ ------------
Average es_time: 28.532 ± 4.042 ms (n=100)
Average queue_time: 1.293 ± 0.698 ms (n=100)
Average render_time: 10.685 ± 2.021 ms (n=100)
Average wsgi_time: 49.396 ± 6.149 ms (n=100)
Average total time: 89.906 ± 10.633 ms (n=100)
*** item_type: /ENCBS565NTN/
------------------ https://www.encodeproject.org/ENCBS565NTN/ ------------------
Average es_time: 9.346 ± 2.569 ms (n=100)
Average queue_time: 0.914 ± 0.359 ms (n=100)
Average render_time: 10.832 ± 2.46 ms (n=100)
Average wsgi_time: 27.697 ± 4.029 ms (n=100)
Average total time: 48.789 ± 7.562 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCBS565NTN/ ------------
Average es_time: 29.587 ± 7.195 ms (n=100)
Average queue_time: 1.468 ± 0.986 ms (n=100)
Average render_time: 11.493 ± 2.712 ms (n=100)
Average wsgi_time: 50.904 ± 8.473 ms (n=100)
Average total time: 93.451 ± 15.895 ms (n=100)
*** item_type: /ENCBS896YZO/
------------------ https://www.encodeproject.org/ENCBS896YZO/ ------------------
Average es_time: 8.43 ± 1.256 ms (n=100)
Average queue_time: 0.985 ± 0.384 ms (n=100)
Average render_time: 18.422 ± 3.845 ms (n=100)
Average wsgi_time: 37.611 ± 4.521 ms (n=100)
Average total time: 65.447 ± 8.363 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCBS896YZO/ ------------
Average es_time: 29.434 ± 7.201 ms (n=100)
Average queue_time: 1.391 ± 0.864 ms (n=100)
Average render_time: 20.849 ± 4.454 ms (n=100)
Average wsgi_time: 62.798 ± 10.353 ms (n=100)
Average total time: 114.473 ± 19.21 ms (n=100)
*** item_type: /ENCBS280NYD/
------------------ https://www.encodeproject.org/ENCBS280NYD/ ------------------
Average es_time: 8.86 ± 2.705 ms (n=100)
Average queue_time: 0.94 ± 0.463 ms (n=100)
Average render_time: 10.912 ± 3.065 ms (n=100)
Average wsgi_time: 27.596 ± 5.391 ms (n=100)
Average total time: 48.308 ± 9.995 ms (n=100)
------------ https://v65rc1-master.demo.encodedcc.org//ENCBS280NYD/ ------------
Average es_time: 28.575 ± 4.263 ms (n=100)
Average queue_time: 1.343 ± 0.967 ms (n=100)
Average render_time: 12.37 ± 2.491 ms (n=100)
Average wsgi_time: 50.729 ± 6.579 ms (n=100)
Average total time: 93.017 ± 11.312 ms (n=100)
Content source: ENCODE-DCC/pyencoded-tools
Similar notebooks: