In [1]:
#Import libraries
%matplotlib inline
import numpy as np
import matplotlib.pylab as plt
import pandas as pd
import seaborn as sns
from scipy import stats
import numpy as np

import matplotlib
sns.set_style("darkgrid")

Some examples of genomes and metagenomes completeness


In [35]:
#df=pd.read_table("Data/completeness_genomes.tab",index_col=0)
#df_met=pd.read_table("Data/completeness_met.tab", index_col=0)

df=pd.read_table("Data/genomes_heatmap.tab",index_col=0)
df_met=pd.read_table("Data/metagenomes_heatmap.tab", index_col=0)

In [36]:
sns.set(font_scale=1.4)
axs = sns.clustermap(df)
sand = plt.setp(axs.ax_heatmap.get_xticklabels(), rotation=90)
plt.tight_layout()
plt.title("E", loc="left", weight='bold')
plt.savefig("Figures/heatmap_genomes.png",bbox_inches='tight', dpi=500)


/usr/local/lib/python3.5/dist-packages/matplotlib-2.0.2+4432.g411fbf6-py3.5-linux-x86_64.egg/matplotlib/figure.py:1988: UserWarning: This figure includes Axes that are not compatible with tight_layout, so its results might be incorrect.
  warnings.warn("This figure includes Axes that are not "

In [37]:
sns.set(font_scale=1.4)
axs = sns.clustermap(df_met)
sand = plt.setp(axs.ax_heatmap.get_xticklabels(), rotation=90)
plt.tight_layout()
plt.title("F", loc="left", weight='bold')
plt.savefig("Figures/heatmap_metagenomes.png",bbox_inches='tight', dpi=500)


/usr/local/lib/python3.5/dist-packages/matplotlib-2.0.2+4432.g411fbf6-py3.5-linux-x86_64.egg/matplotlib/figure.py:1988: UserWarning: This figure includes Axes that are not compatible with tight_layout, so its results might be incorrect.
  warnings.warn("This figure includes Axes that are not "

Values of completeness in 2,107 genomes (Gen) and 935 metagenomes (Met)

Read data


In [23]:
#df_Gen=pd.read_table("Data/Gen_completeness.tab",index_col=0)
#df_Met=pd.read_excel("Data/Met_completeness_private.xlsx",index_col=0)
df_Gen=pd.read_table("Data/Supplementary_Table_S11.tab",index_col=0)
df_Met=pd.read_table("Data/Supplementary_Table_S12.tab",index_col=0)

Compute statistics


In [21]:
df_Gen.describe().to_csv("Statistics/df_gen.describe2.tab", sep="\t")
df_Met.describe().to_csv("Statistics/df_men.describe2.tab", sep="\t")

Select only the columns belonging to metabolic pathways in both df


In [25]:
df_Gen_plot=df_Gen[['P1', 'P2', 'P3', 'P4', 'P5', 'P6', 'P7',
       'P8', 'P9', 'P10', 'P11', 'P12', 'P13', 'P14', 'P15', 'P16', 'P17',
       'P18', 'P19', 'P20', 'P21', 'P22', 'P23', 'P24-26',  'P27','P28',
       'P29']]
df_Met_plot=df_Met[['P1', 'P2', 'P3', 'P4', 'P5', 'P6', 'P7',
       'P8', 'P9', 'P10', 'P11', 'P12', 'P13', 'P14', 'P15', 'P16', 'P17',
       'P18', 'P19', 'P20', 'P21', 'P22', 'P23', 'P24-26',  'P27','P28',
       'P29']]

Visualization


In [26]:
fig = plt.figure(figsize=(5,7))
sns.boxplot(orient="h", data=df_Gen_plot, linewidth=0.5)
plt.xlabel("Completeness level %", )
plt.ylabel("Metabolic pathway number" )
plt.title("A", loc="left", weight='bold')
plt.axvline(50,  color='black', linewidth=1, ls='--', alpha = 0.2)
plt.savefig("Figures/Completeness_Gen_boxplot.png",bbox_inches='tight', dpi=500)



In [27]:
fig = plt.figure(figsize=(5,7))
sns.boxplot(orient="h", data=df_Met_plot, linewidth=0.5)
plt.xlabel("Completeness level %", )
plt.ylabel("Metabolic pathway number" )
plt.title("B", loc="left", weight='bold')
plt.axvline(50,  color='black', linewidth=1, ls='--', alpha = 0.2)
plt.savefig("Figures/Completeness_Met_boxplot.png",bbox_inches='tight', dpi=500)


Select coluns to compute pairwise linear regresions


In [28]:
columns = ['MEBS_SS', 'Comp_mean', 'P1', 'P2', 'P3', 'P4', 'P5', 'P6', 'P7',
       'P8', 'P9', 'P10', 'P11', 'P12', 'P13', 'P14', 'P15', 'P16', 'P17',
       'P18', 'P19', 'P20', 'P21', 'P22', 'P23', 'P24-26',  'P27','P28',
       'P29']

indices = np.tril_indices(len(columns), k=-1)

In [29]:
def plot_reg(x_label, y_label, df, color=None):
    """Easy function to plot the regression of two
    variabels in a df and to draw the values of the 
    analysis. Uses seaborn module and scipy.stats.
    
    Parameters:
    ============
    
    - x_label: string.
               Name of the column in df to plot in x
    - y_label: string
               Name fo the column in df to plot in y
    - df: Pandas DataFrame
    - color: scatter color"""
    # - Calculate linear regression
    reg = stats.linregress(df[x_label], df[y_label])
    # - plot data
    g = sns.regplot(x_label, y_label, data=df, 
                    truncate=True,
                    scatter_kws={'alpha':0.4})
    # - Annotate de regression values
    s = "$r^2 = {:.3}$\n".format(reg.rvalue**2) +\
        "$p-value_r = {:.2}$\n".format(reg.pvalue) +\
        "Model: $y = {:.2}x +{:.2}$".format(reg.slope, reg.intercept)
    plt.annotate(s=s, 
                 xy=(.05, .75), 
                 bbox=dict(boxstyle="round", fc="w"),
                 xycoords='axes fraction')
    return g, reg

In [31]:
fig = plt.figure(figsize=(10,6))
x= 'MEBS_SS'
y = 'Comp_mean'
plt.xticks(size='large')
plt.yticks(size='large')
plot_reg(x, y, df_Gen)
plt.ylabel("Completeness mean", weight='bold')
plt.xlabel("Sulfur Score (SS)", weight='bold')
plt.title("C",loc='left', weight='bold', size='large')
plt.ylim([-30,110])
plt.tight_layout()
plt.savefig('Figures/{}_vs_{}_gen.png'.format(x,y),bbox_inches='tight', dpi=500)



In [32]:
fig = plt.figure(figsize=(10,6))
plt.xticks(size='large')
plt.yticks(size='large')
x= 'MEBS_SS'
y = 'Comp_mean'
plot_reg(x, y, df_Met)
plt.ylabel("Completeness mean", weight='bold')
plt.xlabel("Sulfur Score (SS)", weight='bold')
plt.title("D",loc='left', weight='bold', size='large')
plt.ylim([-30,110])
plt.tight_layout()
plt.savefig('Figures/{}_vs_{}_met.png'.format(x,y),bbox_inches='tight', dpi=500)



In [39]:
fig = plt.figure(figsize=(10,6))
plt.xticks(size='large')
plt.yticks(size='large')
x= 'MEBS_SS'
y = 'P29'

with sns.axes_style("darkgrid"):
    plot_reg(x, y, df_Gen)
    plt.tight_layout()

plt.ylabel("Completeness of markers")
plt.xlabel("Sulfur Score (SS)")
plt.ylim([-30,110])
plt.tight_layout()
plt.savefig('Figures/{}_vs_{}_gen.png'.format(x,y), bbox_inches='tight', dpi=500)



In [40]:
fig = plt.figure(figsize=(10,6))
plt.xticks(size='large')
plt.yticks(size='large')

x= 'MEBS_SS'
y = 'P29'

with sns.axes_style("darkgrid"):
    plot_reg(x, y, df_Met)
    plt.tight_layout()

plt.ylabel("Completeness of markers")
plt.xlabel("Sulfur Score (SS)")
plt.title("D",loc='left', weight='bold', size='large')
plt.ylim([-30,110])
plt.tight_layout()
plt.savefig('Figures/{}_vs_{}_met.png'.format(x,y), bbox_inches='tight', dpi=500)



In [41]:
fig = plt.figure(figsize=(10,6))
plt.xticks(size='large')
plt.yticks(size='large')

x= 'Comp_mean'
y = 'P29'

with sns.axes_style("darkgrid"):
    plot_reg(x, y, df_Gen)
    plt.tight_layout()
plt.ylabel("Completeness of markers")
plt.xlabel("Completeness mean")
plt.title("E",loc='left', weight='bold', size='large')
plt.ylim([-30,110])
plt.tight_layout()
plt.savefig('Figures/{}_vs_{}_gen.png'.format(x,y), bbox_inches='tight', dpi=500)



In [42]:
fig = plt.figure(figsize=(10,6))
plt.xticks(size='large')
plt.yticks(size='large')

x= 'Comp_mean'
y = 'P29'

with sns.axes_style("darkgrid"):
    plot_reg(x, y, df_Met)
    plt.tight_layout()
plt.ylabel("Completeness of markers")
plt.xlabel("Completeness mean")
plt.title("F",loc='left', weight='bold', size='large')
plt.ylim([-30,110])
plt.tight_layout()
plt.savefig('Figures/{}_vs_{}_met.png'.format(x,y), bbox_inches='tight', dpi=500)


Paiwise comparision for the entire dataset


In [43]:
for i, j in zip(indices[0], indices[1]):
    col1 = columns[i]
    col2 = columns[j]
    reg = stats.linregress(df_Gen[col1], df_Gen[col2])
    print("{:<15}vs {:<15}r-value = {:.4}".format(col1, col2, reg.rvalue**2))


Comp_mean      vs MEBS_SS        r-value = 0.003144
P1             vs MEBS_SS        r-value = 0.1869
P1             vs Comp_mean      r-value = 0.3827
P2             vs MEBS_SS        r-value = 0.000511
P2             vs Comp_mean      r-value = 0.5047
P2             vs P1             r-value = 0.2463
P3             vs MEBS_SS        r-value = 0.002406
P3             vs Comp_mean      r-value = 0.3443
P3             vs P1             r-value = 0.09135
P3             vs P2             r-value = 0.1388
P4             vs MEBS_SS        r-value = 0.2675
P4             vs Comp_mean      r-value = 0.6143
P4             vs P1             r-value = 0.383
P4             vs P2             r-value = 0.2277
P4             vs P3             r-value = 0.2058
P5             vs MEBS_SS        r-value = 0.2285
P5             vs Comp_mean      r-value = 0.5793
P5             vs P1             r-value = 0.3967
P5             vs P2             r-value = 0.2292
P5             vs P3             r-value = 0.1657
P5             vs P4             r-value = 0.7688
P6             vs MEBS_SS        r-value = 0.3557
P6             vs Comp_mean      r-value = 0.4874
P6             vs P1             r-value = 0.3279
P6             vs P2             r-value = 0.1682
P6             vs P3             r-value = 0.1414
P6             vs P4             r-value = 0.8651
P6             vs P5             r-value = 0.6582
P7             vs MEBS_SS        r-value = 0.1694
P7             vs Comp_mean      r-value = 0.6333
P7             vs P1             r-value = 0.3686
P7             vs P2             r-value = 0.2877
P7             vs P3             r-value = 0.2037
P7             vs P4             r-value = 0.8428
P7             vs P5             r-value = 0.6355
P7             vs P6             r-value = 0.7292
P8             vs MEBS_SS        r-value = 0.01633
P8             vs Comp_mean      r-value = 0.4712
P8             vs P1             r-value = 0.1133
P8             vs P2             r-value = 0.2388
P8             vs P3             r-value = 0.1077
P8             vs P4             r-value = 0.1934
P8             vs P5             r-value = 0.194
P8             vs P6             r-value = 0.1582
P8             vs P7             r-value = 0.2402
P9             vs MEBS_SS        r-value = 0.02164
P9             vs Comp_mean      r-value = 0.4604
P9             vs P1             r-value = 0.1357
P9             vs P2             r-value = 0.1984
P9             vs P3             r-value = 0.1397
P9             vs P4             r-value = 0.191
P9             vs P5             r-value = 0.1404
P9             vs P6             r-value = 0.129
P9             vs P7             r-value = 0.2025
P9             vs P8             r-value = 0.2138
P10            vs MEBS_SS        r-value = 0.00575
P10            vs Comp_mean      r-value = 0.6408
P10            vs P1             r-value = 0.2779
P10            vs P2             r-value = 0.2861
P10            vs P3             r-value = 0.2253
P10            vs P4             r-value = 0.552
P10            vs P5             r-value = 0.4792
P10            vs P6             r-value = 0.3926
P10            vs P7             r-value = 0.4501
P10            vs P8             r-value = 0.2561
P10            vs P9             r-value = 0.3628
P11            vs MEBS_SS        r-value = 0.1292
P11            vs Comp_mean      r-value = 0.6971
P11            vs P1             r-value = 0.4863
P11            vs P2             r-value = 0.4068
P11            vs P3             r-value = 0.2435
P11            vs P4             r-value = 0.7418
P11            vs P5             r-value = 0.7689
P11            vs P6             r-value = 0.6352
P11            vs P7             r-value = 0.6743
P11            vs P8             r-value = 0.2437
P11            vs P9             r-value = 0.2326
P11            vs P10            r-value = 0.5564
P12            vs MEBS_SS        r-value = 0.004045
P12            vs Comp_mean      r-value = 0.1818
P12            vs P1             r-value = 0.04168
P12            vs P2             r-value = 0.05941
P12            vs P3             r-value = 0.0692
P12            vs P4             r-value = 0.0834
P12            vs P5             r-value = 0.06752
P12            vs P6             r-value = 0.0518
P12            vs P7             r-value = 0.08168
P12            vs P8             r-value = 0.04674
P12            vs P9             r-value = 0.06939
P12            vs P10            r-value = 0.105
P12            vs P11            r-value = 0.1099
P13            vs MEBS_SS        r-value = 0.0317
P13            vs Comp_mean      r-value = 0.5283
P13            vs P1             r-value = 0.1711
P13            vs P2             r-value = 0.2383
P13            vs P3             r-value = 0.1531
P13            vs P4             r-value = 0.2075
P13            vs P5             r-value = 0.1908
P13            vs P6             r-value = 0.138
P13            vs P7             r-value = 0.2217
P13            vs P8             r-value = 0.2315
P13            vs P9             r-value = 0.6093
P13            vs P10            r-value = 0.3525
P13            vs P11            r-value = 0.2702
P13            vs P12            r-value = 0.1038
P14            vs MEBS_SS        r-value = 0.001082
P14            vs Comp_mean      r-value = 0.4706
P14            vs P1             r-value = 0.1782
P14            vs P2             r-value = 0.2324
P14            vs P3             r-value = 0.06724
P14            vs P4             r-value = 0.2131
P14            vs P5             r-value = 0.2335
P14            vs P6             r-value = 0.1817
P14            vs P7             r-value = 0.2323
P14            vs P8             r-value = 0.2321
P14            vs P9             r-value = 0.2735
P14            vs P10            r-value = 0.2428
P14            vs P11            r-value = 0.2512
P14            vs P12            r-value = 0.02974
P14            vs P13            r-value = 0.2494
P15            vs MEBS_SS        r-value = 0.0001971
P15            vs Comp_mean      r-value = 0.5276
P15            vs P1             r-value = 0.1646
P15            vs P2             r-value = 0.1946
P15            vs P3             r-value = 0.1073
P15            vs P4             r-value = 0.2995
P15            vs P5             r-value = 0.2789
P15            vs P6             r-value = 0.2407
P15            vs P7             r-value = 0.2691
P15            vs P8             r-value = 0.2127
P15            vs P9             r-value = 0.3085
P15            vs P10            r-value = 0.3726
P15            vs P11            r-value = 0.3378
P15            vs P12            r-value = 0.3109
P15            vs P13            r-value = 0.3518
P15            vs P14            r-value = 0.3158
P16            vs MEBS_SS        r-value = 0.02236
P16            vs Comp_mean      r-value = 0.7104
P16            vs P1             r-value = 0.2964
P16            vs P2             r-value = 0.3184
P16            vs P3             r-value = 0.2302
P16            vs P4             r-value = 0.6264
P16            vs P5             r-value = 0.5209
P16            vs P6             r-value = 0.5768
P16            vs P7             r-value = 0.6301
P16            vs P8             r-value = 0.2852
P16            vs P9             r-value = 0.3882
P16            vs P10            r-value = 0.5468
P16            vs P11            r-value = 0.5887
P16            vs P12            r-value = 0.1066
P16            vs P13            r-value = 0.5156
P16            vs P14            r-value = 0.273
P16            vs P15            r-value = 0.3717
P17            vs MEBS_SS        r-value = 0.05173
P17            vs Comp_mean      r-value = 0.6629
P17            vs P1             r-value = 0.2085
P17            vs P2             r-value = 0.3943
P17            vs P3             r-value = 0.2354
P17            vs P4             r-value = 0.2823
P17            vs P5             r-value = 0.3019
P17            vs P6             r-value = 0.2003
P17            vs P7             r-value = 0.3027
P17            vs P8             r-value = 0.3011
P17            vs P9             r-value = 0.3349
P17            vs P10            r-value = 0.3872
P17            vs P11            r-value = 0.3884
P17            vs P12            r-value = 0.1058
P17            vs P13            r-value = 0.4166
P17            vs P14            r-value = 0.3925
P17            vs P15            r-value = 0.34
P17            vs P16            r-value = 0.4593
P18            vs MEBS_SS        r-value = 0.0525
P18            vs Comp_mean      r-value = 0.6196
P18            vs P1             r-value = 0.179
P18            vs P2             r-value = 0.3526
P18            vs P3             r-value = 0.1838
P18            vs P4             r-value = 0.2521
P18            vs P5             r-value = 0.2691
P18            vs P6             r-value = 0.1755
P18            vs P7             r-value = 0.27
P18            vs P8             r-value = 0.302
P18            vs P9             r-value = 0.3417
P18            vs P10            r-value = 0.3563
P18            vs P11            r-value = 0.3483
P18            vs P12            r-value = 0.08709
P18            vs P13            r-value = 0.3937
P18            vs P14            r-value = 0.4759
P18            vs P15            r-value = 0.3474
P18            vs P16            r-value = 0.4147
P18            vs P17            r-value = 0.9298
P19            vs MEBS_SS        r-value = 0.001193
P19            vs Comp_mean      r-value = 0.4238
P19            vs P1             r-value = 0.1139
P19            vs P2             r-value = 0.1915
P19            vs P3             r-value = 0.04586
P19            vs P4             r-value = 0.1947
P19            vs P5             r-value = 0.2139
P19            vs P6             r-value = 0.1529
P19            vs P7             r-value = 0.1811
P19            vs P8             r-value = 0.192
P19            vs P9             r-value = 0.2487
P19            vs P10            r-value = 0.2662
P19            vs P11            r-value = 0.2436
P19            vs P12            r-value = 0.06232
P19            vs P13            r-value = 0.2806
P19            vs P14            r-value = 0.3336
P19            vs P15            r-value = 0.7101
P19            vs P16            r-value = 0.2681
P19            vs P17            r-value = 0.2817
P19            vs P18            r-value = 0.3115
P20            vs MEBS_SS        r-value = 0.06874
P20            vs Comp_mean      r-value = 0.5341
P20            vs P1             r-value = 0.2755
P20            vs P2             r-value = 0.2369
P20            vs P3             r-value = 0.1966
P20            vs P4             r-value = 0.5964
P20            vs P5             r-value = 0.6541
P20            vs P6             r-value = 0.4007
P20            vs P7             r-value = 0.4491
P20            vs P8             r-value = 0.1607
P20            vs P9             r-value = 0.2029
P20            vs P10            r-value = 0.6146
P20            vs P11            r-value = 0.7245
P20            vs P12            r-value = 0.09844
P20            vs P13            r-value = 0.2247
P20            vs P14            r-value = 0.1686
P20            vs P15            r-value = 0.2807
P20            vs P16            r-value = 0.4231
P20            vs P17            r-value = 0.2721
P20            vs P18            r-value = 0.2517
P20            vs P19            r-value = 0.2055
P21            vs MEBS_SS        r-value = 0.01562
P21            vs Comp_mean      r-value = 0.0002903
P21            vs P1             r-value = 0.002836
P21            vs P2             r-value = 0.00286
P21            vs P3             r-value = 0.001063
P21            vs P4             r-value = 0.001511
P21            vs P5             r-value = 0.0006763
P21            vs P6             r-value = 0.00226
P21            vs P7             r-value = 0.002729
P21            vs P8             r-value = 0.0007431
P21            vs P9             r-value = 0.00336
P21            vs P10            r-value = 0.00224
P21            vs P11            r-value = 0.0008654
P21            vs P12            r-value = 6.665e-08
P21            vs P13            r-value = 0.003316
P21            vs P14            r-value = 0.0002021
P21            vs P15            r-value = 0.0004389
P21            vs P16            r-value = 3.626e-05
P21            vs P17            r-value = 8.96e-05
P21            vs P18            r-value = 0.0002855
P21            vs P19            r-value = 0.0006523
P21            vs P20            r-value = 0.0001955
P22            vs MEBS_SS        r-value = 0.01537
P22            vs Comp_mean      r-value = 0.648
P22            vs P1             r-value = 0.2121
P22            vs P2             r-value = 0.3707
P22            vs P3             r-value = 0.2953
P22            vs P4             r-value = 0.3943
P22            vs P5             r-value = 0.3419
P22            vs P6             r-value = 0.3209
P22            vs P7             r-value = 0.3663
P22            vs P8             r-value = 0.2962
P22            vs P9             r-value = 0.2593
P22            vs P10            r-value = 0.5118
P22            vs P11            r-value = 0.4332
P22            vs P12            r-value = 0.09627
P22            vs P13            r-value = 0.3505
P22            vs P14            r-value = 0.2195
P22            vs P15            r-value = 0.2706
P22            vs P16            r-value = 0.5807
P22            vs P17            r-value = 0.5677
P22            vs P18            r-value = 0.4789
P22            vs P19            r-value = 0.1995
P22            vs P20            r-value = 0.3399
P22            vs P21            r-value = 0.0007926
P23            vs MEBS_SS        r-value = 0.005454
P23            vs Comp_mean      r-value = 0.5874
P23            vs P1             r-value = 0.1807
P23            vs P2             r-value = 0.2448
P23            vs P3             r-value = 0.1292
P23            vs P4             r-value = 0.3164
P23            vs P5             r-value = 0.2714
P23            vs P6             r-value = 0.2419
P23            vs P7             r-value = 0.3069
P23            vs P8             r-value = 0.2726
P23            vs P9             r-value = 0.4299
P23            vs P10            r-value = 0.4687
P23            vs P11            r-value = 0.3507
P23            vs P12            r-value = 0.1071
P23            vs P13            r-value = 0.398
P23            vs P14            r-value = 0.3331
P23            vs P15            r-value = 0.6437
P23            vs P16            r-value = 0.4193
P23            vs P17            r-value = 0.4277
P23            vs P18            r-value = 0.4322
P23            vs P19            r-value = 0.673
P23            vs P20            r-value = 0.3062
P23            vs P21            r-value = 0.001392
P23            vs P22            r-value = 0.3796
P24-26         vs MEBS_SS        r-value = 0.004628
P24-26         vs Comp_mean      r-value = 0.5829
P24-26         vs P1             r-value = 0.1391
P24-26         vs P2             r-value = 0.3032
P24-26         vs P3             r-value = 0.1431
P24-26         vs P4             r-value = 0.2159
P24-26         vs P5             r-value = 0.227
P24-26         vs P6             r-value = 0.1614
P24-26         vs P7             r-value = 0.282
P24-26         vs P8             r-value = 0.2672
P24-26         vs P9             r-value = 0.1726
P24-26         vs P10            r-value = 0.2583
P24-26         vs P11            r-value = 0.2736
P24-26         vs P12            r-value = 0.02879
P24-26         vs P13            r-value = 0.2028
P24-26         vs P14            r-value = 0.2093
P24-26         vs P15            r-value = 0.132
P24-26         vs P16            r-value = 0.2765
P24-26         vs P17            r-value = 0.2808
P24-26         vs P18            r-value = 0.2399
P24-26         vs P19            r-value = 0.1417
P24-26         vs P20            r-value = 0.1982
P24-26         vs P21            r-value = 0.0001164
P24-26         vs P22            r-value = 0.3325
P24-26         vs P23            r-value = 0.2163
P27            vs MEBS_SS        r-value = 0.001892
P27            vs Comp_mean      r-value = 0.2385
P27            vs P1             r-value = 0.06484
P27            vs P2             r-value = 0.1149
P27            vs P3             r-value = 0.01865
P27            vs P4             r-value = 0.07142
P27            vs P5             r-value = 0.07563
P27            vs P6             r-value = 0.04853
P27            vs P7             r-value = 0.07201
P27            vs P8             r-value = 0.1148
P27            vs P9             r-value = 0.181
P27            vs P10            r-value = 0.09726
P27            vs P11            r-value = 0.1013
P27            vs P12            r-value = 0.02537
P27            vs P13            r-value = 0.2775
P27            vs P14            r-value = 0.1665
P27            vs P15            r-value = 0.2563
P27            vs P16            r-value = 0.1373
P27            vs P17            r-value = 0.1375
P27            vs P18            r-value = 0.149
P27            vs P19            r-value = 0.4228
P27            vs P20            r-value = 0.07416
P27            vs P21            r-value = 7.803e-06
P27            vs P22            r-value = 0.08493
P27            vs P23            r-value = 0.2261
P27            vs P24-26         r-value = 0.08636
P28            vs MEBS_SS        r-value = 0.001108
P28            vs Comp_mean      r-value = 0.3137
P28            vs P1             r-value = 0.1162
P28            vs P2             r-value = 0.1853
P28            vs P3             r-value = 0.03573
P28            vs P4             r-value = 0.1115
P28            vs P5             r-value = 0.1127
P28            vs P6             r-value = 0.08856
P28            vs P7             r-value = 0.1165
P28            vs P8             r-value = 0.1397
P28            vs P9             r-value = 0.1834
P28            vs P10            r-value = 0.1753
P28            vs P11            r-value = 0.1407
P28            vs P12            r-value = 0.03269
P28            vs P13            r-value = 0.1672
P28            vs P14            r-value = 0.2988
P28            vs P15            r-value = 0.3097
P28            vs P16            r-value = 0.1483
P28            vs P17            r-value = 0.24
P28            vs P18            r-value = 0.2511
P28            vs P19            r-value = 0.3113
P28            vs P20            r-value = 0.08925
P28            vs P21            r-value = 0.0005886
P28            vs P22            r-value = 0.1529
P28            vs P23            r-value = 0.2913
P28            vs P24-26         r-value = 0.1493
P28            vs P27            r-value = 0.2077
P29            vs MEBS_SS        r-value = 0.6453
P29            vs Comp_mean      r-value = 0.3145
P29            vs P1             r-value = 0.3927
P29            vs P2             r-value = 0.1419
P29            vs P3             r-value = 0.08247
P29            vs P4             r-value = 0.7062
P29            vs P5             r-value = 0.5857
P29            vs P6             r-value = 0.7733
P29            vs P7             r-value = 0.6178
P29            vs P8             r-value = 0.06138
P29            vs P9             r-value = 0.06555
P29            vs P10            r-value = 0.2479
P29            vs P11            r-value = 0.5432
P29            vs P12            r-value = 0.03315
P29            vs P13            r-value = 0.05591
P29            vs P14            r-value = 0.118
P29            vs P15            r-value = 0.1482
P29            vs P16            r-value = 0.3639
P29            vs P17            r-value = 0.07622
P29            vs P18            r-value = 0.06792
P29            vs P19            r-value = 0.08201
P29            vs P20            r-value = 0.353
P29            vs P21            r-value = 0.008161
P29            vs P22            r-value = 0.1241
P29            vs P23            r-value = 0.1315
P29            vs P24-26         r-value = 0.08217
P29            vs P27            r-value = 0.0273
P29            vs P28            r-value = 0.04698

In [44]:
for i, j in zip(indices[0], indices[1]):
    col1 = columns[i]
    col2 = columns[j]
    reg = stats.linregress(df_Met[col1], df_Met[col2])
    print("{:<15}vs {:<15}r-value = {:.4}".format(col1, col2, reg.rvalue**2))


Comp_mean      vs MEBS_SS        r-value = 0.6272
P1             vs MEBS_SS        r-value = 0.747
P1             vs Comp_mean      r-value = 0.8638
P2             vs MEBS_SS        r-value = 0.6522
P2             vs Comp_mean      r-value = 0.7937
P2             vs P1             r-value = 0.7831
P3             vs MEBS_SS        r-value = 0.3638
P3             vs Comp_mean      r-value = 0.5618
P3             vs P1             r-value = 0.4981
P3             vs P2             r-value = 0.4826
P4             vs MEBS_SS        r-value = 0.779
P4             vs Comp_mean      r-value = 0.9005
P4             vs P1             r-value = 0.8387
P4             vs P2             r-value = 0.7855
P4             vs P3             r-value = 0.509
P5             vs MEBS_SS        r-value = 0.7842
P5             vs Comp_mean      r-value = 0.8953
P5             vs P1             r-value = 0.8544
P5             vs P2             r-value = 0.7618
P5             vs P3             r-value = 0.4781
P5             vs P4             r-value = 0.9254
P6             vs MEBS_SS        r-value = 0.798
P6             vs Comp_mean      r-value = 0.8775
P6             vs P1             r-value = 0.8105
P6             vs P2             r-value = 0.7498
P6             vs P3             r-value = 0.4916
P6             vs P4             r-value = 0.9683
P6             vs P5             r-value = 0.9071
P7             vs MEBS_SS        r-value = 0.6461
P7             vs Comp_mean      r-value = 0.8955
P7             vs P1             r-value = 0.7969
P7             vs P2             r-value = 0.7418
P7             vs P3             r-value = 0.5155
P7             vs P4             r-value = 0.9257
P7             vs P5             r-value = 0.8698
P7             vs P6             r-value = 0.891
P8             vs MEBS_SS        r-value = 0.3585
P8             vs Comp_mean      r-value = 0.6021
P8             vs P1             r-value = 0.4972
P8             vs P2             r-value = 0.4902
P8             vs P3             r-value = 0.2548
P8             vs P4             r-value = 0.5303
P8             vs P5             r-value = 0.4992
P8             vs P6             r-value = 0.5333
P8             vs P7             r-value = 0.4836
P9             vs MEBS_SS        r-value = 0.4476
P9             vs Comp_mean      r-value = 0.8551
P9             vs P1             r-value = 0.7254
P9             vs P2             r-value = 0.6117
P9             vs P3             r-value = 0.5143
P9             vs P4             r-value = 0.7279
P9             vs P5             r-value = 0.732
P9             vs P6             r-value = 0.7074
P9             vs P7             r-value = 0.7652
P9             vs P8             r-value = 0.453
P10            vs MEBS_SS        r-value = 0.612
P10            vs Comp_mean      r-value = 0.905
P10            vs P1             r-value = 0.8273
P10            vs P2             r-value = 0.7798
P10            vs P3             r-value = 0.5049
P10            vs P4             r-value = 0.882
P10            vs P5             r-value = 0.8467
P10            vs P6             r-value = 0.8435
P10            vs P7             r-value = 0.8418
P10            vs P8             r-value = 0.5351
P10            vs P9             r-value = 0.779
P11            vs MEBS_SS        r-value = 0.7327
P11            vs Comp_mean      r-value = 0.8619
P11            vs P1             r-value = 0.9029
P11            vs P2             r-value = 0.8249
P11            vs P3             r-value = 0.4978
P11            vs P4             r-value = 0.8577
P11            vs P5             r-value = 0.8659
P11            vs P6             r-value = 0.8192
P11            vs P7             r-value = 0.7913
P11            vs P8             r-value = 0.499
P11            vs P9             r-value = 0.692
P11            vs P10            r-value = 0.8334
P12            vs MEBS_SS        r-value = 0.2964
P12            vs Comp_mean      r-value = 0.5925
P12            vs P1             r-value = 0.4701
P12            vs P2             r-value = 0.4207
P12            vs P3             r-value = 0.2869
P12            vs P4             r-value = 0.5003
P12            vs P5             r-value = 0.4752
P12            vs P6             r-value = 0.4891
P12            vs P7             r-value = 0.5088
P12            vs P8             r-value = 0.378
P12            vs P9             r-value = 0.4787
P12            vs P10            r-value = 0.5226
P12            vs P11            r-value = 0.473
P13            vs MEBS_SS        r-value = 0.3863
P13            vs Comp_mean      r-value = 0.7938
P13            vs P1             r-value = 0.6778
P13            vs P2             r-value = 0.5804
P13            vs P3             r-value = 0.4526
P13            vs P4             r-value = 0.642
P13            vs P5             r-value = 0.648
P13            vs P6             r-value = 0.6224
P13            vs P7             r-value = 0.6702
P13            vs P8             r-value = 0.4446
P13            vs P9             r-value = 0.8101
P13            vs P10            r-value = 0.6912
P13            vs P11            r-value = 0.6509
P13            vs P12            r-value = 0.4224
P14            vs MEBS_SS        r-value = 0.2224
P14            vs Comp_mean      r-value = 0.615
P14            vs P1             r-value = 0.441
P14            vs P2             r-value = 0.3575
P14            vs P3             r-value = 0.3084
P14            vs P4             r-value = 0.4444
P14            vs P5             r-value = 0.486
P14            vs P6             r-value = 0.4377
P14            vs P7             r-value = 0.5226
P14            vs P8             r-value = 0.31
P14            vs P9             r-value = 0.5966
P14            vs P10            r-value = 0.5077
P14            vs P11            r-value = 0.4083
P14            vs P12            r-value = 0.3496
P14            vs P13            r-value = 0.5296
P15            vs MEBS_SS        r-value = 0.4323
P15            vs Comp_mean      r-value = 0.8497
P15            vs P1             r-value = 0.6887
P15            vs P2             r-value = 0.5858
P15            vs P3             r-value = 0.4637
P15            vs P4             r-value = 0.7079
P15            vs P5             r-value = 0.7254
P15            vs P6             r-value = 0.6966
P15            vs P7             r-value = 0.7509
P15            vs P8             r-value = 0.4409
P15            vs P9             r-value = 0.7915
P15            vs P10            r-value = 0.7718
P15            vs P11            r-value = 0.6593
P15            vs P12            r-value = 0.6188
P15            vs P13            r-value = 0.6813
P15            vs P14            r-value = 0.6465
P16            vs MEBS_SS        r-value = 0.6508
P16            vs Comp_mean      r-value = 0.7991
P16            vs P1             r-value = 0.7854
P16            vs P2             r-value = 0.7741
P16            vs P3             r-value = 0.45
P16            vs P4             r-value = 0.8
P16            vs P5             r-value = 0.7879
P16            vs P6             r-value = 0.7874
P16            vs P7             r-value = 0.7346
P16            vs P8             r-value = 0.4426
P16            vs P9             r-value = 0.6487
P16            vs P10            r-value = 0.7785
P16            vs P11            r-value = 0.8004
P16            vs P12            r-value = 0.429
P16            vs P13            r-value = 0.652
P16            vs P14            r-value = 0.372
P16            vs P15            r-value = 0.5795
P17            vs MEBS_SS        r-value = 0.4308
P17            vs Comp_mean      r-value = 0.8687
P17            vs P1             r-value = 0.7356
P17            vs P2             r-value = 0.6299
P17            vs P3             r-value = 0.4649
P17            vs P4             r-value = 0.7048
P17            vs P5             r-value = 0.7367
P17            vs P6             r-value = 0.6811
P17            vs P7             r-value = 0.7611
P17            vs P8             r-value = 0.4568
P17            vs P9             r-value = 0.826
P17            vs P10            r-value = 0.7549
P17            vs P11            r-value = 0.7126
P17            vs P12            r-value = 0.5024
P17            vs P13            r-value = 0.7678
P17            vs P14            r-value = 0.7092
P17            vs P15            r-value = 0.8092
P17            vs P16            r-value = 0.6433
P18            vs MEBS_SS        r-value = 0.3809
P18            vs Comp_mean      r-value = 0.8357
P18            vs P1             r-value = 0.6788
P18            vs P2             r-value = 0.5829
P18            vs P3             r-value = 0.4563
P18            vs P4             r-value = 0.6686
P18            vs P5             r-value = 0.6953
P18            vs P6             r-value = 0.6494
P18            vs P7             r-value = 0.7321
P18            vs P8             r-value = 0.4541
P18            vs P9             r-value = 0.807
P18            vs P10            r-value = 0.7211
P18            vs P11            r-value = 0.6576
P18            vs P12            r-value = 0.4744
P18            vs P13            r-value = 0.7514
P18            vs P14            r-value = 0.7534
P18            vs P15            r-value = 0.7701
P18            vs P16            r-value = 0.6056
P18            vs P17            r-value = 0.9483
P19            vs MEBS_SS        r-value = 0.3578
P19            vs Comp_mean      r-value = 0.7709
P19            vs P1             r-value = 0.5987
P19            vs P2             r-value = 0.4965
P19            vs P3             r-value = 0.3985
P19            vs P4             r-value = 0.6056
P19            vs P5             r-value = 0.6434
P19            vs P6             r-value = 0.5957
P19            vs P7             r-value = 0.6608
P19            vs P8             r-value = 0.3889
P19            vs P9             r-value = 0.7317
P19            vs P10            r-value = 0.6861
P19            vs P11            r-value = 0.5604
P19            vs P12            r-value = 0.4523
P19            vs P13            r-value = 0.6653
P19            vs P14            r-value = 0.6573
P19            vs P15            r-value = 0.9068
P19            vs P16            r-value = 0.4959
P19            vs P17            r-value = 0.7659
P19            vs P18            r-value = 0.741
P20            vs MEBS_SS        r-value = 0.6878
P20            vs Comp_mean      r-value = 0.8071
P20            vs P1             r-value = 0.7744
P20            vs P2             r-value = 0.7399
P20            vs P3             r-value = 0.4416
P20            vs P4             r-value = 0.8466
P20            vs P5             r-value = 0.8543
P20            vs P6             r-value = 0.7942
P20            vs P7             r-value = 0.7609
P20            vs P8             r-value = 0.4855
P20            vs P9             r-value = 0.6336
P20            vs P10            r-value = 0.8042
P20            vs P11            r-value = 0.8603
P20            vs P12            r-value = 0.419
P20            vs P13            r-value = 0.5736
P20            vs P14            r-value = 0.3814
P20            vs P15            r-value = 0.6057
P20            vs P16            r-value = 0.7379
P20            vs P17            r-value = 0.6322
P20            vs P18            r-value = 0.5986
P20            vs P19            r-value = 0.5187
P21            vs MEBS_SS        r-value = 0.07656
P21            vs Comp_mean      r-value = 0.04899
P21            vs P1             r-value = 0.04505
P21            vs P2             r-value = 0.04854
P21            vs P3             r-value = 0.01701
P21            vs P4             r-value = 0.04028
P21            vs P5             r-value = 0.04945
P21            vs P6             r-value = 0.04084
P21            vs P7             r-value = 0.02563
P21            vs P8             r-value = 0.01916
P21            vs P9             r-value = 0.01889
P21            vs P10            r-value = 0.02738
P21            vs P11            r-value = 0.05545
P21            vs P12            r-value = 0.01646
P21            vs P13            r-value = 0.0191
P21            vs P14            r-value = 0.008094
P21            vs P15            r-value = 0.01668
P21            vs P16            r-value = 0.06719
P21            vs P17            r-value = 0.01727
P21            vs P18            r-value = 0.01798
P21            vs P19            r-value = 0.01326
P21            vs P20            r-value = 0.04739
P22            vs MEBS_SS        r-value = 0.529
P22            vs Comp_mean      r-value = 0.8547
P22            vs P1             r-value = 0.7848
P22            vs P2             r-value = 0.7634
P22            vs P3             r-value = 0.5407
P22            vs P4             r-value = 0.8006
P22            vs P5             r-value = 0.7528
P22            vs P6             r-value = 0.7597
P22            vs P7             r-value = 0.7835
P22            vs P8             r-value = 0.4941
P22            vs P9             r-value = 0.7309
P22            vs P10            r-value = 0.8262
P22            vs P11            r-value = 0.7989
P22            vs P12            r-value = 0.5104
P22            vs P13            r-value = 0.6908
P22            vs P14            r-value = 0.4336
P22            vs P15            r-value = 0.6984
P22            vs P16            r-value = 0.758
P22            vs P17            r-value = 0.703
P22            vs P18            r-value = 0.6634
P22            vs P19            r-value = 0.5863
P22            vs P20            r-value = 0.7364
P22            vs P21            r-value = 0.02987
P23            vs MEBS_SS        r-value = 0.4159
P23            vs Comp_mean      r-value = 0.8515
P23            vs P1             r-value = 0.6936
P23            vs P2             r-value = 0.5948
P23            vs P3             r-value = 0.4586
P23            vs P4             r-value = 0.7009
P23            vs P5             r-value = 0.7221
P23            vs P6             r-value = 0.677
P23            vs P7             r-value = 0.743
P23            vs P8             r-value = 0.4408
P23            vs P9             r-value = 0.8258
P23            vs P10            r-value = 0.7833
P23            vs P11            r-value = 0.6672
P23            vs P12            r-value = 0.5214
P23            vs P13            r-value = 0.7212
P23            vs P14            r-value = 0.6493
P23            vs P15            r-value = 0.9122
P23            vs P16            r-value = 0.5941
P23            vs P17            r-value = 0.8261
P23            vs P18            r-value = 0.7918
P23            vs P19            r-value = 0.9066
P23            vs P20            r-value = 0.613
P23            vs P21            r-value = 0.01714
P23            vs P22            r-value = 0.7108
P24-26         vs MEBS_SS        r-value = 0.2844
P24-26         vs Comp_mean      r-value = 0.6871
P24-26         vs P1             r-value = 0.4595
P24-26         vs P2             r-value = 0.4376
P24-26         vs P3             r-value = 0.2962
P24-26         vs P4             r-value = 0.5367
P24-26         vs P5             r-value = 0.5216
P24-26         vs P6             r-value = 0.5168
P24-26         vs P7             r-value = 0.5537
P24-26         vs P8             r-value = 0.4281
P24-26         vs P9             r-value = 0.532
P24-26         vs P10            r-value = 0.5354
P24-26         vs P11            r-value = 0.4642
P24-26         vs P12            r-value = 0.3582
P24-26         vs P13            r-value = 0.5019
P24-26         vs P14            r-value = 0.4307
P24-26         vs P15            r-value = 0.5313
P24-26         vs P16            r-value = 0.4248
P24-26         vs P17            r-value = 0.5673
P24-26         vs P18            r-value = 0.5454
P24-26         vs P19            r-value = 0.5062
P24-26         vs P20            r-value = 0.4643
P24-26         vs P21            r-value = 0.0118
P24-26         vs P22            r-value = 0.5222
P24-26         vs P23            r-value = 0.5463
P27            vs MEBS_SS        r-value = 0.1022
P27            vs Comp_mean      r-value = 0.3747
P27            vs P1             r-value = 0.2473
P27            vs P2             r-value = 0.1982
P27            vs P3             r-value = 0.1339
P27            vs P4             r-value = 0.234
P27            vs P5             r-value = 0.2701
P27            vs P6             r-value = 0.2252
P27            vs P7             r-value = 0.287
P27            vs P8             r-value = 0.17
P27            vs P9             r-value = 0.3641
P27            vs P10            r-value = 0.2945
P27            vs P11            r-value = 0.2237
P27            vs P12            r-value = 0.2113
P27            vs P13            r-value = 0.4585
P27            vs P14            r-value = 0.4404
P27            vs P15            r-value = 0.3904
P27            vs P16            r-value = 0.2215
P27            vs P17            r-value = 0.4233
P27            vs P18            r-value = 0.423
P27            vs P19            r-value = 0.5071
P27            vs P20            r-value = 0.1998
P27            vs P21            r-value = 0.003901
P27            vs P22            r-value = 0.2379
P27            vs P23            r-value = 0.4104
P27            vs P24-26         r-value = 0.2638
P28            vs MEBS_SS        r-value = 0.4394
P28            vs Comp_mean      r-value = 0.7209
P28            vs P1             r-value = 0.6095
P28            vs P2             r-value = 0.5631
P28            vs P3             r-value = 0.4356
P28            vs P4             r-value = 0.6564
P28            vs P5             r-value = 0.6614
P28            vs P6             r-value = 0.651
P28            vs P7             r-value = 0.6799
P28            vs P8             r-value = 0.3759
P28            vs P9             r-value = 0.6719
P28            vs P10            r-value = 0.6984
P28            vs P11            r-value = 0.6004
P28            vs P12            r-value = 0.3574
P28            vs P13            r-value = 0.5697
P28            vs P14            r-value = 0.4578
P28            vs P15            r-value = 0.7068
P28            vs P16            r-value = 0.5249
P28            vs P17            r-value = 0.6113
P28            vs P18            r-value = 0.5926
P28            vs P19            r-value = 0.6683
P28            vs P20            r-value = 0.5632
P28            vs P21            r-value = 0.01848
P28            vs P22            r-value = 0.6237
P28            vs P23            r-value = 0.7015
P28            vs P24-26         r-value = 0.4203
P28            vs P27            r-value = 0.2859
P29            vs MEBS_SS        r-value = 0.8815
P29            vs Comp_mean      r-value = 0.806
P29            vs P1             r-value = 0.8425
P29            vs P2             r-value = 0.7664
P29            vs P3             r-value = 0.4151
P29            vs P4             r-value = 0.8752
P29            vs P5             r-value = 0.8825
P29            vs P6             r-value = 0.8961
P29            vs P7             r-value = 0.7831
P29            vs P8             r-value = 0.4907
P29            vs P9             r-value = 0.6116
P29            vs P10            r-value = 0.7719
P29            vs P11            r-value = 0.8471
P29            vs P12            r-value = 0.4567
P29            vs P13            r-value = 0.5383
P29            vs P14            r-value = 0.352
P29            vs P15            r-value = 0.6093
P29            vs P16            r-value = 0.8088
P29            vs P17            r-value = 0.6214
P29            vs P18            r-value = 0.5603
P29            vs P19            r-value = 0.5068
P29            vs P20            r-value = 0.7709
P29            vs P21            r-value = 0.06605
P29            vs P22            r-value = 0.6876
P29            vs P23            r-value = 0.5903
P29            vs P24-26         r-value = 0.4279
P29            vs P27            r-value = 0.1788
P29            vs P28            r-value = 0.5365