In [2]:
import numpy as np
import pandas as pd
from tqdm import tqdm_notebook as tqdm
import gzip
In [3]:
import seaborn as sns
In [4]:
%matplotlib inline
In [56]:
# Filter down to the set with valid licenses
#df_valid = pd.read_csv('/home/bmcfee/data/cc_tracks.csv.gz', usecols=[0])['track_id']
df_valid = pd.read_csv('/home/bmcfee/data/cc_tracks.csv.gz', usecols=[0], nrows=1000000)['track_id']
df_valid = df_valid.apply(lambda x: '{:06d}'.format(x))
In [57]:
valid_set = set(df_valid)
In [58]:
#df = pd.read_csv('/home/bmcfee/data/vggish-likelihoods-a226b3-maxagg10.csv.gz', index_col=0)
df = pd.read_csv('/home/bmcfee/data/vggish-likelihoods-a226b3-maxagg10.csv.gz', nrows=1000000, index_col=0)
In [59]:
df = df.drop([x for x in tqdm(df.index) if x[:6] not in valid_set])
In [60]:
df.head(5)
Out[60]:
accordion
bagpipes
banjo
bass
cello
clarinet
cymbals
drums
flute
guitar
...
mandolin
organ
piano
saxophone
synthesizer
trombone
trumpet
ukulele
violin
voice
000002_0000
0.01542
0.008608
0.010215
0.035007
0.008873
0.00893
0.086853
0.671350
0.021807
0.135010
...
0.006079
0.011073
0.084341
0.015115
0.781432
0.012166
0.025021
0.044818
0.067646
0.999691
000002_0001
0.01542
0.008608
0.010215
0.076214
0.008873
0.00893
0.086853
0.630533
0.021807
0.244505
...
0.006079
0.011073
0.084341
0.015115
0.781432
0.012166
0.025021
0.044818
0.067646
0.999691
000002_0002
0.01542
0.008608
0.010215
0.076214
0.008873
0.00893
0.089177
0.858667
0.021807
0.244505
...
0.006079
0.011073
0.084341
0.015115
0.188291
0.012166
0.025021
0.044818
0.067646
0.999691
000002_0003
0.01542
0.008608
0.010215
0.076214
0.004974
0.00893
0.089177
0.858667
0.012667
0.244505
...
0.003388
0.009051
0.040380
0.009120
0.131694
0.005950
0.014247
0.044818
0.067646
0.999691
000002_0004
0.01542
0.008608
0.009334
0.076214
0.004974
0.00893
0.089177
0.858667
0.012667
0.244505
...
0.003388
0.017866
0.078745
0.009120
0.204007
0.005950
0.014247
0.028634
0.088025
0.999691
5 rows × 23 columns
In [61]:
K = 1000
N = K * 23
#BALANCE = 0.5
#QUANTILE = 0.8
BALANCE = 1.0
QUANTILE = 0.9
In [62]:
dfm = df.median(axis=0)
In [63]:
inst_order = dfm.sort_values().index
In [64]:
inst_order
Out[64]:
Index(['mandolin', 'harp', 'clarinet', 'banjo', 'bagpipes', 'accordion',
'harmonica', 'trombone', 'ukulele', 'cello', 'trumpet', 'flute',
'saxophone', 'organ', 'mallet_percussion', 'violin', 'piano', 'cymbals',
'synthesizer', 'bass', 'drums', 'guitar', 'voice'],
dtype='object')
In [65]:
idx_inst = df[inst_order[0]].sort_values(ascending=False).index
In [66]:
len(idx_inst)
Out[66]:
962063
In [67]:
rng = np.random.RandomState(20180326)
In [68]:
from collections import defaultdict
In [96]:
idx_set = {k: set() for k in inst_order}
track_set = set()
N_ABOVE = int(BALANCE * K)
N_BELOW = int(K * (1 - BALANCE))
pos_thresh = int((1 - QUANTILE) * len(idx_inst))
for col in tqdm(inst_order):
print(col)
# This gives a descending sort of the instruments by likelihood
idx_inst = df[col].sort_values(ascending=False).index
# Get the top quantile
idx_pos = idx_inst[:pos_thresh]
# Randomly permute
idx_pos = rng.permutation(idx_pos)
count = 0
# Make a uniform selection within the top
for v in idx_pos:
track, seg = v.split('_', maxsplit=1)
if track not in track_set:
idx_set[col].add(v)
track_set.add(track)
count += 1
if count == N_ABOVE:
break
# Get the bottom quantile
#idx_neg = idx_inst[pos_thresh:]
# Randomly permute
#idx_neg = rng.permutation(idx_neg)
#count = 0
# Make a uniform selection within the bottom
#for v in idx_neg:
# track, seg = v.split('_', maxsplit=1)
# if track not in track_set:
# idx_set[col].add(v)
# track_set.add(track)
# count += 1
# if count == N_BELOW:
# break
mandolin
harp
clarinet
banjo
bagpipes
accordion
harmonica
trombone
ukulele
cello
trumpet
flute
saxophone
organ
mallet_percussion
violin
piano
cymbals
synthesizer
bass
drums
guitar
voice
In [97]:
N_ABOVE
Out[97]:
1000
In [98]:
dict(idx_set)
Out[98]:
{'accordion': {'000254_0107',
'000314_0087',
'000520_0023',
'000738_0010',
'000828_0066',
'000896_0010',
'000926_0001',
'000967_0054',
'000969_0125',
'001024_0070',
'001059_0085',
'001328_0269',
'001357_0007',
'001424_0000',
'001437_0127',
'001598_0002',
'001715_0016',
'001746_0033',
'001791_0018',
'001879_0209',
'001983_0262',
'001994_0011',
'002075_0062',
'003319_0235',
'003567_0001',
'003608_0040',
'003626_0123',
'004178_0070',
'004417_0107',
'004541_0002',
'004600_0070',
'004833_0142',
'005000_0012',
'005309_0026',
'005348_0167',
'006654_0195',
'006655_0183',
'006724_0012',
'006755_0054',
'006778_0094'},
'bagpipes': {'000148_0126',
'000151_0034',
'000169_0067',
'000171_0045',
'000174_0027',
'000177_0027',
'000179_0075',
'000236_0003',
'000281_0346',
'000294_0053',
'000297_0240',
'000316_0053',
'000318_0009',
'000347_0144',
'000348_0102',
'000351_0083',
'000366_0114',
'000395_0383',
'000399_0353',
'000425_0346',
'000426_0108',
'000427_0047',
'000428_0015',
'000430_0055',
'000431_0016',
'000433_0039',
'000439_0219',
'000449_0006',
'000477_0160',
'000480_0040',
'000489_0079',
'000576_0056',
'000577_0046',
'000588_0046',
'000589_0017',
'000605_0031',
'000608_0029',
'000614_0177',
'000615_0019',
'000633_0000',
'000690_0246',
'000692_0107',
'000695_0046',
'000698_0069',
'000699_0147',
'000700_0043',
'000701_0073',
'000704_0293',
'000711_0001',
'000747_0107',
'000767_0109',
'000778_0100',
'000792_0025',
'000796_0001',
'000804_0118',
'000807_0131',
'000822_0000',
'000824_0116',
'000826_0140',
'000836_0126',
'000838_0006',
'000842_0096',
'000843_0248',
'000850_0037',
'000854_0112',
'000879_0050',
'000910_0001',
'000914_0064',
'000941_0006',
'000942_0144',
'000976_0057',
'000977_0184',
'001000_0120',
'001009_0117',
'001030_0207',
'001031_0259',
'001037_0251',
'001038_0046',
'001040_0200',
'001041_0258',
'001062_0075',
'001064_0210',
'001067_0002',
'001070_0033',
'001087_0297',
'001091_0253',
'001106_0187',
'001107_0094',
'001123_0086',
'001141_0217',
'001149_0078',
'001164_0087',
'001187_0124',
'001201_0155',
'001203_0055',
'001213_0502',
'001245_0302',
'001246_0188',
'001253_0251',
'001264_0225',
'001283_0073',
'001285_0025',
'001312_0051',
'001348_0216',
'001371_0003',
'001423_0400',
'001435_0034',
'001438_0058',
'001439_0299',
'001441_0044',
'001442_0394',
'001481_0191',
'001484_0080',
'001526_0123',
'001529_0090',
'001535_0185',
'001539_0037',
'001548_0148',
'001551_0103',
'001565_0001',
'001567_0205',
'001568_0119',
'001575_0004',
'001586_0041',
'001590_0000',
'001591_0122',
'001596_0115',
'001599_0120',
'001616_0163',
'001617_0142',
'001618_0036',
'001634_0138',
'001640_0088',
'001643_0070',
'001661_0113',
'001665_0024',
'001677_0453',
'001710_0225',
'001711_0004',
'001716_0014',
'001722_0034',
'001725_0857',
'001727_0045',
'001728_0177',
'001730_0000',
'001731_0029',
'001733_0094',
'001734_0052',
'001737_0002',
'001751_0173',
'001788_0042',
'001789_0076',
'001790_0064',
'001826_0030',
'001829_0061',
'001832_0030',
'001836_0087',
'001863_0273',
'001868_0010',
'001872_0063',
'001873_0085',
'001878_0101',
'001882_0138',
'001883_0139',
'001888_0108',
'001889_0149',
'001899_0048',
'001936_0115',
'001939_0103',
'001951_0011',
'001993_0213',
'002069_0102',
'002070_0073',
'002073_0065',
'002076_0171',
'002081_0115',
'002105_0015',
'002106_0034',
'002107_0087',
'002111_0050',
'002125_0141',
'002127_0193',
'003261_0141',
'003287_0110',
'003291_0116',
'003316_0107',
'003318_0076',
'003321_0140',
'003360_0039',
'003365_0099',
'003402_0007',
'003455_0050',
'003468_0083',
'003472_0097',
'003474_0053',
'003551_0112',
'003571_0255',
'003619_0067',
'003693_0178',
'003801_0252',
'003806_0166',
'003810_0016',
'003820_0054',
'003831_0036',
'003835_0459',
'003869_0085',
'003891_0070',
'003923_0299',
'003976_0000',
'003986_0351',
'004110_0060',
'004122_0064',
'004130_0028',
'004135_0005',
'004155_0010',
'004161_0335',
'004166_0375',
'004173_0022',
'004175_0025',
'004182_0003',
'004219_0010',
'004266_0054',
'004301_0169',
'004307_0114',
'004345_0047',
'004347_0065',
'004350_0081',
'004370_0002',
'004428_0046',
'004433_0262',
'004456_0000',
'004457_0040',
'004467_0127',
'004481_0009',
'004502_0130',
'004538_0093',
'004540_0156',
'004607_0108',
'004686_0078',
'004693_0104',
'004696_0071',
'004697_0002',
'004700_0083',
'004707_0220',
'004708_0261',
'004736_0133',
'004752_0332',
'004798_0005',
'004799_0105',
'004801_0101',
'004802_0126',
'004828_0109',
'005002_0092',
'005081_0015',
'005099_0065',
'005130_0004',
'005181_0003',
'005194_0068',
'005195_0011',
'005220_0098',
'005237_0065',
'005241_0045',
'005246_0093',
'005269_0082',
'005283_0073',
'005289_0000',
'005297_0143',
'005300_0076',
'005307_0024',
'005346_0111',
'005371_0000',
'005440_0120',
'005442_0127',
'005572_0125',
'005869_0034',
'005967_0428',
'005987_0118',
'005990_0075',
'006406_0136',
'006440_0101',
'006528_0021',
'006627_0030',
'006661_0122',
'006725_0135',
'006758_0060',
'006763_0049',
'006764_0031',
'006767_0108',
'006769_0256',
'006770_0060',
'006771_0037',
'006772_0009',
'006801_0184',
'006804_0167',
'006840_0159'},
'banjo': {'000137_1262',
'000170_0099',
'000175_0083',
'000189_0209',
'000322_0010',
'000326_0023',
'000340_0119',
'000358_0017',
'000368_0176',
'000370_0028',
'000420_0002',
'000424_0016',
'000450_0098',
'000467_0130',
'000478_0095',
'000487_0061',
'000521_0046',
'000543_0009',
'000558_0238',
'000572_0006',
'000583_0091',
'000584_0112',
'000654_0073',
'000678_0016',
'000696_0000',
'000782_0008',
'000791_0015',
'000795_0001',
'000844_0044',
'000864_0083',
'000876_0011',
'000886_0086',
'000912_0058',
'000913_0101',
'000919_0065',
'000936_0039',
'000938_0162',
'000939_0144',
'000946_0058',
'000952_0016',
'000955_0060',
'000965_0002',
'000966_0068',
'000968_0050',
'000974_0147',
'000980_0133',
'000981_0105',
'000982_0030',
'000983_0015',
'000985_0055',
'000987_0001',
'000989_0057',
'001045_0061',
'001090_0150',
'001119_0100',
'001128_0044',
'001166_0125',
'001183_0004',
'001205_0003',
'001282_0018',
'001332_0147',
'001434_0169',
'001488_0040',
'001500_0069',
'001534_0254',
'001577_0078',
'001582_0021',
'001583_0054',
'001584_0072',
'001606_0000',
'001620_0000',
'001621_0024',
'001624_0015',
'001625_0001',
'001627_0019',
'001632_0005',
'001664_0119',
'001671_0052',
'001676_0027',
'001706_0056',
'001723_0066',
'001763_0083',
'001783_0145',
'001787_0047',
'001798_0020',
'001801_0098',
'001804_0171',
'001837_0104',
'001861_0177',
'001920_0143',
'001948_0020',
'001956_0036',
'001980_0044',
'002016_0107',
'002017_0134',
'002019_0360',
'002077_0020',
'002080_0233',
'002114_0062',
'003323_0205',
'003345_0177',
'003346_0268',
'003361_0024',
'003469_0010',
'003476_0059',
'003504_0354',
'003536_0141',
'003541_0003',
'003546_0033',
'003572_0310',
'003582_0023',
'003595_0027',
'003609_0112',
'003612_0037',
'003617_0048',
'003618_0036',
'003620_0025',
'003657_0137',
'003669_0021',
'003682_0011',
'003691_0042',
'003698_0133',
'003701_0476',
'003759_0379',
'003805_0072',
'003823_0323',
'003840_0412',
'003859_0042',
'003862_0113',
'003925_0033',
'003927_0007',
'003931_0161',
'003935_0114',
'003940_0092',
'003968_0137',
'003972_0016',
'003975_0000',
'004038_0025',
'004039_0061',
'004044_0085',
'004090_0182',
'004111_0024',
'004126_0050',
'004131_0002',
'004133_0073',
'004158_0110',
'004184_0040',
'004188_0067',
'004256_0076',
'004257_0148',
'004315_0011',
'004316_0032',
'004346_0094',
'004387_0063',
'004389_0166',
'004413_0032',
'004425_0000',
'004426_0015',
'004427_0207',
'004463_0001',
'004470_0104',
'004493_0000',
'004500_0003',
'004599_0087',
'004683_0189',
'004712_0297',
'004757_0098',
'004782_0048',
'004783_0118',
'004789_0062',
'004790_0020',
'004795_0142',
'004997_0040',
'004998_0203',
'005047_0178',
'005078_0074',
'005098_0144',
'005102_0165',
'005104_0002',
'005160_0068',
'005162_0009',
'005167_0011',
'005177_0070',
'005178_0062',
'005183_0048',
'005191_0030',
'005288_0243',
'005344_0290',
'005441_0059',
'005574_0000',
'005617_0042',
'005917_0063',
'006439_0157',
'006515_0048',
'006536_0129',
'006675_0120',
'006723_0128',
'006730_0010',
'006759_0087',
'006828_0090',
'006834_0009',
'006835_0336'},
'bass': {'000153_0202',
'000276_0039',
'000751_0122',
'000798_0001',
'000866_0603',
'001017_0033',
'001025_0141',
'001147_0008',
'001150_0267',
'001180_0001',
'001275_0041',
'001299_0123',
'001381_0082',
'001382_0091',
'001383_0064',
'001419_0035',
'001518_0066',
'001524_0149',
'001717_0003',
'001740_0211',
'001877_0007',
'001886_0127',
'001942_0238',
'003473_0073',
'004005_0020',
'004023_0010',
'004025_0105',
'004199_0012',
'004364_0039',
'004366_0014',
'004999_0080',
'005006_0052',
'005221_0022',
'006517_0044',
'006607_0004',
'006719_0005',
'006735_0044',
'006848_0205'},
'cello': {'000634_0000',
'000748_0430',
'000880_0465',
'000882_0128',
'000904_0040',
'001013_0339',
'001118_0204',
'001171_0159',
'001217_0782',
'001230_0000',
'001289_0052',
'001600_0000',
'001719_0004',
'001742_0379',
'001780_0000',
'001876_0159',
'001929_0038',
'001976_0080',
'003320_0154',
'003364_0007',
'003479_0002',
'003720_0237',
'003894_0025',
'004001_0000',
'004160_0000',
'004177_0000',
'004195_0136',
'004263_0002',
'004268_0035',
'004437_0311',
'004485_0032',
'005084_0000',
'005619_0112',
'006606_0005',
'006718_0227',
'006722_0007',
'006761_0142',
'006841_0131'},
'clarinet': {'000046_0084',
'000134_0005',
'000135_0100',
'000138_0014',
'000176_0007',
'000182_0088',
'000183_0175',
'000184_0006',
'000253_0126',
'000273_0022',
'000274_0028',
'000275_0123',
'000277_0187',
'000282_0011',
'000285_0113',
'000293_0021',
'000300_0001',
'000309_0020',
'000310_0089',
'000317_0068',
'000342_0009',
'000346_0111',
'000352_0106',
'000353_0138',
'000356_0084',
'000362_0099',
'000367_0046',
'000385_0184',
'000393_0571',
'000398_0001',
'000403_0006',
'000407_0292',
'000421_0030',
'000429_0099',
'000436_0634',
'000438_0260',
'000440_0000',
'000441_0219',
'000443_0155',
'000445_0069',
'000459_0064',
'000468_0039',
'000474_0182',
'000476_0117',
'000483_0028',
'000484_0087',
'000485_0009',
'000493_0200',
'000501_0328',
'000503_0132',
'000530_0144',
'000544_0609',
'000555_0149',
'000565_0018',
'000570_0021',
'000573_0219',
'000587_0010',
'000609_0056',
'000610_0077',
'000612_0180',
'000613_0006',
'000616_0158',
'000635_0003',
'000646_0006',
'000647_0000',
'000651_0021',
'000693_0173',
'000694_0027',
'000716_0297',
'000717_0290',
'000718_0003',
'000719_0049',
'000727_0243',
'000729_0299',
'000734_0030',
'000735_0299',
'000737_0442',
'000739_0246',
'000743_0183',
'000752_0068',
'000753_0083',
'000754_0109',
'000755_0002',
'000760_0000',
'000763_0155',
'000765_0007',
'000769_0140',
'000770_0056',
'000775_0001',
'000776_0013',
'000779_0055',
'000803_0142',
'000831_0125',
'000832_0126',
'000837_0155',
'000845_0000',
'000858_0000',
'000870_0001',
'000874_0112',
'000878_0377',
'000883_0172',
'000895_0003',
'000907_0000',
'000908_0090',
'000911_0094',
'000915_0057',
'000916_0099',
'000918_0105',
'000920_0177',
'000921_0252',
'000922_0029',
'000923_0034',
'000924_0088',
'000928_0124',
'000930_0003',
'000931_0039',
'000937_0117',
'000945_0145',
'000947_0075',
'000948_0122',
'000953_0068',
'000954_0003',
'000957_0114',
'000961_0151',
'000964_0125',
'000990_0013',
'000995_0111',
'000996_0222',
'000997_0371',
'000998_0385',
'000999_0007',
'001004_0262',
'001006_0244',
'001007_0113',
'001020_0375',
'001034_0383',
'001035_0147',
'001049_0098',
'001061_0125',
'001068_0062',
'001072_0078',
'001074_0001',
'001075_0043',
'001078_0169',
'001081_0152',
'001089_0111',
'001108_0294',
'001113_1691',
'001126_0045',
'001133_0065',
'001138_0142',
'001145_0166',
'001148_0503',
'001157_0163',
'001158_0148',
'001168_0117',
'001169_0126',
'001172_0102',
'001173_0207',
'001177_0003',
'001181_0162',
'001188_0065',
'001215_0310',
'001220_0266',
'001226_0192',
'001227_0067',
'001229_0222',
'001233_0066',
'001242_0220',
'001244_0156',
'001247_0002',
'001248_0109',
'001249_0191',
'001250_0685',
'001251_0385',
'001252_0114',
'001254_0090',
'001255_0231',
'001256_0078',
'001257_0116',
'001262_0141',
'001266_0040',
'001267_0026',
'001268_0029',
'001272_0004',
'001274_0136',
'001276_0000',
'001279_0059',
'001280_0091',
'001281_0219',
'001287_0205',
'001288_0126',
'001290_0071',
'001291_0136',
'001292_0240',
'001304_0050',
'001309_0101',
'001310_0002',
'001329_0146',
'001338_0128',
'001340_0026',
'001352_0072',
'001360_0000',
'001363_0001',
'001368_0071',
'001369_0168',
'001384_0122',
'001414_0217',
'001416_0000',
'001417_0116',
'001418_0219',
'001420_0002',
'001421_0193',
'001422_0204',
'001425_0007',
'001427_0210',
'001443_0425',
'001450_0040',
'001451_0200',
'001501_0153',
'001507_0002',
'001508_0006',
'001509_0058',
'001512_0007',
'001513_0034',
'001520_0253',
'001528_0053',
'001530_0000',
'001544_0227',
'001549_0099',
'001552_0053',
'001556_0001',
'001557_0217',
'001559_0054',
'001560_0235',
'001566_0162',
'001572_0270',
'001580_0212',
'001592_0011',
'001593_0136',
'001594_0115',
'001595_0120',
'001597_0003',
'001602_0008',
'001603_0090',
'001604_0099',
'001605_0096',
'001609_0087',
'001612_0199',
'001613_0000',
'001614_0004',
'001633_0282',
'001636_0149',
'001639_0168',
'001641_0000',
'001644_0037',
'001648_0088',
'001649_0115',
'001660_0156',
'001663_0143',
'001675_0013',
'001678_0233',
'001693_0048',
'001713_0033',
'001714_0123',
'001732_0340',
'001738_0197',
'001741_0000',
'001743_0000',
'001747_0073',
'001756_0037',
'001770_0004',
'001771_0242',
'001792_0147',
'001794_0018',
'001807_0003',
'001809_0004',
'001816_0030',
'001818_0248',
'001824_0089',
'001825_0050',
'001874_0000',
'001875_0017',
'001885_0006',
'001890_0116',
'001918_0114',
'001930_0223',
'001937_0002',
'001954_0117',
'001955_0031',
'001959_0096',
'001977_0088',
'001985_0107',
'001988_0047',
'001989_0088',
'001996_0312',
'001998_0000',
'002008_0016',
'002012_0015',
'002072_0139',
'002074_0083',
'002078_0167',
'002098_0001',
'002110_0141',
'002113_0167',
'002115_0035',
'002119_0057',
'002129_0138',
'003259_0014',
'003260_0171',
'003277_0178',
'003279_0294',
'003284_0002',
'003348_0177',
'003359_0088',
'003362_0052',
'003372_0082',
'003373_0142',
'003375_0066',
'003385_0220',
'003404_0061',
'003406_0103',
'003446_0008',
'003452_0002',
'003456_0103',
'003467_0012',
'003498_0087',
'003501_0000',
'003503_0193',
'003519_0018',
'003545_0174',
'003552_0026',
'003554_0344',
'003558_0063',
'003559_0030',
'003560_0087',
'003561_0052',
'003563_0100',
'003566_0095',
'003570_0430',
'003573_0205',
'003579_0191',
'003583_0116',
'003584_0012',
'003588_0007',
'003594_0242',
'003603_0058',
'003604_0211',
'003605_0165',
'003607_0161',
'003624_0000',
'003645_0129',
'003654_0169',
'003658_0179',
'003662_0194',
'003665_0085',
'003680_0000',
'003683_0228',
'003684_0005',
'003685_0000',
'003687_0029',
'003688_0139',
'003694_0207',
'003696_0107',
'003699_0129',
'003700_0153',
'003702_0000',
'003709_0390',
'003710_0118',
'003711_0410',
'003714_0293',
'003719_0162',
'003726_0820',
'003727_0001',
'003736_0004',
'003749_0218',
'003751_0173',
'003752_0213',
'003753_0326',
'003754_0244',
'003755_0205',
'003756_0240',
'003758_0248',
'003766_0273',
'003795_0054',
'003796_0001',
'003821_0045',
'003833_0008',
'003834_0505',
'003837_0584',
'003838_1047',
'003845_0210',
'003846_0118',
'003855_0081',
'003856_0234',
'003857_0194',
'003860_0314',
'003868_0305',
'003870_0004',
'003871_0139',
'003872_0002',
'003873_0123',
'003874_0170',
'003875_0275',
'003887_0119',
'003888_0095',
'003890_0004',
'003892_0000',
'003893_0003',
'003930_0252',
'003937_0021',
'003944_0130',
'003971_0075',
'003979_0004',
'003980_0564',
'003981_0252',
'003983_0342',
'003985_0001',
'003987_0212',
'003990_0721',
'004003_0004',
'004004_0148',
'004018_0786',
'004019_1282',
'004032_0001',
'004045_0292',
'004089_0544',
'004091_0000',
'004094_0010',
'004096_0123',
'004100_0153',
'004104_0036',
'004107_0006',
'004113_0071',
'004116_0008',
'004119_0304',
'004120_0276',
'004121_0243',
'004124_0006',
'004125_0006',
'004127_0015',
'004132_0013',
'004156_0119',
'004159_0138',
'004167_0318',
'004169_0595',
'004176_0075',
'004186_0095',
'004187_0036',
'004192_1410',
'004193_0044',
'004194_0000',
'004200_0179',
'004201_0019',
'004243_0002',
'004251_0028',
'004252_0001',
'004254_0035',
'004260_0133',
'004261_0031',
'004267_0086',
'004269_0004',
'004271_0157',
'004275_0017',
'004276_0032',
'004283_0341',
'004298_0170',
'004309_0108',
'004332_0021',
'004334_0146',
'004335_0108',
'004368_0010',
'004373_0016',
'004374_1269',
'004376_0231',
'004381_0001',
'004386_0187',
'004393_0128',
'004398_0447',
'004400_0277',
'004403_0192',
'004405_0015',
'004406_0045',
'004420_0002',
'004421_0007',
'004423_0006',
'004431_0114',
'004432_0047',
'004434_0004',
'004436_0090',
'004442_0324',
'004459_0005',
'004460_0011',
'004461_0000',
'004465_0155',
'004468_0070',
'004469_0171',
'004490_0002',
'004491_0188',
'004495_0152',
'004498_0104',
'004503_0004',
'004513_1207',
'004534_0109',
'004601_0000',
'004602_0108',
'004603_0134',
'004605_0146',
'004684_0224',
'004685_0003',
'004687_0002',
'004706_0022',
'004709_0136',
'004713_0157',
'004742_0142',
'004745_0131',
'004747_0116',
'004751_0084',
'004758_0689',
'004759_0000',
'004770_0117',
'004776_0014',
'004777_0116',
'004778_0075',
'004781_0050',
'004784_0032',
'004785_0048',
'004787_0126',
'004788_0060',
'004791_0078',
'004793_0191',
'004800_0230',
'004827_0247',
'004830_0210',
'004831_0065',
'004838_0116',
'004841_0174',
'004847_0005',
'004848_0202',
'005013_0174',
'005017_0002',
'005020_0067',
'005022_0102',
'005023_0093',
'005024_0075',
'005025_0110',
'005029_0005',
'005033_0035',
'005034_0142',
'005037_0178',
'005040_0090',
'005042_0130',
'005056_0067',
'005061_0152',
'005062_0018',
'005065_0071',
'005083_0239',
'005091_0174',
'005100_0189',
'005103_0246',
'005142_0066',
'005143_0038',
'005161_0040',
'005164_0000',
'005165_0000',
'005166_0000',
'005175_0006',
'005176_0039',
'005179_0038',
'005180_0037',
'005188_0078',
'005190_0109',
'005192_0077',
'005199_0064',
'005226_0039',
'005243_0113',
'005266_0310',
'005272_0392',
'005273_0112',
'005284_0134',
'005287_0210',
'005295_0072',
'005298_0102',
'005299_0044',
'005306_0002',
'005310_0002',
'005312_0028',
'005314_0022',
'005315_0179',
'005318_0074',
'005341_0187',
'005343_0130',
'005354_0073',
'005395_0048',
'005396_0115',
'005399_0225',
'005400_0262',
'005403_0025',
'005404_0143',
'005412_0004',
'005474_0236',
'005513_0016',
'005521_0001',
'005531_0003',
'005534_0160',
'005566_0209',
'005569_0091',
'005573_0063',
'005620_0112',
'005621_0102',
'005622_0117',
'005623_0074',
'005624_0055',
'005872_0107',
'005875_0011',
'005921_0266',
'005922_0007',
'005925_0035',
'005964_0064',
'005965_0016',
'005986_0012',
'005992_0064',
'005993_0150',
'006269_0265',
'006270_0026',
'006272_0162',
'006275_0256',
'006332_0013',
'006355_0250',
'006357_0086',
'006370_0307',
'006374_0151',
'006381_0152',
'006387_0137',
'006401_0112',
'006524_0001',
'006525_0272',
'006527_0127',
'006530_0244',
'006533_0000',
'006630_0086',
'006632_0013',
'006633_0122',
'006635_0002',
'006664_0167',
'006717_0005',
'006726_0250',
'006729_0082',
'006732_0073',
'006754_0026',
'006766_0036',
'006776_0148',
'006785_0116',
'006786_0054',
'006790_0106',
'006791_0071',
'006794_0030',
'006796_0051',
'006798_0133',
'006799_0067',
'006806_0000',
'006831_0001',
'006832_0017',
'006833_0032',
'006846_0000'},
'cymbals': {'000228_0096',
'000256_0132',
'000257_0038',
'000284_0111',
'000446_0026',
'000567_0030',
'000568_0124',
'000580_0013',
'000607_0070',
'000667_0196',
'000671_0238',
'000712_0152',
'000713_0012',
'000722_0196',
'000762_0000',
'000764_0072',
'000772_0111',
'000773_0199',
'000774_0121',
'000805_0020',
'000840_0117',
'000856_0013',
'000859_0023',
'000860_0026',
'000862_0033',
'000863_0068',
'000959_0134',
'000992_0060',
'001026_0059',
'001039_0007',
'001060_0024',
'001063_0095',
'001088_0047',
'001105_0315',
'001129_0007',
'001156_0054',
'001161_0085',
'001165_0039',
'001170_0004',
'001174_0159',
'001175_0066',
'001185_0139',
'001186_0034',
'001189_0032',
'001190_0140',
'001204_0015',
'001271_0096',
'001273_0052',
'001294_0000',
'001297_0174',
'001298_0091',
'001354_0050',
'001358_0101',
'001359_0027',
'001361_0130',
'001362_0023',
'001364_0340',
'001365_0020',
'001366_0012',
'001370_0133',
'001372_0153',
'001373_0123',
'001374_0007',
'001375_0118',
'001378_0023',
'001412_0225',
'001413_0203',
'001431_0075',
'001519_0024',
'001521_0161',
'001525_0107',
'001527_0032',
'001610_0062',
'001611_0048',
'001619_0044',
'001645_0034',
'001712_0026',
'001748_0076',
'001782_0005',
'001785_0002',
'001860_0086',
'001931_0068',
'001940_0128',
'001941_0087',
'001943_0007',
'001944_0112',
'001945_0100',
'001958_0075',
'002011_0085',
'003408_0052',
'003470_0001',
'003515_0036',
'003516_0044',
'003592_0148',
'003593_0000',
'003613_0000',
'003666_0146',
'003763_0158',
'003793_0077',
'003941_0012',
'003948_0138',
'003978_0166',
'003982_0057',
'003984_0249',
'004007_0159',
'004024_0081',
'004026_0002',
'004027_0013',
'004028_0101',
'004029_0085',
'004030_0023',
'004031_0044',
'004033_0065',
'004034_0044',
'004035_0029',
'004128_0010',
'004134_0004',
'004157_0160',
'004174_0044',
'004179_0041',
'004183_0021',
'004185_0043',
'004189_0058',
'004190_0083',
'004197_0000',
'004198_0137',
'004215_0034',
'004218_0101',
'004246_0181',
'004264_0057',
'004265_0011',
'004272_0048',
'004273_0067',
'004303_0071',
'004367_0016',
'004369_0005',
'004371_0086',
'004372_0003',
'004383_0070',
'004391_0068',
'004394_0141',
'004395_0067',
'004411_0002',
'004412_0064',
'004414_0067',
'004475_0080',
'004476_0052',
'004479_0001',
'004484_0024',
'004486_0049',
'004489_0136',
'004996_0000',
'005097_0007',
'005101_0120',
'005186_0064',
'005193_0040',
'005196_0000',
'005222_0032',
'005238_0082',
'005308_0079',
'006532_0155',
'006605_0004',
'006608_0018',
'006609_0004',
'006610_0000',
'006734_0000',
'006839_0137',
'006843_0004'},
'drums': {'000452_0003',
'004022_0005',
'004796_0118',
'005003_0125',
'005187_0034',
'005239_0088',
'006629_0005',
'006677_0081',
'006684_0143'},
'flute': {'000344_0104',
'000423_0378',
'000486_0085',
'000575_0205',
'000783_0018',
'000825_0075',
'000855_0055',
'000861_0060',
'000868_0583',
'000971_0038',
'001121_0038',
'001236_0007',
'001237_0019',
'001270_0001',
'001284_0031',
'001319_0129',
'001415_0133',
'001433_0418',
'001708_0002',
'001781_0125',
'001866_0091',
'001974_0003',
'003407_0093',
'003616_0118',
'003959_0107',
'004694_0103',
'005045_0000',
'006768_0000'},
'guitar': {'000979_0038', '003889_0002', '004466_0013', '004488_0013'},
'harmonica': {'000335_0058',
'000689_0303',
'000839_0008',
'000950_0072',
'000963_0010',
'001130_0107',
'001178_0005',
'001301_0167',
'001336_0083',
'001367_0098',
'001607_0037',
'001628_0063',
'001659_0111',
'001772_0336',
'001773_0068',
'001800_0062',
'001810_0008',
'001960_0019',
'001981_0050',
'002126_0017',
'003830_0171',
'003938_0004',
'004112_0016',
'004129_0037',
'004242_0007',
'004435_0029',
'004482_0048',
'004604_0449',
'005004_0045',
'005219_0068',
'005402_0091',
'006398_0041',
'006631_0063',
'006829_0287'},
'harp': {'000003_0015',
'000010_0156',
'000136_0277',
'000141_0015',
'000149_0651',
'000150_1218',
'000152_0130',
'000154_0043',
'000161_0116',
'000163_0220',
'000168_0015',
'000172_0005',
'000173_0087',
'000178_0120',
'000191_0121',
'000193_0100',
'000237_0143',
'000247_0128',
'000249_0004',
'000251_0087',
'000255_0163',
'000258_0015',
'000304_0142',
'000312_0196',
'000323_0163',
'000338_0036',
'000354_0044',
'000361_0121',
'000364_0107',
'000365_0095',
'000397_0017',
'000400_0144',
'000402_0545',
'000406_0374',
'000408_0021',
'000410_0206',
'000411_0098',
'000418_0476',
'000419_0027',
'000437_0019',
'000444_0022',
'000470_0105',
'000472_0058',
'000482_0074',
'000495_0632',
'000496_0086',
'000502_0080',
'000507_0198',
'000511_0152',
'000522_0117',
'000524_0111',
'000527_0052',
'000529_0026',
'000535_0095',
'000536_0289',
'000540_0024',
'000541_0131',
'000546_0200',
'000549_0028',
'000566_0124',
'000586_0001',
'000603_0099',
'000619_0175',
'000629_0337',
'000630_0211',
'000638_0234',
'000643_0031',
'000652_0069',
'000653_0175',
'000668_0195',
'000670_0084',
'000674_0170',
'000675_0217',
'000676_0187',
'000677_0135',
'000680_0016',
'000681_0156',
'000682_0193',
'000686_0000',
'000687_0054',
'000688_0143',
'000697_0017',
'000703_0091',
'000706_0101',
'000707_0045',
'000714_0023',
'000715_0269',
'000726_0085',
'000736_0107',
'000740_0456',
'000741_0273',
'000742_0125',
'000745_0114',
'000749_0032',
'000750_0250',
'000757_0100',
'000758_0004',
'000759_0056',
'000766_0059',
'000768_0176',
'000777_0006',
'000780_0028',
'000785_0017',
'000799_0086',
'000800_0000',
'000801_0046',
'000806_0022',
'000814_0003',
'000815_0103',
'000819_0111',
'000820_0072',
'000821_0045',
'000827_0214',
'000829_0139',
'000833_0201',
'000834_0011',
'000835_0080',
'000846_0180',
'000847_0923',
'000852_0122',
'000869_0225',
'000871_0139',
'000872_0071',
'000873_0179',
'000875_0027',
'000888_0123',
'000890_0192',
'000899_0849',
'000906_0043',
'000909_0117',
'000932_0086',
'000933_0013',
'000934_0166',
'000943_0086',
'000949_0111',
'000956_0114',
'000958_0020',
'000960_0055',
'000962_0152',
'000970_0055',
'000972_0175',
'000978_0107',
'000984_0009',
'000988_0086',
'000991_0156',
'001001_0044',
'001018_0004',
'001019_0051',
'001021_0036',
'001028_0019',
'001029_0052',
'001032_0119',
'001033_0035',
'001036_0014',
'001042_0040',
'001044_0253',
'001047_0240',
'001052_0221',
'001071_0052',
'001080_0008',
'001085_0065',
'001086_0216',
'001110_1398',
'001116_0081',
'001117_0233',
'001122_0111',
'001125_0018',
'001127_0080',
'001131_0003',
'001135_0077',
'001142_0159',
'001143_0003',
'001179_0010',
'001191_0006',
'001194_0045',
'001195_0084',
'001196_0050',
'001197_0060',
'001212_0239',
'001219_0034',
'001225_0144',
'001231_0368',
'001232_0019',
'001234_0033',
'001235_0369',
'001258_0145',
'001261_0000',
'001269_0257',
'001277_0194',
'001302_0107',
'001306_0025',
'001317_0043',
'001325_0078',
'001330_0184',
'001334_0083',
'001341_0018',
'001342_0061',
'001344_0143',
'001346_0107',
'001347_0211',
'001349_0072',
'001353_0246',
'001355_0715',
'001376_0427',
'001377_0145',
'001444_0085',
'001477_0047',
'001478_0087',
'001486_0002',
'001496_0045',
'001498_0070',
'001499_0028',
'001504_0030',
'001516_0106',
'001517_0187',
'001522_0235',
'001532_0082',
'001533_0027',
'001538_0433',
'001545_0155',
'001550_0145',
'001553_0104',
'001558_0017',
'001562_0235',
'001570_0202',
'001574_0001',
'001576_0041',
'001579_0000',
'001589_0085',
'001601_0130',
'001629_0063',
'001652_0112',
'001662_0004',
'001666_0275',
'001667_0032',
'001668_0144',
'001672_0267',
'001679_0019',
'001692_0067',
'001700_0006',
'001720_0041',
'001726_0210',
'001735_0007',
'001744_0164',
'001750_0018',
'001754_0247',
'001759_0070',
'001761_0018',
'001786_0092',
'001793_0114',
'001797_0068',
'001803_0016',
'001808_0067',
'001819_0068',
'001823_0171',
'001828_0121',
'001835_0103',
'001864_0003',
'001865_0063',
'001867_0037',
'001869_0006',
'001898_0176',
'001900_0042',
'001910_0100',
'001911_0040',
'001912_0377',
'001921_0085',
'001932_0106',
'001934_0100',
'001935_0054',
'001947_0037',
'001949_0094',
'001952_0150',
'001957_0072',
'001961_0108',
'001962_0068',
'001969_0336',
'001971_0393',
'001973_0000',
'001975_1226',
'001978_1338',
'001982_0011',
'001990_0213',
'002000_0076',
'002001_0195',
'002002_0022',
'002004_0290',
'002005_0022',
'002006_0133',
'002007_0064',
'002010_0030',
'002018_0100',
'002020_0213',
'002021_0000',
'002071_0161',
'002096_0216',
'002097_0110',
'002100_0117',
'002101_0100',
'002116_0025',
'002117_0164',
'002128_0258',
'003225_0123',
'003262_0006',
'003263_0087',
'003264_0257',
'003265_0003',
'003266_0148',
'003268_0409',
'003276_0433',
'003278_0158',
'003286_0238',
'003314_0109',
'003317_0133',
'003347_0261',
'003358_0193',
'003368_0058',
'003370_0209',
'003371_0218',
'003377_0047',
'003380_0312',
'003384_0063',
'003401_0152',
'003403_0002',
'003405_0054',
'003425_0069',
'003426_0044',
'003427_0196',
'003429_0159',
'003430_0033',
'003432_0009',
'003433_0022',
'003435_0019',
'003445_0211',
'003450_0002',
'003505_0470',
'003517_0112',
'003520_0102',
'003522_0315',
'003533_0155',
'003542_0167',
'003543_0215',
'003544_0182',
'003547_0255',
'003553_0422',
'003556_0659',
'003565_0328',
'003568_0102',
'003569_0173',
'003574_0360',
'003575_0591',
'003580_0340',
'003581_0073',
'003591_0141',
'003602_0712',
'003606_0045',
'003621_0195',
'003622_0021',
'003625_1317',
'003646_0056',
'003650_0076',
'003651_0072',
'003652_0032',
'003653_0076',
'003659_0218',
'003661_0047',
'003668_0146',
'003671_0020',
'003672_0027',
'003681_0021',
'003686_0114',
'003689_0214',
'003690_0113',
'003697_0337',
'003703_1025',
'003704_0293',
'003721_0230',
'003723_0048',
'003738_0004',
'003741_0201',
'003745_0000',
'003750_0208',
'003761_0181',
'003764_0135',
'003765_0000',
'003791_0198',
'003792_0042',
'003794_0002',
'003797_0031',
'003800_0056',
'003802_0028',
'003807_0151',
'003809_1873',
'003811_0073',
'003813_0156',
'003814_0049',
'003815_0054',
'003816_0052',
'003819_0076',
'003822_0049',
'003825_0371',
'003826_0005',
'003827_0038',
'003829_0008',
'003839_0437',
'003844_0221',
'003854_0146',
'003861_0110',
'003863_0200',
'003867_0532',
'003899_0229',
'003917_0194',
'003918_0088',
'003922_0311',
'003924_0099',
'003926_0112',
'003928_0069',
'003929_0012',
'003934_0000',
'003936_0022',
'003942_0000',
'003945_0145',
'003946_0176',
'003947_0128',
'003950_0140',
'003951_0001',
'003952_0004',
'003953_0232',
'003954_0238',
'003955_0226',
'003956_0153',
'003957_0187',
'003963_0023',
'003965_0034',
'003966_0011',
'003967_0006',
'003969_0042',
'003970_0048',
'004000_0348',
'004002_0198',
'004010_0081',
'004011_0033',
'004012_0116',
'004017_0147',
'004020_0934',
'004040_0230',
'004043_0093',
'004070_0089',
'004072_0035',
'004073_0059',
'004075_0023',
'004076_0203',
'004077_0087',
'004078_0071',
'004079_0029',
'004080_0040',
'004082_1872',
'004083_0098',
'004085_0065',
'004087_0186',
'004088_0199',
'004105_0053',
'004106_0068',
'004118_1266',
'004164_0533',
'004168_0134',
'004170_0108',
'004180_0013',
'004205_0169',
'004214_0059',
'004221_0114',
'004222_0096',
'004228_0052',
'004244_0270',
'004249_0281',
'004255_0118',
'004259_0442',
'004262_0013',
'004270_0075',
'004274_0023',
'004284_0044',
'004305_0025',
'004331_0098',
'004333_0123',
'004344_0012',
'004375_0304',
'004377_0002',
'004378_0180',
'004379_0000',
'004384_0135',
'004385_0187',
'004404_0000',
'004409_0228',
'004415_0056',
'004416_0033',
'004424_0086',
'004438_0090',
'004440_0239',
'004441_0260',
'004443_0553',
'004447_0058',
'004449_0389',
'004452_0011',
'004454_0111',
'004458_0138',
'004472_0268',
'004474_0130',
'004496_0100',
'004501_0257',
'004505_0036',
'004521_0008',
'004523_1969',
'004533_0135',
'004537_0113',
'004543_0005',
'004544_0000',
'004682_0254',
'004692_0021',
'004695_0005',
'004699_0090',
'004703_0000',
'004704_0207',
'004741_0059',
'004753_0657',
'004756_0425',
'004760_0005',
'004761_0047',
'004764_0274',
'004769_0057',
'004772_0021',
'004773_0091',
'004775_0035',
'004779_0104',
'004780_0068',
'004794_0090',
'004797_0006',
'004803_0100',
'004829_0079',
'004832_0004',
'004834_0101',
'004835_0018',
'004850_0062',
'004851_0121',
'005007_0207',
'005014_0000',
'005049_0004',
'005050_0066',
'005055_0038',
'005079_0035',
'005082_0212',
'005085_0265',
'005089_0157',
'005090_0055',
'005155_0260',
'005189_0098',
'005198_0158',
'005200_0306',
'005201_0238',
'005202_0177',
'005244_0000',
'005264_0253',
'005275_0110',
'005276_0111',
'005278_0123',
'005279_0015',
'005281_0024',
'005286_0014',
'005301_0112',
'005302_0155',
'005319_0181',
'005321_0184',
'005325_0041',
'005337_0117',
'005345_0185',
'005370_0143',
'005397_0030',
'005406_0045',
'005407_0167',
'005408_0147',
'005410_0211',
'005510_0094',
'005535_0094',
'005562_0213',
'005871_0104',
'005879_0148',
'005916_0010',
'005936_0131',
'005955_0526',
'005989_0041',
'006001_0124',
'006003_0028',
'006174_0001',
'006176_0017',
'006177_0059',
'006179_0096',
'006266_0023',
'006268_0095',
'006331_0154',
'006368_0071',
'006376_0176',
'006390_0033',
'006392_0080',
'006396_0152',
'006400_0495',
'006403_0008',
'006407_0081',
'006408_0251',
'006411_0234',
'006442_0070',
'006443_0120',
'006448_0033',
'006464_0196',
'006466_0040',
'006511_0301',
'006512_0633',
'006519_0104',
'006520_0232',
'006529_0000',
'006534_0131',
'006566_0118',
'006603_0002',
'006611_0041',
'006641_0912',
'006666_0052',
'006731_0122',
'006756_0195',
'006760_0165',
'006775_0025',
'006788_0081',
'006789_0056',
'006792_0422',
'006795_0254',
'006797_0130',
'006800_0181',
'006802_0148',
'006807_0001',
'006809_0307',
'006850_0104',
'006857_0019'},
'mallet_percussion': {'000417_0270',
'000720_0027',
'001160_0000',
'001162_0014',
'001337_0006',
'001356_0072',
'001487_0011',
'001817_0028',
'003256_0008',
'003599_0002',
'003600_0108',
'004006_0071',
'004008_0078',
'004202_0029',
'004840_0052',
'006680_0008',
'006774_0000'},
'mandolin': {'005060_0280',
'001322_0009',
'005868_0058',
'000823_0243',
'005051_0114',
'003848_0242',
'000725_0681',
'004311_0168',
'000585_0025',
'004748_0014',
'005923_0204',
'004765_0305',
'003718_0184',
'004846_0208',
'003850_0131',
'006363_0062',
'003769_0337',
'001963_0089',
'006830_0069',
'006658_0182',
'000684_0285',
'006599_0050',
'000622_0193',
'001972_0015',
'000164_0071',
'006002_0096',
'006572_0050',
'001658_0016',
'000853_0013',
'005120_0481',
'001492_0151',
'001505_0005',
'004234_0275',
'003494_0014',
'000498_0024',
'005991_0163',
'001913_0022',
'005870_0036',
'003562_0562',
'004306_0023',
'006358_0065',
'006395_0182',
'004074_0067',
'004016_0176',
'006389_0079',
'003715_0134',
'001986_0053',
'001674_0379',
'000894_0144',
'001541_0050',
'001581_0117',
'000661_0451',
'001691_0016',
'004204_0037',
'001701_0218',
'000165_0143',
'000537_0332',
'006592_0337',
'006173_0085',
'006856_0028',
'001703_0172',
'000645_0090',
'004223_0003',
'000730_0316',
'004281_0112',
'004103_0095',
'004151_0002',
'000471_0150',
'006469_0098',
'001511_0068',
'004763_0056',
'003431_0068',
'003717_0024',
'003909_0268',
'000142_0091',
'000590_0070',
'000533_0063',
'003799_0133',
'000307_0086',
'000363_0072',
'000311_0183',
'005864_0218',
'004042_0079',
'004407_0132',
'001698_0090',
'000887_0137',
'003744_0055',
'000665_0086',
'000927_0118',
'005320_0033',
'004774_0141',
'000313_0115',
'003367_0048',
'006388_0308',
'000903_0166',
'000203_0141',
'002120_0106',
'000188_0020',
'000181_0127',
'000514_0054',
'000321_0026',
'000526_0010',
'000925_0006',
'004154_0074',
'003548_0730',
'003841_0395',
'001739_0152',
'004688_0206',
'003772_0061',
'005303_0048',
'004065_0129',
'000369_0000',
'005380_0057',
'003728_0434',
'001307_0188',
'000611_0051',
'001094_0008',
'004705_0146',
'000624_0056',
'003495_0217',
'001278_0347',
'000315_0198',
'005567_0077',
'000156_0044',
'004535_0017',
'005405_0009',
'000897_0050',
'006662_0058',
'000816_0024',
'004446_0153',
'003586_0107',
'000620_0178',
'003743_0318',
'006333_0195',
'004510_0149',
'005169_0275',
'006460_0019',
'005119_0265',
'003779_0131',
'000672_0163',
'001901_0207',
'000194_0075',
'000396_0156',
'001834_0054',
'000208_0118',
'006640_0321',
'000663_0622',
'003784_0116',
'000591_0089',
'006369_0057',
'006367_0032',
'001927_0087',
'004099_0175',
'004229_0008',
'000602_0314',
'006657_0148',
'001100_0041',
'003884_0270',
'003540_0499',
'003762_0007',
'003915_0007',
'005107_0099',
'004804_0279',
'004399_2726',
'001736_0205',
'004041_0027',
'004092_0036',
'004739_0048',
'000685_0032',
'004238_0300',
'001308_0091',
'006667_2159',
'000330_0079',
'003587_0202',
'003518_0005',
'003489_0083',
'004279_0210',
'005379_0047',
'006569_0020',
'004054_0163',
'006562_0019',
'006465_0174',
'006639_0027',
'001924_0079',
'003656_0592',
'003462_0102',
'000387_0068',
'004231_0198',
'003257_0016',
'001097_0089',
'000731_0291',
'003499_0045',
'003664_0618',
'000422_0868',
'004068_0330',
'001093_0261',
'006781_0062',
'001892_0216',
'004749_0006',
'004514_1187',
'000650_0062',
'000206_0121',
'002079_0223',
'000213_0140',
'001327_0041',
'001482_0098',
'005159_0272',
'001999_0388',
'000877_0091',
'001833_0039',
'005144_0362',
'003958_0135',
'005865_0091',
'000628_0051',
'003655_0175',
'004224_0212',
'001622_0014',
'000659_0357',
'004849_0237',
'000198_0004',
'003905_0406',
'000901_0066',
'000144_0025',
'003488_0177',
'000631_0043',
'001588_0209',
'001965_0012',
'001333_0096',
'004225_0175',
'003908_0264',
'003880_0178',
'000492_0056',
'003386_0250',
'000405_0095',
'005158_0084',
'000571_0058',
'000892_0152',
'000401_0660',
'001153_0158',
'000538_0195',
'006593_0142',
'001216_1842',
'001997_0033',
'000195_0122',
'001991_0036',
'004239_0063',
'001917_0017',
'000473_0103',
'000900_0188',
'006660_0167',
'006276_0235',
'003881_0090',
'005477_0035',
'004445_0025',
'001208_0204',
'001321_0030',
'000333_0076',
'005043_0086',
'005571_0025',
'000881_0123',
'000662_0098',
'005375_0084',
'003895_0313',
'006787_0309',
'000325_0008',
'001815_0084',
'006459_0219',
'000147_0194',
'000669_0152',
'005053_0098',
'003716_0097',
'004418_0001',
'004216_0008',
'006663_0142',
'003648_0085',
'000158_0011',
'003678_0113',
'003828_0028',
'001684_0048',
'005376_0075',
'004497_0189',
'006715_0854',
'005059_0027',
'005274_0433',
'001950_0117',
'006523_0053',
'003911_0122',
'004524_0705',
'001884_0042',
'004209_0213',
'001259_0028',
'003481_0115',
'001510_0079',
'005054_0066',
'005147_0099',
'001784_0092',
'000185_0003',
'003379_0182',
'004165_0012',
'006366_0258',
'000621_0117',
'003786_0119',
'001313_0115',
'000159_0097',
'001154_0056',
'001120_0457',
'000891_0353',
'001887_0063',
'001915_0112',
'003564_0204',
'000384_0022',
'004422_0089',
'004084_0031',
'005026_0047',
'005918_0157',
'001495_0290',
'003883_0101',
'000905_0090',
'003491_0058',
'004444_0263',
'004212_0169',
'004310_0145',
'000448_0024',
'000705_0307',
'003977_0126',
'000644_0060',
'000359_0098',
'004236_0162',
'003537_0051',
'004336_0809',
'001626_0471',
'005867_0008',
'006354_0111',
'004207_0339',
'001345_0025',
'003914_0154',
'004494_0069',
'001238_0342',
'003428_0008',
'000658_0107',
'003285_0007',
'001490_0004',
'001926_0029',
'006399_0190',
'000547_0158',
'006329_0178',
'001206_0222',
'000648_0023',
'000238_0393',
'003557_0002',
'004117_0776',
'001335_0202',
'000898_0024',
'005270_0121',
'006587_0150',
'000679_0003',
'005140_0112',
'005141_0018',
'006404_0390',
'000509_0023',
'004744_0037',
'000655_0345',
'004492_0008',
'004402_0167',
'001561_0276',
'001098_0115',
'001146_0049',
'003988_0053',
'000481_0001',
'003459_0204',
'003913_0319',
'004511_0076',
'006330_0079',
'003847_0040',
'006510_0341',
'004453_0205',
'000656_0283',
'005106_0182',
'000462_0071',
'000557_0099',
'002103_0014',
'003964_0046',
'001265_0011',
'001102_0246',
'004520_0123',
'005277_0023',
'001919_0076',
'006379_0060',
'003788_0138',
'004766_0265',
'006595_0052',
'005019_0091',
'006360_0141',
'003598_0108',
'000211_0074',
'003866_1758',
'000744_0009',
'000723_0012',
'004220_0205',
'003454_0108',
'001694_0199',
'005027_0097',
'004313_0226',
'000709_0149',
'006373_0002',
'006849_0334',
'005170_0272',
'005052_0001',
'003289_0241',
'000026_0040',
'003288_0049',
'005012_0013',
'001688_0201',
'004499_0008',
'003290_1456',
'005009_0021',
'006636_1079',
'004517_1046',
'001058_0007',
'001922_0019',
'005409_0224',
'003451_0400',
'003748_0724',
'004691_0176',
'003989_0013',
'001690_0154',
'000649_0106',
'000202_0037',
'004532_0082',
'001155_0183',
'004235_0233',
'000490_0019',
'001623_0082',
'000442_0191',
'000512_0075',
'000592_0115',
'003916_0029',
'001796_0128',
'001199_0084',
'000523_0079',
'003783_0015',
'003443_0085',
'000461_0190',
'004542_0396',
'000929_0079',
'001967_0090',
'004101_0102',
'006637_0148',
'002102_0060',
'004081_1946',
'001682_0295',
'002109_0081',
'004299_0198',
'003886_1329',
'003424_0163',
'000331_0170',
'001895_0004',
'004095_0120',
'006463_0172',
'001339_0033',
'003444_0019',
'000617_0229',
'005032_0112',
'005157_0004',
'000048_0036',
'003610_1298',
'001323_0231',
'006727_0088',
'005156_0187',
'000639_0475',
'000641_0105',
'000517_0230',
'000341_0030',
'003349_0079',
'000155_0011',
'005305_0092',
'003882_0002',
'001563_0112',
'003785_0010',
'000626_0155',
'005481_0202',
'001840_0052',
'004471_0389',
'004230_0138',
'006265_0232',
'006372_0002',
'001046_0205',
'004429_1739',
'004240_2300',
'006574_0047',
'004746_0010',
'001318_0162',
'005001_0381',
'004108_0015',
'006590_0091',
'001704_0289',
'005533_0019',
'006522_0078',
'005271_0002',
'006668_0214',
'003486_0102',
'003679_0287',
'001799_0023',
'005036_0111',
'005876_0243',
'000162_0211',
'004698_0335',
'005063_0015',
'006600_0080',
'003747_0407',
'001218_1121',
'001925_0006',
'002104_0102',
'001240_0833',
'005377_0056',
'001207_0022',
'001324_0204',
'003746_0203',
'004109_0012',
'000793_0137',
'000542_0469',
'000308_0179',
'000414_0112',
'000204_0283',
'000350_0068',
'003482_0094',
'000466_0102',
'001193_0031',
'001043_0214',
'004536_0047',
'001765_0074',
'004506_1444',
'003787_0192',
'001536_0005',
'000207_0059',
'001475_0198',
'001503_0023',
'004093_0003',
'003521_0375',
'005265_0438',
'001483_0397',
'004066_0100',
'005149_0015',
'001331_0197',
'004516_1090',
'003832_0179',
'000343_0022',
'001537_0378',
'003774_1199',
'004473_0463',
'001631_0016',
'003350_0484',
'000197_0008',
'001211_0056',
'004754_0058',
'006584_0033',
'003864_1151',
'003649_0153',
'003921_0132',
'003492_0014',
'001657_0008',
'000539_0142',
'005311_0048',
'001474_0100',
'001680_0084',
'001966_0140',
'000885_0121',
'000303_0041',
'004226_0186',
'003773_0593',
'006753_0105',
'006461_0089',
'003729_1595',
'000167_0130',
'003660_0131',
'003897_0428',
'005280_0203',
'000642_0384',
'004300_0088',
'005398_0388',
'001896_0014',
'003853_0188',
'000660_0127',
'003708_0163',
'006342_0195',
'003768_0093',
'003739_0365',
'001569_0269',
'000761_0126',
'004277_0738',
'001685_0029',
'000708_0202',
'005378_0080',
'000673_0168',
'003487_0016',
'004123_0090',
'003324_0004',
'004258_0055',
'006783_0128',
'006793_0160',
'000606_0002',
'001805_0043',
'000190_0203',
'001992_0102',
'003490_0105',
'003767_0572',
'001073_0085',
'004738_0164',
'001555_0134',
'004213_0056',
'004702_0082',
'005030_0204',
'000475_0107',
'001184_0021',
'003842_0029',
'001051_0423',
'004451_0085',
'006855_0069',
'002003_0081',
'001970_0249',
'000548_0041',
'001326_0168',
'000371_0099',
'001476_0055',
'005171_0023',
'001827_0106',
'003902_2287',
'001066_0035',
'004162_1109',
'005041_0160',
'006564_0042',
'000516_0460',
'004237_0081',
'004762_0191',
'000139_0041',
'004507_0075',
'004991_0356',
'003705_0341',
'001686_0187',
'000559_0128',
'000469_0213',
'003483_0205',
'003663_0172',
'003898_0631',
'006567_0000',
'004410_0212',
'001630_0146',
'001953_0018',
'000157_0210',
'004297_0050',
'001699_0207',
'003960_0399',
'003851_0046',
'005268_0209',
'006327_0948',
'004743_0005',
'003460_0266',
'000349_0012',
'003667_0002',
'006394_0012',
'006274_0147',
'005028_0111',
'003535_0196',
'001893_0115',
'005576_0197',
'004232_0283',
'001320_0077',
'006780_0010',
'001314_0204',
'005340_0014',
'003382_0018',
'003514_0007',
'004509_0170',
'000504_0173',
'000515_0109',
'004098_0107',
'000355_0097',
'006467_0076',
'003485_0096',
'005401_0047',
'001578_0193',
'001101_0002',
'005600_0171',
'001514_0011',
'000205_0151',
'001670_0347',
'000973_0075',
'001842_0095',
'001995_0332',
'000893_0406',
'003670_0032',
'000563_0071',
'003906_0033',
'003849_0067',
'004056_0341',
'006004_0064',
'001831_0043',
'003903_0298',
'000683_0213',
'004247_0390',
'006752_0066',
'003369_0218',
'005095_0019',
'004055_0409',
'004227_0157',
'006586_0333',
'001673_0210',
'005015_0198',
'001515_0121',
'004768_0176',
'001210_0303',
'000210_0017',
'002082_0000',
'005148_0097',
'003771_0031',
'000196_0082',
'006596_0159',
'003538_0129',
'004253_0179',
'006733_1227',
'001721_0052',
'000319_0088',
'001048_0059',
'005092_0110',
'000479_0179',
'001502_0049',
'004439_1008',
'000510_0104',
'000200_0050',
'000550_0000',
'000248_0143',
'001303_0011',
'005018_0252',
'005058_0233',
'001305_0034',
'006762_0141',
'004102_0061',
'000691_0202',
'001082_0013',
'003585_0163',
'005577_0032',
'003707_0285',
'001635_0002',
'000464_0264',
'004210_0032',
'004015_0433',
'004206_0150',
'006393_0098',
'000604_0027',
'005044_0034',
'004114_0511',
'005087_0262',
'000209_0280',
'001260_0028',
'000797_0058',
'000140_0232',
'000664_0062',
'006602_0026',
'006571_0139',
'006402_0069',
'003463_0042',
'001315_0125',
'003910_0223',
'003904_0194',
'001814_0118',
'004245_0289',
'004455_3050',
'004037_0312',
'001140_0027',
'000146_0113',
'003484_0125',
'001767_0066',
'001554_0083',
'000554_0063',
'005021_0176',
'003780_0169',
'006380_0166',
'006589_0140',
'004515_0011',
'000889_0372',
'006784_0042',
'003742_0013',
'004211_0053',
'003876_1001',
'005940_0116',
'001830_0179',
'003919_0087',
'003777_0090',
'001822_0035',
'000328_0060',
'004382_0432',
'001564_2176',
'003865_0623',
'006779_0018',
'001709_0078',
'001096_0111',
'001755_0013',
'003497_0020',
'004419_0002',
'001023_0403',
'004450_0106',
'001543_0181',
'001844_0025',
'005011_0068',
'004308_0077',
'001540_0099',
'003465_0065',
'005016_0227',
'000212_0171',
'000252_0081',
'001479_0006',
'003539_0526',
'005038_0020',
'005057_0314',
'005035_0108',
'006585_0196',
'001843_0096',
'000525_0012',
'001497_0378',
'003776_0034',
'004069_0125',
'004771_0263',
'001964_0090',
'006597_0172',
'003532_0058',
'004522_0176',
'001263_0095',
'001076_0147',
'001050_0120',
'001494_0035',
'000618_0102',
'004280_0394',
'001022_0188',
'000005_0194',
'001547_0008',
'000337_0013',
'000386_0355',
'004518_0081',
'003534_0009',
'003154_0124',
'000491_0131',
'005031_0003',
'004097_0095',
'001695_0233',
'006410_0050',
'000623_0032',
'006565_0009',
'000166_0291',
'000332_0075',
'003843_0631',
'006568_0081',
'003737_0089',
'000556_0204',
'001069_0078',
'003589_0114',
'004767_0346',
'003775_0354',
'001151_0085',
'003464_0132',
'001167_0018',
'003267_1046',
'001687_0331',
'003770_0174',
'004519_0064',
'005915_0090',
'000404_0616',
'003692_0024',
'003803_0059',
'005267_0006',
'006364_0416',
'000940_0071',
'001909_0180',
'006851_0182',
'004737_0163',
'000500_0006',
'001296_0154',
'004430_2407',
'002014_0131',
'001697_0221',
'006656_0184',
'001757_0204',
'003496_0276',
'006854_0126',
'004487_0010',
'006385_0057',
'001214_0593',
'003466_0115',
'004755_0271',
'003597_0076',
'004740_0033',
'003778_0167',
'006397_0093',
'003449_0027',
'004508_0035',
'003920_0189',
'001152_0151',
'005873_0195',
'004401_0174',
'000625_0078',
'000561_0265',
'006271_0150',
'005342_0067',
'004013_0136',
'004539_0229',
'005133_1686',
'004203_0023',
'003590_0353',
'000657_0309',
'000339_0097',
'001144_0291',
'001163_0123',
'005152_0015',
'001871_0090',
'005601_0195',
'001681_0037',
'001585_0223',
'000201_0012',
'005517_0278',
'003790_0160',
'003647_0192',
'006383_0079',
'003789_0022',
'000902_0072',
'004067_0024',
'004014_0423',
'000545_0185',
'001923_0003',
'000416_0180',
'004701_0124',
'005381_0030',
'000817_0044',
'001222_0096',
'001343_0311',
'001928_0061',
'000412_0164',
'001683_0056',
'006803_0077',
'006382_0062',
'003735_0009',
'005939_0252',
'001696_0194',
'000145_0080',
'001491_0092',
'001182_0008',
'001546_0185',
'001894_0066',
'003896_0138',
'003493_0220',
'001095_0058',
'003782_0005',
'001768_0076',
'000787_0000',
'005866_0100',
'004408_0015',
'005919_0007',
'003461_0023',
'004036_0310',
'001209_0393',
'006638_0561',
'001841_0021',
'001311_0045',
'005878_0214',
'006598_0113',
'001099_0054',
'002099_0225',
'001702_0017',
'001968_0086',
'000513_0168',
'004304_0043',
'004208_0124',
'005048_0073',
'004994_0140',
'001198_0000',
'006716_0007',
'001380_0223',
'001802_0158',
'006782_0093',
'003852_0145',
'006405_0069',
'000593_0045',
'006728_0086',
'000030_0052',
'001506_0079',
'006805_0121',
'003781_0218',
'001705_0013',
'003596_0084',
'000728_0228',
'000756_0477',
'005088_0130',
'003912_0053',
'001542_0196',
'006375_0047',
'004750_0098',
'004233_0199',
'000528_0090',
'003447_0021',
'003885_0114',
'004071_0003',
'001689_0256'},
'organ': {'000394_0019',
'000771_0130',
'000818_0216',
'000851_0076',
'001136_0070',
'001159_0087',
'001192_0043',
'001228_0000',
'001295_0054',
'001426_0211',
'001489_0125',
'001531_0113',
'001642_0049',
'001753_0070',
'001914_0043',
'001933_0054',
'001987_0012',
'003440_0132',
'004606_0068',
'004837_0090'},
'piano': {'000306_0073',
'000497_0051',
'000564_0056',
'001002_0334',
'001316_0041',
'001485_0084',
'001523_0120',
'003315_0063',
'003932_0003',
'004181_0000',
'004392_0055'},
'saxophone': {'000226_0154',
'000532_0122',
'000788_0010',
'000841_0148',
'001077_0143',
'003357_0126',
'003614_0115',
'003638_0156',
'003961_0096',
'004196_0061',
'006409_0171',
'006537_0009'},
'synthesizer': {'000192_0018',
'000432_0005',
'000434_0003',
'000435_0127',
'000447_0097',
'000721_0054',
'000917_0027',
'001003_0032',
'001014_0118',
'001015_0150',
'001084_0001',
'001111_0005',
'001221_0245',
'001224_0137',
'001241_0002',
'001243_0002',
'001293_0054',
'001428_0088',
'001429_0018',
'001430_0257',
'001432_0052',
'001436_0066',
'001480_0000',
'001573_0087',
'001615_0002',
'001637_0023',
'001718_0009',
'001870_0064',
'001880_0001',
'002112_0107',
'003363_0028',
'003448_0000',
'003804_0050',
'003808_0051',
'006757_0025',
'006765_0030'},
'trombone': {'000246_0073',
'000334_0049',
'000562_0060',
'000569_0105',
'000574_0160',
'000579_0138',
'000666_0186',
'000702_0143',
'000786_0142',
'000790_0014',
'000830_0010',
'000935_0202',
'000944_0015',
'000951_0020',
'001016_0033',
'001027_0000',
'001083_0092',
'001124_0099',
'001202_0072',
'001300_0260',
'001638_0111',
'001745_0026',
'001749_0006',
'001752_0043',
'001795_0170',
'001811_0077',
'001821_0007',
'001891_0303',
'001902_0281',
'001946_0001',
'001979_0011',
'001984_0230',
'003258_0183',
'003280_0366',
'003322_0068',
'003409_0074',
'003457_0128',
'003475_0070',
'003477_0190',
'003478_0138',
'003502_0349',
'003695_0141',
'003722_0056',
'003724_0050',
'003725_0022',
'003760_0345',
'003812_0071',
'003817_0135',
'003933_0023',
'003974_0295',
'004086_0227',
'004171_0077',
'004172_0043',
'004191_0097',
'004250_0154',
'004285_0070',
'004296_0000',
'004302_0101',
'004312_0048',
'004330_0067',
'004348_0131',
'004349_0001',
'004363_0068',
'004380_0021',
'004388_0122',
'004396_0169',
'004397_0146',
'004477_0007',
'004478_0028',
'004483_0064',
'004786_0086',
'004792_0067',
'005064_0035',
'005151_0089',
'005153_0130',
'005182_0058',
'005184_0070',
'005227_0129',
'005240_0069',
'005242_0156',
'005258_0141',
'005285_0028',
'005304_0069',
'005570_0110',
'005618_0036',
'005625_0027',
'005966_0089',
'005988_0152',
'006679_0273',
'006777_0009'},
'trumpet': {'000508_0217',
'001608_0078',
'001881_0052',
'003471_0000',
'003818_0006',
'003836_0000',
'003943_0051',
'004217_0012',
'004464_0001',
'004480_0024',
'004836_0212',
'005224_0070',
'006604_0062'},
'ukulele': {'000160_0029',
'000781_0011',
'000975_0060',
'000986_0081',
'001079_0115',
'001092_0030',
'001587_0008',
'001669_0002',
'001806_0005',
'001820_0157',
'001916_0148',
'003453_0188',
'003939_0204',
'003962_0002',
'003973_0005',
'005163_0133',
'005223_0112',
'005245_0016',
'006773_0015',
'006808_0149'},
'violin': {'000002_0145',
'001286_0096',
'001707_0034',
'003458_0063',
'004009_0613',
'004365_0001',
'006678_0009'},
'voice': {'001938_0031', '002108_0009', '006674_0027'}}
In [108]:
df_sample = df.loc[idx_set['accordion']]
In [109]:
df_sample
Out[109]:
accordion
bagpipes
banjo
bass
cello
clarinet
cymbals
drums
flute
guitar
...
mandolin
organ
piano
saxophone
synthesizer
trombone
trumpet
ukulele
violin
voice
006778_0094
0.056028
0.030182
0.013181
0.274565
0.020041
0.006085
0.216374
0.960412
0.128699
0.976360
...
0.021004
0.024246
0.088527
0.010836
0.271257
0.005282
0.013528
0.014448
0.231705
0.929875
000520_0023
0.127793
0.023993
0.018696
0.212785
0.034078
0.011272
0.084620
0.463127
0.011403
0.977577
...
0.011783
0.053170
0.068119
0.057008
0.036096
0.065428
0.063054
0.071385
0.107533
0.991585
005348_0167
0.042222
0.007372
0.008095
0.139990
0.015287
0.008386
0.253342
0.898838
0.020774
0.442502
...
0.014118
0.061495
0.230494
0.079757
0.631158
0.031870
0.033104
0.010402
0.112889
0.246582
000896_0010
0.041396
0.016510
0.009858
0.203339
0.012931
0.005209
0.213564
0.989717
0.016520
0.923699
...
0.010170
0.073024
0.111335
0.025140
0.076441
0.010038
0.014518
0.017895
0.104406
0.865012
001328_0269
0.666794
0.008974
0.001691
0.033927
0.006295
0.005402
0.023408
0.381836
0.017630
0.113637
...
0.002222
0.367198
0.304739
0.013553
0.736752
0.010464
0.011394
0.002520
0.041046
0.256928
000314_0087
0.045780
0.005081
0.003802
0.164943
0.010289
0.004946
0.147368
0.922303
0.040457
0.433775
...
0.002894
0.075194
0.219693
0.014838
0.772367
0.010196
0.012753
0.021114
0.056884
0.968580
001983_0262
0.058407
0.003924
0.013125
0.224223
0.016716
0.014200
0.188921
0.504537
0.021904
0.925450
...
0.007391
0.673576
0.334656
0.074852
0.789065
0.040517
0.042939
0.057567
0.049380
0.682133
003319_0235
0.071594
0.011565
0.006103
0.022010
0.005413
0.021278
0.017025
0.356079
0.066053
0.101530
...
0.009524
0.041536
0.232215
0.030022
0.859785
0.008897
0.017314
0.011597
0.051755
0.999198
000828_0066
0.042752
0.010893
0.003128
0.116592
0.016603
0.004682
0.106692
0.978466
0.007320
0.380614
...
0.002885
0.111688
0.221341
0.043994
0.271143
0.057579
0.056710
0.010672
0.161247
0.898313
004600_0070
0.145217
0.003204
0.002407
0.257536
0.012843
0.006071
0.085090
0.570699
0.006217
0.984789
...
0.005373
0.116447
0.315286
0.044047
0.141992
0.006332
0.009228
0.008134
0.169082
0.977692
001437_0127
0.048423
0.017036
0.004611
0.146302
0.010435
0.005856
0.043010
0.876039
0.016913
0.337407
...
0.004867
0.072684
0.141429
0.023235
0.475998
0.008485
0.012494
0.013191
0.112195
0.994261
003567_0001
0.048390
0.006456
0.001768
0.038186
0.003972
0.006926
0.145885
0.958290
0.011953
0.165099
...
0.002403
0.046368
0.272911
0.027863
0.707805
0.013763
0.029438
0.002835
0.059800
0.105637
001024_0070
0.048422
0.006453
0.001811
0.189487
0.011635
0.004601
0.095522
0.738748
0.016660
0.504869
...
0.002868
0.090976
0.420899
0.026111
0.361867
0.011411
0.019730
0.006775
0.189641
0.913894
001715_0016
0.048863
0.020841
0.017682
0.282958
0.018815
0.010575
0.089648
0.469752
0.040398
0.914377
...
0.015710
0.092351
0.149370
0.030043
0.707663
0.013796
0.023675
0.035619
0.127357
0.995854
001424_0000
0.053939
0.016023
0.010546
0.278909
0.031056
0.020268
0.067567
0.525542
0.046440
0.902167
...
0.013000
0.063382
0.314657
0.043251
0.530931
0.026232
0.045543
0.015172
0.381896
0.932331
004541_0002
0.104178
0.021338
0.004685
0.236736
0.056830
0.009559
0.313585
0.979824
0.080346
0.937030
...
0.008192
0.243999
0.234168
0.034811
0.377539
0.021325
0.019181
0.014471
0.136838
0.532071
005000_0012
0.079210
0.005831
0.018190
0.105555
0.014197
0.015112
0.118559
0.837892
0.045863
0.692736
...
0.018595
0.104110
0.288884
0.035771
0.520188
0.018568
0.040218
0.038635
0.119766
0.935769
006655_0183
0.252262
0.006082
0.007251
0.064316
0.009497
0.008607
0.191784
0.845832
0.036819
0.296936
...
0.015004
0.100068
0.370238
0.072030
0.421235
0.025339
0.040897
0.016794
0.097708
0.559015
001879_0209
0.046514
0.024309
0.020956
0.075537
0.017449
0.009051
0.057135
0.581699
0.062505
0.261033
...
0.026888
0.156056
0.202313
0.024741
0.881578
0.014536
0.018131
0.014707
0.180743
0.785986
006755_0054
0.066404
0.005698
0.000695
0.137817
0.014286
0.004682
0.037913
0.696843
0.033496
0.678905
...
0.001727
0.229464
0.353294
0.016577
0.660173
0.030644
0.018317
0.001571
0.109363
0.466586
002075_0062
0.100379
0.024381
0.014912
0.212218
0.013338
0.010092
0.071482
0.660774
0.012763
0.634184
...
0.007355
0.079664
0.121393
0.048340
0.198081
0.048622
0.059082
0.020681
0.116623
0.671570
001746_0033
0.048898
0.018974
0.002882
0.471925
0.010508
0.009633
0.045408
0.351017
0.017077
0.998398
...
0.003471
0.093840
0.237897
0.015402
0.645851
0.006166
0.011418
0.012738
0.052806
0.219445
003626_0123
0.125850
0.014355
0.010851
0.257033
0.009878
0.021346
0.086103
0.397542
0.010437
0.997397
...
0.013274
0.043797
0.201999
0.124273
0.181432
0.024156
0.052032
0.013377
0.086864
0.545594
004833_0142
0.053913
0.004794
0.006477
0.236006
0.007193
0.007472
0.173085
0.650624
0.010111
0.968426
...
0.008375
0.084318
0.158291
0.069345
0.101720
0.016373
0.037317
0.012086
0.065183
0.405791
006724_0012
0.050097
0.007437
0.006986
0.124388
0.015642
0.008626
0.112343
0.857935
0.049076
0.436057
...
0.011075
0.179176
0.233100
0.028678
0.737412
0.010625
0.015736
0.019156
0.098677
0.682313
000967_0054
0.057726
0.010433
0.012439
0.217175
0.031646
0.011050
0.336514
0.975643
0.029121
0.719669
...
0.011877
0.113367
0.196911
0.041289
0.482108
0.051359
0.030440
0.039939
0.066136
0.996622
004178_0070
0.063563
0.004800
0.018308
0.147857
0.018379
0.007851
0.574907
0.974411
0.006747
0.989330
...
0.010007
0.059970
0.090488
0.052026
0.047612
0.023789
0.023978
0.022383
0.050317
0.575277
000254_0107
0.063745
0.008256
0.014914
0.252672
0.011327
0.006628
0.101098
0.765923
0.002700
0.984764
...
0.002031
0.022925
0.023689
0.018413
0.017083
0.018745
0.021246
0.012439
0.117973
0.999440
001357_0007
0.070261
0.010426
0.020010
0.307139
0.009883
0.007658
0.263613
0.989582
0.020468
0.734543
...
0.019815
0.041270
0.147913
0.022284
0.243202
0.013476
0.022404
0.055407
0.116795
0.983250
005309_0026
0.154093
0.011612
0.005932
0.184822
0.017960
0.008813
0.186418
0.836707
0.020989
0.680640
...
0.010567
0.122174
0.349547
0.029781
0.554315
0.014893
0.021666
0.006623
0.192847
0.949290
001059_0085
0.049922
0.006081
0.004314
0.142845
0.016299
0.006574
0.190206
0.972524
0.005967
0.542451
...
0.004675
0.121429
0.119136
0.093967
0.027282
0.028464
0.044398
0.008644
0.104105
0.859201
001598_0002
0.299846
0.024895
0.005784
0.237930
0.088997
0.017242
0.043108
0.381020
0.006828
0.920687
...
0.004503
0.220663
0.153610
0.059402
0.052958
0.080394
0.067157
0.010006
0.305590
0.999825
003608_0040
0.047032
0.016545
0.012321
0.205754
0.010778
0.005678
0.207257
0.900589
0.007488
0.869801
...
0.002330
0.013820
0.018085
0.021352
0.043229
0.015838
0.021156
0.012085
0.085847
0.988867
000738_0010
0.050995
0.015950
0.030052
0.046868
0.018682
0.015199
0.036720
0.504499
0.046955
0.293347
...
0.013627
0.017276
0.041854
0.018637
0.072563
0.014747
0.022897
0.069478
0.190358
0.999813
000969_0125
0.058281
0.007309
0.019083
0.151590
0.017283
0.015371
0.176076
0.814291
0.080007
0.449256
...
0.025352
0.024912
0.178351
0.030933
0.494185
0.026948
0.032326
0.047082
0.096593
0.975509
004417_0107
0.042037
0.011748
0.022683
0.116438
0.011953
0.005833
0.158679
0.569775
0.010568
0.393417
...
0.004673
0.025223
0.036654
0.019431
0.035762
0.015859
0.017668
0.027872
0.094396
0.996581
000926_0001
0.060240
0.011913
0.003840
0.072874
0.008876
0.006418
0.042103
0.693633
0.030646
0.341867
...
0.005766
0.038467
0.251758
0.017848
0.540380
0.009297
0.020200
0.005055
0.174078
0.338822
001791_0018
0.047562
0.007067
0.012323
0.264587
0.008617
0.008373
0.179572
0.914828
0.027587
0.833046
...
0.010522
0.156647
0.263211
0.025515
0.446047
0.008310
0.010536
0.019474
0.050972
0.659224
006654_0195
0.049172
0.008053
0.009008
0.156772
0.016578
0.007242
0.144130
0.736393
0.022594
0.912047
...
0.008031
0.067447
0.289473
0.043112
0.216061
0.017941
0.029319
0.013391
0.284045
0.845622
001994_0011
0.046636
0.017236
0.012976
0.084322
0.014819
0.009081
0.142428
0.908571
0.026878
0.265623
...
0.008574
0.094324
0.101690
0.030610
0.399402
0.015898
0.024119
0.018321
0.139788
0.962663
40 rows × 23 columns
In [107]:
import json
In [46]:
for inst in idx_set:
with open('../notebooks/subsample_idx_{}.json'.format(inst), 'w') as fd:
json.dump(list(idx_set[inst]), fd, indent=2)
#with open('../notebooks/subsample_idx_greedy_balanced.json', 'w') as fd:
# json.dump(list(idx_set), fd, indent=2)
In [47]:
Xs = df_sample.values
In [48]:
np.cov(Xs.T)
Out[48]:
array([[ 6.96254550e-03, 1.45497710e-03, 4.12710597e-04,
-8.93825531e-04, 1.08590513e-03, 6.19326386e-04,
-6.23210306e-04, -3.53338284e-03, 9.17504658e-04,
-2.46627778e-03, 2.84848454e-03, 1.08697529e-04,
1.04468146e-04, 3.29697307e-04, 1.88698075e-03,
1.25071921e-03, 1.92762309e-03, -2.67024991e-04,
1.20028381e-03, 1.59591236e-03, 3.93465396e-04,
6.10405226e-03, -6.09126200e-04],
[ 1.45497710e-03, 6.15401596e-03, 6.67309089e-05,
-9.19046570e-04, 4.35996037e-04, 3.56584930e-04,
-3.03378794e-04, -1.74967307e-03, 9.78512857e-04,
-2.31534126e-03, 1.73737747e-03, -6.17947636e-05,
3.97963258e-04, 8.26004410e-05, 8.48378161e-04,
1.47315439e-04, 6.49472504e-04, 6.65037256e-05,
4.56842625e-04, 9.24793631e-04, -7.37394724e-05,
5.03438336e-03, -3.96409622e-04],
[ 4.12710597e-04, 6.67309089e-05, 2.11803146e-03,
-2.76529777e-04, -1.73338406e-05, 5.45976097e-05,
-2.65949656e-04, -1.60738066e-03, 1.17955136e-04,
1.42970508e-03, 2.82639641e-04, 2.65039222e-04,
2.12004848e-04, 9.88765615e-04, -5.52900414e-05,
2.55219807e-05, 1.81570319e-04, -1.33373244e-03,
6.19398261e-05, 9.86051741e-05, 1.51162936e-03,
9.04820843e-04, 9.72392508e-04],
[ -8.93825531e-04, -9.19046570e-04, -2.76529777e-04,
1.20288975e-02, 3.12973077e-03, -3.43276246e-05,
6.78425588e-04, 2.27530731e-04, -1.90148075e-03,
1.97202240e-02, -9.25720428e-04, 1.61367468e-06,
-1.54985604e-03, -2.46749103e-04, 1.93609947e-04,
-1.08142016e-03, 2.71201941e-04, -1.72616456e-03,
2.29005854e-04, -5.08623409e-04, -1.44350480e-04,
-3.56925886e-03, 1.38612055e-05],
[ 1.08590513e-03, 4.35996037e-04, -1.73338406e-05,
3.12973077e-03, 1.23203057e-02, 9.64263516e-04,
-2.01645881e-03, -9.75986346e-03, 1.62334659e-03,
-1.36884489e-03, 4.80159428e-04, 4.98091772e-04,
5.96058426e-04, 1.03696676e-04, 3.31664488e-03,
3.37399153e-03, 2.23855363e-03, -1.25609493e-04,
1.97500508e-03, 1.44657926e-03, -7.30718551e-05,
1.21506229e-02, -2.82912975e-03],
[ 6.19326386e-04, 3.56584930e-04, 5.45976097e-05,
-3.43276246e-05, 9.64263516e-04, 1.05990213e-03,
-2.88772663e-04, -1.91193688e-03, 1.63997315e-03,
-2.67759074e-04, 5.04662909e-04, 8.48470935e-05,
2.85652734e-04, 7.66830898e-05, 5.78997557e-04,
6.86192455e-04, 1.69889706e-03, -7.15407437e-05,
8.69215357e-04, 1.21576593e-03, 9.91157898e-05,
2.53018249e-03, -7.96773731e-04],
[ -6.23210306e-04, -3.03378794e-04, -2.65949656e-04,
6.78425588e-04, -2.01645881e-03, -2.88772663e-04,
7.18724781e-03, 1.53745862e-02, -1.34369034e-03,
3.35902845e-03, -6.01801233e-04, -5.92960497e-04,
-5.51430192e-04, -3.66709064e-04, -1.87462372e-03,
-2.59401155e-03, 5.47042850e-04, -4.03311770e-03,
-2.55633756e-04, -1.53703081e-04, -8.72060632e-04,
-4.05220274e-03, 1.01257896e-03],
[ -3.53338284e-03, -1.74967307e-03, -1.60738066e-03,
2.27530731e-04, -9.75986346e-03, -1.91193688e-03,
1.53745862e-02, 8.56249026e-02, -7.28539938e-03,
-1.32228437e-02, -4.39982872e-03, -3.37583412e-03,
-3.74693233e-03, -2.26216587e-03, -7.29943275e-03,
-1.14461521e-02, -2.66150989e-03, 1.18827096e-02,
-1.81009784e-03, -2.13909890e-03, -5.48230383e-03,
-1.96636573e-02, -1.48951992e-03],
[ 9.17504658e-04, 9.78512857e-04, 1.17955136e-04,
-1.90148075e-03, 1.62334659e-03, 1.63997315e-03,
-1.34369034e-03, -7.28539938e-03, 1.47618651e-02,
-4.28318196e-03, 2.02980652e-03, 2.91725553e-04,
3.86596890e-03, 3.60740973e-04, 1.92199376e-03,
2.61982424e-03, 1.94356374e-03, 2.40635923e-03,
9.91884869e-04, 2.06719270e-03, 5.18477186e-04,
8.74586490e-03, -4.02045597e-04],
[ -2.46627778e-03, -2.31534126e-03, 1.42970508e-03,
1.97202240e-02, -1.36884489e-03, -2.67759074e-04,
3.35902845e-03, -1.32228437e-02, -4.28318196e-03,
8.75307020e-02, -1.03056980e-03, 1.50255537e-03,
-3.30774437e-03, 1.82523172e-03, -2.49784714e-03,
-2.46470999e-03, 1.63316316e-03, -2.34061394e-02,
-1.34335079e-03, -1.99924815e-03, 4.56476325e-03,
-1.24221470e-02, 8.40745401e-03],
[ 2.84848454e-03, 1.73737747e-03, 2.82639641e-04,
-9.25720428e-04, 4.80159428e-04, 5.04662909e-04,
-6.01801233e-04, -4.39982872e-03, 2.02980652e-03,
-1.03056980e-03, 5.93610778e-03, 1.00827973e-04,
4.24664810e-04, 4.61834877e-04, 7.09179183e-04,
7.19883053e-04, 1.37031186e-03, -5.24116412e-04,
2.84009773e-04, 9.09936861e-04, 5.45492458e-04,
6.28316432e-03, -1.43969159e-03],
[ 1.08697529e-04, -6.17947636e-05, 2.65039222e-04,
1.61367468e-06, 4.98091772e-04, 8.48470935e-05,
-5.92960497e-04, -3.37583412e-03, 2.91725553e-04,
1.50255537e-03, 1.00827973e-04, 2.37596876e-03,
1.03429780e-03, 6.26762063e-04, 3.30240658e-04,
1.52929897e-03, 2.71650942e-05, -8.19216425e-04,
3.46998552e-05, -1.50595584e-05, 1.39325198e-03,
7.04624371e-04, -6.23214817e-04],
[ 1.04468146e-04, 3.97963258e-04, 2.12004848e-04,
-1.54985604e-03, 5.96058426e-04, 2.85652734e-04,
-5.51430192e-04, -3.74693233e-03, 3.86596890e-03,
-3.30774437e-03, 4.24664810e-04, 1.03429780e-03,
1.57824656e-02, 4.34938023e-04, 2.26693935e-03,
4.78293950e-03, -2.21989133e-04, 4.51480947e-03,
9.00180831e-05, 1.72923248e-04, 1.14996610e-03,
2.80489286e-03, -1.58279974e-03],
[ 3.29697307e-04, 8.26004410e-05, 9.88765615e-04,
-2.46749103e-04, 1.03696676e-04, 7.66830898e-05,
-3.66709064e-04, -2.26216587e-03, 3.60740973e-04,
1.82523172e-03, 4.61834877e-04, 6.26762063e-04,
4.34938023e-04, 1.77242733e-03, -3.80476467e-05,
3.20578959e-04, 1.82046114e-04, -1.03591013e-03,
3.85908861e-06, 6.05559099e-05, 2.14217898e-03,
1.18855354e-03, -6.13419089e-04],
[ 1.88698075e-03, 8.48378161e-04, -5.52900414e-05,
1.93609947e-04, 3.31664488e-03, 5.78997557e-04,
-1.87462372e-03, -7.29943275e-03, 1.92199376e-03,
-2.49784714e-03, 7.09179183e-04, 3.30240658e-04,
2.26693935e-03, -3.80476467e-05, 1.12874105e-02,
6.16159367e-03, 8.75217819e-04, 3.87822154e-03,
1.70187546e-03, 1.47457841e-03, -2.62173013e-04,
6.24144241e-03, -1.86722312e-03],
[ 1.25071921e-03, 1.47315439e-04, 2.55219807e-05,
-1.08142016e-03, 3.37399153e-03, 6.86192455e-04,
-2.59401155e-03, -1.14461521e-02, 2.61982424e-03,
-2.46470999e-03, 7.19883053e-04, 1.52929897e-03,
4.78293950e-03, 3.20578959e-04, 6.16159367e-03,
2.10880281e-02, 1.05082704e-03, 8.66120871e-03,
1.25464446e-03, 1.12479360e-03, 1.88632003e-04,
5.59277280e-03, -9.72010277e-03],
[ 1.92762309e-03, 6.49472504e-04, 1.81570319e-04,
2.71201941e-04, 2.23855363e-03, 1.69889706e-03,
5.47042850e-04, -2.66150989e-03, 1.94356374e-03,
1.63316316e-03, 1.37031186e-03, 2.71650942e-05,
-2.21989133e-04, 1.82046114e-04, 8.75217819e-04,
1.05082704e-03, 1.24968890e-02, -3.09153573e-03,
3.76487207e-03, 4.67521582e-03, 1.51332122e-04,
6.10252598e-03, -1.49841399e-03],
[ -2.67024991e-04, 6.65037256e-05, -1.33373244e-03,
-1.72616456e-03, -1.25609493e-04, -7.15407437e-05,
-4.03311770e-03, 1.18827096e-02, 2.40635923e-03,
-2.34061394e-02, -5.24116412e-04, -8.19216425e-04,
4.51480947e-03, -1.03591013e-03, 3.87822154e-03,
8.66120871e-03, -3.09153573e-03, 6.26948761e-02,
-1.10305642e-04, -5.87963924e-04, -2.87805181e-03,
-2.79143510e-03, -2.61357881e-02],
[ 1.20028381e-03, 4.56842625e-04, 6.19398261e-05,
2.29005854e-04, 1.97500508e-03, 8.69215357e-04,
-2.55633756e-04, -1.81009784e-03, 9.91884869e-04,
-1.34335079e-03, 2.84009773e-04, 3.46998552e-05,
9.00180831e-05, 3.85908861e-06, 1.70187546e-03,
1.25464446e-03, 3.76487207e-03, -1.10305642e-04,
5.65721030e-03, 5.04612889e-03, -9.58214056e-05,
3.84589695e-03, -9.44768716e-04],
[ 1.59591236e-03, 9.24793631e-04, 9.86051741e-05,
-5.08623409e-04, 1.44657926e-03, 1.21576593e-03,
-1.53703081e-04, -2.13909890e-03, 2.06719270e-03,
-1.99924815e-03, 9.09936861e-04, -1.50595584e-05,
1.72923248e-04, 6.05559099e-05, 1.47457841e-03,
1.12479360e-03, 4.67521582e-03, -5.87963924e-04,
5.04612889e-03, 5.96303354e-03, -4.05755187e-05,
5.69237993e-03, -1.24003655e-03],
[ 3.93465396e-04, -7.37394724e-05, 1.51162936e-03,
-1.44350480e-04, -7.30718551e-05, 9.91157898e-05,
-8.72060632e-04, -5.48230383e-03, 5.18477186e-04,
4.56476325e-03, 5.45492458e-04, 1.39325198e-03,
1.14996610e-03, 2.14217898e-03, -2.62173013e-04,
1.88632003e-04, 1.51332122e-04, -2.87805181e-03,
-9.58214056e-05, -4.05755187e-05, 5.61717248e-03,
8.56294515e-04, 1.47111024e-03],
[ 6.10405226e-03, 5.03438336e-03, 9.04820843e-04,
-3.56925886e-03, 1.21506229e-02, 2.53018249e-03,
-4.05220274e-03, -1.96636573e-02, 8.74586490e-03,
-1.24221470e-02, 6.28316432e-03, 7.04624371e-04,
2.80489286e-03, 1.18855354e-03, 6.24144241e-03,
5.59277280e-03, 6.10252598e-03, -2.79143510e-03,
3.84589695e-03, 5.69237993e-03, 8.56294515e-04,
4.69248866e-02, -1.03385904e-03],
[ -6.09126200e-04, -3.96409622e-04, 9.72392508e-04,
1.38612055e-05, -2.82912975e-03, -7.96773731e-04,
1.01257896e-03, -1.48951992e-03, -4.02045597e-04,
8.40745401e-03, -1.43969159e-03, -6.23214817e-04,
-1.58279974e-03, -6.13419089e-04, -1.86722312e-03,
-9.72010277e-03, -1.49841399e-03, -2.61357881e-02,
-9.44768716e-04, -1.24003655e-03, 1.47111024e-03,
-1.03385904e-03, 9.12276194e-02]])
In [49]:
import matplotlib.pyplot as plt
%matplotlib nbagg
In [50]:
#C = np.cov(Xs.T)
In [51]:
C = df_sample.corr()
Co = df.corr()
In [54]:
plt.figure(figsize=(12, 5))
plt.subplot(1,2,1)
#sns.pointplot(data=df_sample, orient='h', join=False, markers='o', capsize=1, )
sns.boxplot(data=df_sample, orient='h', fliersize=1)
plt.title('Instrument likelihood')
plt.ylim([-0.5, 22.5])
plt.gca().invert_yaxis()
plt.subplot(1,2,2)
mask = np.zeros_like(C, dtype=np.bool)
mask[np.triu_indices_from(mask, k=1)] = True
cmap = sns.diverging_palette(220, 10, as_cmap=True)
sns.heatmap(C, mask=mask, cmap=cmap, vmax=.3, center=0,
square=True, linewidths=.5, cbar_kws={"shrink": .5})
plt.title('Subsample instrument correlations')
plt.tight_layout()
In [55]:
plt.figure(figsize=(12, 5))
plt.subplot(1,2,1)
#sns.pointplot(data=df, orient='h', join=False, markers='o', capsize=1, )
sns.boxplot(data=df, orient='h', fliersize=1)
plt.title('Instrument likelihood')
plt.ylim([-0.5, 22.5])
plt.gca().invert_yaxis()
plt.subplot(1,2,2)
mask = np.zeros_like(Co, dtype=np.bool)
mask[np.triu_indices_from(mask, k=1)] = True
cmap = sns.diverging_palette(220, 10, as_cmap=True)
sns.heatmap(Co, mask=mask, cmap=cmap, vmax=.3, center=0,
square=True, linewidths=.5, cbar_kws={"shrink": .5})
plt.title('Full instrument correlations')
plt.tight_layout()
In [48]:
idx_set = set()
track_set = set()
for col in tqdm(dfm.sort_values().index):
# This gives a descending sort of the instruments by likelihood
idx_inst = df[col].sort_values(ascending=False).index
count = 0
# Make a uniform selection within the top
for v in idx_inst:
track, seg = v.split('_', maxsplit=1)
if track in track_set:
continue
idx_set.add(v)
track_set.add(track)
count += 1
if count == K:
break
Content source: cosmir/dev-set-builder
Similar notebooks: