In [1]:
import ml
import nlp
import json_io
import pickle
from itertools import chain
from dvs import DictVectorizerPartial
import numpy as np

Process comments


In [2]:
path = ml.JSON_DIR+"twitter/"
sarcastic_path = path+"sarcastic/"
serious_path = path+"serious/"
source = '-twitter-'
features_path = 'features/'
n=1

In [14]:
json_io.processRandomizeJson(sarcastic=True,
                     json_path=sarcastic_path,
                     features_path=features_path,
                     source=source,
                     n=n,
                     cleanTokens=nlp.cleanTokensTwitter)
json_io.processRandomizeJson(sarcastic=False,
                     json_path=serious_path,
                     features_path=features_path,
                     source=source,
                     n=n,
                     cleanTokens=nlp.cleanTokensTwitter)


File unique.json	time:	0:05:26.405835
Processed 52679 json lines
File unique.json	time:	0:14:49.132615
Processed 163298 json lines

Load set of features


In [3]:
sarcasticFeats = json_io.loadProcessedFeatures(features_path,
                                       source,
                                       sarcastic=True,
                                       n=n,
                                       random=False)
seriousFeats = json_io.loadProcessedFeatures(features_path,
                                     source,
                                     sarcastic=False,
                                     n=n,
                                     random=False,
                                     reduce=0)
features = chain(sarcasticFeats, seriousFeats)

Train and test, reports results


In [4]:
dvp = DictVectorizerPartial()

In [5]:
(X,y) = ml.split_feat(features, 2)

In [6]:
(X,y) = ml.flatten(X,y)

In [7]:
(X,y) = (dvp.partial_fit_transform(X), np.array(list(y)))

In [8]:
pickle.dump(dvp, open('pickled/-twitter-dvp.pickle', 'wb'))
pickle.dump(y, open('pickled/-twitter-y.pickle', 'wb'))
pickle.dump(X, open('pickled/-twitter-X.pickle', 'wb'))

In [2]:
X = pickle.load(open('pickled/-twitter-X.pickle', 'rb'))
y = pickle.load(open('pickled/-twitter-y.pickle', 'rb'))

Train and test, reports results


In [9]:
from sklearn.naive_bayes import MultinomialNB

results = []
for reduceamount in [0, 1000000, 500000, 100000, 50000, 25000, 10000, 5000, 2500, 1000, 500, 250, 100, 50, 25, 10, 5, 2, 1]:
    print("\n\t\tReduction: "+str(reduceamount))
    for trainsize in [0.01, 0.05, 0.1, 0.2, 0.4, 0.6, 0.8]:
        print("\n\t\tTraining size: "+str(trainsize))
        results.append((reduceamount,
                       trainsize,
                       ml.trainTest(X,
                                    y,
                                    classifiers=[MultinomialNB()],
                                    reduce=reduceamount,
                                    splits=5,
                                    trainsize=trainsize,
                                    testsize=0.2)))
pickle.dump(results, open('pickled/-twitter-trained.pickle', 'wb'))
print(results)


		Reduction: 0

		Training size: 0.01
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089

		Training size: 0.05
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757454
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757709
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757894
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757871
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758172

		Training size: 0.1
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757848
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758681
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758103
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757848
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758820

		Training size: 0.2
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759862
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760371
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760371
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760070
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760603

		Training size: 0.4
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.768775
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.768080
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.768196
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.767988
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.768289

		Training size: 0.6
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.795629
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.796301
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.796532
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.798037
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.796602

		Training size: 0.8
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.824428
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.824382
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.823965
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.822136
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.824914

		Reduction: 1000000

		Training size: 0.01
Features before reduction: (2159, 3145772)
C:\Program Files\Anaconda3\lib\site-packages\sklearn\feature_selection\univariate_selection.py:113: UserWarning: Features [0 0 0 ..., 0 0 0] are constant.
  UserWarning)
C:\Program Files\Anaconda3\lib\site-packages\sklearn\feature_selection\univariate_selection.py:114: RuntimeWarning: invalid value encountered in true_divide
  f = msb / msw
Features after reduction: (2159, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757478
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757778

		Training size: 0.05
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757478
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758334
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757894
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758404
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757570

		Training size: 0.1
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760996
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760441
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760603
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.761830
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760765

		Training size: 0.2
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.773266
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.774262
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.773914
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.774099
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.771622

		Training size: 0.4
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.794819
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.797041
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.796439
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.796787
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.796092

		Training size: 0.6
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.811094
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.810330
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.810793
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.813455
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.812205

		Training size: 0.8
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.821095
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.818687
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.818687
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.821534
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 1000000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.820817

		Reduction: 500000

		Training size: 0.01
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757848
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757315
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758149
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758126
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757640

		Training size: 0.05
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759793
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759769
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760695
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759862
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758959

		Training size: 0.1
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.771090
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.771206
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770141
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.769446
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.769446

		Training size: 0.2
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.782503
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.781438
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.782503
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.780095
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.782109

		Training size: 0.4
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.796648
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.797921
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.799171
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.797666
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.797157

		Training size: 0.6
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.807991
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.807343
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.806093
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.808316
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.807853

		Training size: 0.8
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.826489
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.824243
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.823757
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.824127
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 500000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.828688

		Reduction: 100000

		Training size: 0.01
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758079
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757941
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758380
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758404
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758681

		Training size: 0.05
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.763450
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.763682
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.764353
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.762594
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.762316

		Training size: 0.1
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.771970
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770488
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.773752
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770604
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.772085

		Training size: 0.2
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.809149
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.809172
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.809797
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.814913
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.811950

		Training size: 0.4
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.815955
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.814404
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.815214
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.811626
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.817506

		Training size: 0.6
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.803454
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.804311
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.803338
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.806765
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.804959

		Training size: 0.8
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.795930
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.800977
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.798292
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.797759
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 100000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.798315

		Reduction: 50000

		Training size: 0.01
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759144
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759191
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758774
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759306
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757246

		Training size: 0.05
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.766367
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765464
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765788
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.766321
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765650

		Training size: 0.1
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.798708
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.800560
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.800560
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.799981
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.799032

		Training size: 0.2
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.806880
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.804704
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.807876
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.807251
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.806348

		Training size: 0.4
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.793036
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.786230
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.785489
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.794796
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.786971

		Training size: 0.6
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.789309
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.783498
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.790675
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.787619
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.790953

		Training size: 0.8
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.783429
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.781693
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.785327
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.778475
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 50000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.780720

		Reduction: 25000

		Training size: 0.01
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758450
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758427
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759306
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759260
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759005

		Training size: 0.05
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.787156
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.785767
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.788175
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.789448
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.789355

		Training size: 0.1
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.805144
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.803686
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.797782
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.805700
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.797389

		Training size: 0.2
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.791717
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.791717
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.795120
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.784424
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.786300

		Training size: 0.4
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.780558
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.779169
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.772340
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770627
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.773822

		Training size: 0.6
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.775211
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.772548
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.773683
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.771622
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770951

		Training size: 0.8
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.767363
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.767039
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765696
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.767039
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 25000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.768312

		Reduction: 10000

		Training size: 0.01
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760533
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759376
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759723
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759607
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759376

		Training size: 0.05
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.796139
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.793430
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.785050
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.782434
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.790698

		Training size: 0.1
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.782457
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.778892
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.778799
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.781762
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.778220

		Training size: 0.2
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.764284
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.762385
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.763311
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759816
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.763311

		Training size: 0.4
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757501
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760348
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.766367
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760209
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.764932

		Training size: 0.6
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.754213
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758681
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757778
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759168
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.761390

		Training size: 0.8
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.755093
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756922
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.755417
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756343
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 10000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.752060

		Reduction: 5000

		Training size: 0.01
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.764862
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.769330
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.767849
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765626
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.772132

		Training size: 0.05
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.781322
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.754584
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.782133
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.777479
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.781045

		Training size: 0.1
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.761737
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.763473
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.763682
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756690
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.751273

		Training size: 0.2
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.749282
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.751644
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.750486
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.751968
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.755394

		Training size: 0.4
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.749745
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.751621
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.748842
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.746967
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.748148

		Training size: 0.6
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.750046
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.748171
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.746319
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.742847
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.748055

		Training size: 0.8
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.742962
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.746967
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.747592
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.748912
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 5000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.741990

		Reduction: 2500

		Training size: 0.01
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.767941
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.781415
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770534
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.774887
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.778498

		Training size: 0.05
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.748796
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.746574
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.753473
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.768451
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765742

		Training size: 0.1
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.742222
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.744629
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.738124
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.740069
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.745463

		Training size: 0.2
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.750509
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.751296
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.742268
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.747500
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.747893

		Training size: 0.4
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.736665
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.737429
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.738448
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.737453
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.739953

		Training size: 0.6
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.744467
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.738031
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.740115
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.738564
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.742360

		Training size: 0.8
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.737962
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.735763
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.735601
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.733656
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 2500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.735207

		Reduction: 1000

		Training size: 0.01
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.777456
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.763798
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770650
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.782387
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.764353

		Training size: 0.05
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756505
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.755903
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.748148
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.745162
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.740902

		Training size: 0.1
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.731989
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.755116
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.738147
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.749213
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.732545

		Training size: 0.2
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.735300
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.743124
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.721803
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.741550
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.729929

		Training size: 0.4
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.731480
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.734281
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.733586
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.737985
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.737916

		Training size: 0.6
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.730994
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.736897
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.736179
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.733123
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.732660

		Training size: 0.8
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.730808
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.732614
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.733887
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.736272
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 1000)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.735415

		Reduction: 500

		Training size: 0.01
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765279
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.772525
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.766738
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.775651
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.764052

		Training size: 0.05
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.752570
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.747291
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.771530
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759839
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.730415

		Training size: 0.1
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.746273
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.764446
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.744907
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765464
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.766506

		Training size: 0.2
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.766043
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.746064
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.753542
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.772363
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.745370

		Training size: 0.4
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.748588
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.755718
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.752547
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.747153
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.748912

		Training size: 0.6
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.748565
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758126
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.749514
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.747338
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.745509

		Training size: 0.8
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.746643
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.746736
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.744560
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.749907
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 500)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.750301

		Reduction: 250

		Training size: 0.01
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.752986
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.768983
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.768682
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.769747
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760418

		Training size: 0.05
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.748264
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.764122
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.749213
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758612
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.767015

		Training size: 0.1
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.767826
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.755278
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.767918
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.776414
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.762710

		Training size: 0.2
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.768497
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765001
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.762941
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770094
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.762154

		Training size: 0.4
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770025
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.773428
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.766321
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.771946
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.769168

		Training size: 0.6
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770002
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.771483
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.773289
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.769701
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765997

		Training size: 0.8
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770997
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.769006
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.771044
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.769585
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 250)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.769192

		Reduction: 100

		Training size: 0.01
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.735346
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.740601
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.727151
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.744537
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.752662

		Training size: 0.05
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.753797
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.748102
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770303
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765325
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.745578

		Training size: 0.1
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760834
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770210
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.761112
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756760
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758496

		Training size: 0.2
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.753496
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.761251
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.771113
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.764261
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.745601

		Training size: 0.4
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756181
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.750347
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.754885
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.753403
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759306

		Training size: 0.6
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.762802
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.766043
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.767201
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765256
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.764724

		Training size: 0.8
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759330
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758033
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.762478
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760672
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 100)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.764284

		Reduction: 50

		Training size: 0.01
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.734767
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.749884
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.742823
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.727012
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.766252

		Training size: 0.05
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757778
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.766807
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.766691
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.755278
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.751736

		Training size: 0.1
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760163
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.748704
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765673
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.764353
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.753866

		Training size: 0.2
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.742337
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.751227
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.746666
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.751134
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.753264

		Training size: 0.4
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.753843
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759631
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758195
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757454
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.755880

		Training size: 0.6
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760371
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756251
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756945
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.754700
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758797

		Training size: 0.8
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.751713
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757269
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.754445
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.752338
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 50)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.755950

		Reduction: 25

		Training size: 0.01
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759862
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760672
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.737198
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.763821
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.743148

		Training size: 0.05
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758311
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.769886
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765349
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756343
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765464

		Training size: 0.1
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.768312
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756065
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759075
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765997
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758705

		Training size: 0.2
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756806
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.763196
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.753588
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765534
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.768242

		Training size: 0.4
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759005
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.762547
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756413
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757616
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.769284

		Training size: 0.6
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760603
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756899
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765580
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760302
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.757894

		Training size: 0.8
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.759029
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.760302
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.763450
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758079
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 25)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.758195

		Reduction: 10

		Training size: 0.01
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.764052
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.780975
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.768844
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.776114
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.779956

		Training size: 0.05
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.767664
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.764816
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.775095
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.772641
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.771229

		Training size: 0.1
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.780026
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.775164
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.776669
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.775905
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.778081

		Training size: 0.2
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.773683
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.781183
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770604
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.775882
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.768682

		Training size: 0.4
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.769979
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.769354
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.771923
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770002
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.771715

		Training size: 0.6
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770233
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770812
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.771020
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.771646
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.771368

		Training size: 0.8
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770233
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.777618
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.771136
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.770997
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 10)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.772201

		Reduction: 5

		Training size: 0.01
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.781693
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.761552
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765140
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.785374
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.788499

		Training size: 0.05
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.788059
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.790050
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.790328
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.761390
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.789286

		Training size: 0.1
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.789541
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.787851
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.788800
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.789587
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.787712

		Training size: 0.2
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.788476
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.789170
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.788985
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.788152
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.789865

		Training size: 0.4
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.789865
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.787897
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.788985
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.788545
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.787573

		Training size: 0.6
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.788522
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.789981
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.790282
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.790675
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.787596

		Training size: 0.8
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.789355
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.788036
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.786670
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.788592
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 5)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.789587

		Reduction: 2

		Training size: 0.01
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756019
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.765904
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089

		Training size: 0.05
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089

		Training size: 0.1
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756297
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089

		Training size: 0.2
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089

		Training size: 0.4
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089

		Training size: 0.6
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089

		Training size: 0.8
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 2)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089

		Reduction: 1

		Training size: 0.01
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (2159, 3145772)
Features after reduction: (2159, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089

		Training size: 0.05
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (10798, 3145772)
Features after reduction: (10798, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089

		Training size: 0.1
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (21597, 3145772)
Features after reduction: (21597, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089

		Training size: 0.2
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (43195, 3145772)
Features after reduction: (43195, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089

		Training size: 0.4
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (86390, 3145772)
Features after reduction: (86390, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089

		Training size: 0.6
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (129586, 3145772)
Features after reduction: (129586, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089

		Training size: 0.8
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
Features before reduction: (172781, 3145772)
Features after reduction: (172781, 1)
Starting to train <class 'sklearn.naive_bayes.MultinomialNB'>
<class 'sklearn.naive_bayes.MultinomialNB'>	Time: 0	Score:	0.756089
[(0, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.153, 0.75608852671543658), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.161002, 0.75608852671543658), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.167, 0.75608852671543658), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.158996, 0.75608852671543658), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.163001, 0.75608852671543658)]), (0, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.187002, 0.75745439392536351), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.209001, 0.7577090471339939), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.186995, 0.75789424946754325), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.184, 0.75787109917584961), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.184001, 0.75817205296786738)]), (0, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.21, 0.75784794888415596), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.211001, 0.75868135938512826), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.210001, 0.75810260209278635), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.210999, 0.75784794888415596), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.226996, 0.75882026113529033)]), (0, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.268999, 0.75986202426150573), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.353999, 0.7603713306787665), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.304, 0.7603713306787665), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.283002, 0.76007037688674872), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.329, 0.76060283359570335)]), (0, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.382, 0.76877488656357074), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.386, 0.7680803778127604), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.367001, 0.76819612927122882), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.389998, 0.76798777664598572), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.375, 0.7682887304380035)]), (0, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.539004, 0.79562922492823407), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.506001, 0.79630058338735066), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.534, 0.7965320863042874), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.496999, 0.79803685526437629), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.482999, 0.79660153717936844)]), (0, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.646999, 0.82442818779516625), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.576, 0.82438188721177885), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.605998, 0.82396518196129276), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.588006, 0.82213630891749234), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.596999, 0.82491434392073337)]), (1000000, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.053, 0.75608852671543658, array([False,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.065, 0.75608852671543658, array([False,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.059998, 0.75608852671543658, array([False,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.055999, 0.75747754421705715, array([False,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.055995, 0.75777849800907493, array([False,  True,  True, ...,  True,  True,  True], dtype=bool))]), (1000000, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.080999, 0.75747754421705715, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.075998, 0.75833410500972309, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.082999, 0.75789424946754325, array([False,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.073003, 0.75840355588480413, array([False,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.084999, 0.75757014538383183, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool))]), (1000000, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.102, 0.76099638855449581, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.106001, 0.76044078155384753, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.102999, 0.76060283359570335, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.098999, 0.7618297990554681, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.103, 0.76076488563755906, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool))]), (1000000, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.166001, 0.77326604315214376, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.155, 0.77426150569497176, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.152999, 0.77391425131956659, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.152001, 0.77409945365311605, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.164002, 0.7716223724418928, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool))]), (1000000, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.209999, 0.79481896471895541, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.225999, 0.79704139272154828, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.234, 0.79643948513751273, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.215995, 0.7967867395129179, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.219996, 0.79609223076210756, array([ True,  True,  True, ..., False, False, False], dtype=bool))]), (1000000, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.290897, 0.81109361977960925, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.292994, 0.81032966015371799, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.309999, 0.81079266598759148, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.305997, 0.81345494953236408, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.313998, 0.81220483378090569, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool))]), (1000000, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.376001, 0.82109454579127694, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.369001, 0.81868691545513472, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.389996, 0.81868691545513472, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.387001, 0.82153440133345679, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.368, 0.82081674229095292, array([ True,  True,  True, ..., False, False, False], dtype=bool))]), (500000, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.029001, 0.75784794888415596, array([False,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.036, 0.75731549217520144, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.031002, 0.75814890267617374, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.03, 0.75812575238447999, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.030995, 0.75763959625891286, array([False,  True,  True, ...,  True,  True,  True], dtype=bool))]), (500000, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.047, 0.7597925733864247, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.051002, 0.75976942309473094, array([False,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.048999, 0.76069543476247803, array([False,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.050002, 0.75986202426150573, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.053001, 0.7589591628854524, array([False,  True,  True, ...,  True,  True,  True], dtype=bool))]), (500000, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.080001, 0.77108991573293828, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.09, 0.7712056671914066, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.077997, 0.77014075377349756, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.074997, 0.76944624502268733, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.072, 0.76944624502268733, array([ True,  True,  True, ..., False, False, False], dtype=bool))]), (500000, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.098998, 0.78250300953792018, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.117002, 0.78143809612001114, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.104, 0.78250300953792018, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.099, 0.78009537920177796, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.106, 0.78210945457912773, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (500000, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.168, 0.79664783776275583, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.156999, 0.79792110380590797, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.168999, 0.79917121955736647, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.184002, 0.79766645059727748, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.169, 0.79715714418001671, array([ True,  True,  True, ..., False, False, False], dtype=bool))]), (500000, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.184002, 0.80799148069265669, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.181999, 0.80734327252523386, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.176, 0.80609315677377535, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.176999, 0.80831558477636822, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.193001, 0.80785257894249463, array([ True,  True,  True, ..., False, False, False], dtype=bool))]), (500000, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.234999, 0.82648856375590329, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.250999, 0.82424298546161678, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.244, 0.82375682933604966, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.237999, 0.82412723400314847, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.237999, 0.82868784146680252, array([ True,  True,  True, ..., False, False, False], dtype=bool))]), (100000, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.010002, 0.75807945180109271, array([ True,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.01, 0.75794055005093064, array([False,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.01, 0.75838040559311048, array([False,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.010002, 0.75840355588480413, array([False,  True,  True, ...,  True,  True,  True], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.010001, 0.75868135938512826, array([False,  True,  True, ...,  True,  True,  True], dtype=bool))]), (100000, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.019, 0.76345031947402542, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.019003, 0.76368182239096216, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.018999, 0.76435318085007875, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.019001, 0.76259375868135937, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.018993, 0.76231595518103523, array([ True,  True,  True, ..., False, False, False], dtype=bool))]), (100000, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.026, 0.77196962681729786, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.026001, 0.77048800814890273, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.027, 0.77375219927771088, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.025999, 0.77060375960737104, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.026003, 0.77208537827576629, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (100000, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.051001, 0.80914899527734052, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.048005, 0.80917214556903416, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.050001, 0.80979720344476336, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.05, 0.81491341790906568, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.049004, 0.81195018057227519, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (100000, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.094996, 0.81595518103528109, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.098002, 0.81440411149180481, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.098003, 0.81521437170108346, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.107001, 0.81162607648856377, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.096002, 0.81750625057875725, array([ True,  True,  True, ..., False, False, False], dtype=bool))]), (100000, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.148998, 0.80345402352069639, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.163998, 0.80431058431336233, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.152004, 0.80333827206222796, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.143001, 0.80676451523289194, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.155003, 0.80495879248078528, array([ True,  True,  True, ..., False, False, False], dtype=bool))]), (100000, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.216, 0.79593017872025185, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.194996, 0.80097694230947314, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.203004, 0.79829150847300678, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.198004, 0.79775905176405226, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.202027, 0.79831465876470042, array([ True,  True,  True, ..., False, False, False], dtype=bool))]), (50000, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.007001, 0.75914436521900175, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.005999, 0.75919066580238914, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.006001, 0.75877396055190294, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.005999, 0.75930641726085746, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.005999, 0.75724604130012041, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (50000, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.012999, 0.76636725622742852, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.015001, 0.76546439485137507, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.011999, 0.7657884989350866, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.012, 0.76632095564404112, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.012999, 0.76564959718492454, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (50000, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.022001, 0.79870821372349288, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.023001, 0.80056023705898693, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.023, 0.80056023705898693, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.023002, 0.79998147976664502, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.022, 0.79903231780720441, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (50000, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.046002, 0.80688026669136026, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.041999, 0.80470413927215478, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.043, 0.80787572923418838, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.046002, 0.80725067135845907, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.049004, 0.80634780998240574, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (50000, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.093001, 0.7930363922585425, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.092002, 0.78623020650060194, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.100002, 0.78548939716640431, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.092999, 0.79479581442726177, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.106004, 0.78697101583479956, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (50000, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.131002, 0.78930919529586074, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.142, 0.78349847208074819, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.134002, 0.79067506250578756, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.136001, 0.7876192240022224, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.143215, 0.7909528660061117, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (50000, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.198999, 0.78342902120566715, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.18, 0.78169274932864152, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.189997, 0.7853273451245486, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.178003, 0.77847485878322065, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.178004, 0.78072043707750716, array([ True,  True,  True, ..., False, False, False], dtype=bool))]), (25000, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.005001, 0.75844985646819152, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.005, 0.75842670617649788, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004003, 0.75930641726085746, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.005001, 0.75926011667747018, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.005, 0.75900546346883968, array([False, False,  True, ..., False, False, False], dtype=bool))]), (25000, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.011, 0.78715621816834891, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.011001, 0.78576720066672845, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.011001, 0.78817483100287067, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.011, 0.78944809704602281, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.011, 0.78935549587924803, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (25000, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.021, 0.80514399481433463, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.020998, 0.80368552643763314, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.019999, 0.7977822020557459, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.028997, 0.8056996018149829, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.021001, 0.79738864709695345, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (25000, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.040001, 0.79171682563200296, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.042001, 0.79171682563200296, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.040997, 0.79511991851097319, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.042, 0.78442448374849527, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.039999, 0.78629965737568297, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (25000, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.083001, 0.78055838503565145, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.082001, 0.77916936753403088, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.081998, 0.77234003148439667, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.085001, 0.77062690989906468, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.083, 0.77382165015279192, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (25000, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.131005, 0.77521066765441249, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.135996, 0.77254838410963977, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.144959, 0.77368274840262985, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.152002, 0.7716223724418928, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.135, 0.77095101398277621, array([ True,  True,  True, ..., False, False, False], dtype=bool))]), (25000, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.175, 0.76736271877025652, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.173005, 0.767038614686545, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.181, 0.76569589776831193, array([ True,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.17, 0.767038614686545, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.165999, 0.76831188072969725, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (10000, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003996, 0.76053338272062232, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003001, 0.75937586813593849, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003001, 0.75972312251134366, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003001, 0.75960737105287524, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003, 0.75937586813593849, array([False, False,  True, ..., False, False, False], dtype=bool))]), (10000, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.010002, 0.79613853134549495, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.028999, 0.79342994721733495, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.010001, 0.78504954162422447, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.01, 0.78243355866283915, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.010003, 0.7906982127974812, array([False, False,  True, ..., False, False, False], dtype=bool))]), (10000, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.020001, 0.78245670895453279, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.018002, 0.77889156403370685, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.018002, 0.77879896286693218, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.017838, 0.78176220020372256, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.027, 0.77822020557459026, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (10000, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.035999, 0.76428372997499772, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.038002, 0.76238540605611627, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.047004, 0.76331141772386335, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.038001, 0.75981572367811834, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.036997, 0.76331141772386335, array([ True,  True,  True, ..., False, False, False], dtype=bool))]), (10000, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.087999, 0.75750069450875079, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.088, 0.76034818038707286, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.082999, 0.76636725622742852, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.074001, 0.76020927863691079, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.093, 0.76493193814242055, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (10000, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.111995, 0.75421335308824888, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.135003, 0.75868135938512826, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.115, 0.75777849800907493, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.118001, 0.75916751551069539, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.121999, 0.76138994351328826, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (10000, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.152, 0.75509306417260857, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.156002, 0.75692193721640888, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.164001, 0.75541716825631999, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.163999, 0.75634317992406708, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.152999, 0.75206037596073716, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (5000, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003, 0.76486248726733952, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.001999, 0.7693304935642189, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002001, 0.76784887489582365, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003001, 0.76562644689323089, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003002, 0.77213167885915368, array([False, False,  True, ..., False, False, False], dtype=bool))]), (5000, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.016001, 0.78132234466154271, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.009001, 0.75458375775534769, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.009001, 0.78213260487082137, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.009003, 0.77747939624039264, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.009, 0.78104454116121869, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (5000, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.017, 0.76173719788869343, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.017001, 0.76347346976571906, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.018, 0.76368182239096216, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.025003, 0.75669043429947214, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.017, 0.75127326604315214, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (5000, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.037001, 0.74928234095749602, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.035001, 0.75164367071025096, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.035001, 0.75048615612556713, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.034999, 0.75196777479396237, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.034, 0.75539401796462635, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (5000, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.070999, 0.74974534679136962, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.080997, 0.75162052041855731, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.077995, 0.74884248541531628, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.071998, 0.74696731178812859, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.088998, 0.74814797666450594, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (5000, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.112001, 0.75004630058338739, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.11, 0.74817112695619969, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.107, 0.74631910362070564, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.115, 0.74284655986665427, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.116999, 0.74805537549773127, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (5000, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.149, 0.74296231132512269, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.163, 0.74696731178812859, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.160999, 0.74759236966385778, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.138001, 0.74891193629039721, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.141147, 0.74198999907398833, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (2500, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003, 0.76794147606259844, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003001, 0.78141494582831739, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003, 0.77053430873229001, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003, 0.77488656357070096, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003002, 0.7784980090749144, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (2500, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.009003, 0.74879618483192889, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.008001, 0.74657375682933602, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.009, 0.75347254375405126, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.009328, 0.76845078247985921, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.008001, 0.76574219835169921, array([False, False,  True, ..., False, False, False], dtype=bool))]), (2500, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.016998, 0.74222150199092507, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.017001, 0.74462913232706729, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.016, 0.7381239003611445, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.015992, 0.74006852486341324, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.015995, 0.74546254282803959, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (2500, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.033, 0.75050930641726088, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.052999, 0.75129641633484578, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.032998, 0.74226780257431246, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.032, 0.74749976849708311, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.033001, 0.74789332345587556, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (2500, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.067001, 0.73666543198444301, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.079999, 0.73742939161033427, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.066, 0.73844800444485603, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.065999, 0.73745254190202791, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.067001, 0.73995277340494492, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (2500, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.105998, 0.74446708028521158, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.105, 0.73803129919436983, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.125, 0.74011482544680063, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.103001, 0.73856375590332435, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.114, 0.74236040374108714, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (2500, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.137999, 0.73796184831928879, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.129999, 0.73576257060838968, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.141, 0.73560051856653397, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.133005, 0.73365589406426523, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.126999, 0.7352069636077414, array([False,  True,  True, ..., False, False, False], dtype=bool))]), (1000, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003, 0.777456245948699, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.76379757384943048, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003002, 0.77065006019075843, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.78238725807945175, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.006001, 0.76435318085007875, array([False, False,  True, ..., False, False, False], dtype=bool))]), (1000, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.008003, 0.75650523196592279, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.007999, 0.75590332438188723, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.007999, 0.74814797666450594, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.008002, 0.74516158903602181, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.008, 0.74090193536438564, array([False, False,  True, ..., False, False, False], dtype=bool))]), (1000, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.015, 0.73198907306232064, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.014, 0.75511621446430222, array([False,  True,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.015, 0.73814705065283825, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.014001, 0.74921289008241498, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.015, 0.7325446800629688, array([False, False,  True, ..., False, False, False], dtype=bool))]), (1000, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.027, 0.73529956477451619, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.032, 0.7431243633669784, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.029, 0.72180294471710349, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.032998, 0.74155014353180848, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.028001, 0.72992869710158348, array([False, False,  True, ..., False, False, False], dtype=bool))]), (1000, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.057003, 0.73147976664505976, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.066001, 0.73428095193999443, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.075999, 0.7335864431891842, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.057999, 0.73798499861098255, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.057001, 0.73791554773590151, array([False, False,  True, ..., False, False, False], dtype=bool))]), (1000, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.089002, 0.73099361051949252, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.122, 0.73689693490137975, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.084, 0.73617927585887577, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.089001, 0.73312343735531071, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.084001, 0.73266043152143712, array([False, False,  True, ..., False, False, False], dtype=bool))]), (1000, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.124998, 0.73080840818594317, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.111998, 0.73261413093804983, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.125994, 0.73388739698120198, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.109999, 0.73627187702565056, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.119001, 0.73541531623298451, array([False, False,  True, ..., False, False, False], dtype=bool))]), (500, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003, 0.76527919251782572, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003, 0.77252523381794613, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002001, 0.76673766089452722, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.77565052319659222, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002999, 0.76405222705806097, array([False, False,  True, ..., False, False, False], dtype=bool))]), (500, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.007, 0.75256968237799793, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003, 0.74729141587184, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.006001, 0.77152977127511801, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.006998, 0.75983887396981198, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.007002, 0.73041485322715061, array([False, False,  True, ..., False, False, False], dtype=bool))]), (500, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.012998, 0.74627280303731824, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.012001, 0.76444578201685343, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.015, 0.74490693582739143, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.012001, 0.76546439485137507, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.012003, 0.76650615797759047, array([False, False,  True, ..., False, False, False], dtype=bool))]), (500, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.026002, 0.76604315214371699, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.023999, 0.74606445041207514, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.028, 0.75354199462913229, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.022001, 0.77236318177609042, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.024001, 0.74536994166126491, array([False, False,  True, ..., False, False, False], dtype=bool))]), (500, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.045998, 0.74858783220668579, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.047001, 0.75571812204833777, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.046999, 0.75254653208630429, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.050001, 0.74715251412167794, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.056001, 0.74891193629039721, array([False, False,  True, ..., False, False, False], dtype=bool))]), (500, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.077, 0.74856468191499215, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.070999, 0.75812575238447999, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.073998, 0.74951384387443287, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.068001, 0.74733771645522729, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.079998, 0.74550884341142698, array([False, False,  True, ..., False, False, False], dtype=bool))]), (500, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.097001, 0.74664320770441706, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.093, 0.74673580887119173, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.099001, 0.74455968145198625, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.096999, 0.74990739883322532, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.114999, 0.75030095379201778, array([False, False,  True, ..., False, False, False], dtype=bool))]), (250, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002002, 0.75298638762848413, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.76898323918881373, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002001, 0.76868228539679595, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.7697471988147051, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.76041763126215389, array([False, False,  True, ..., False, False, False], dtype=bool))]), (250, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.005999, 0.74826372812297437, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.006002, 0.76412167793314201, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.006001, 0.74921289008241498, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.006, 0.75861190851004723, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.006001, 0.76701546439485135, array([False, False,  True, ..., False, False, False], dtype=bool))]), (250, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.015999, 0.76782572460413001, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.011, 0.75527826650615792, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.011005, 0.76791832577090469, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.011001, 0.7764144828224836, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.010996, 0.7627095101398278, array([False, False,  True, ..., False, False, False], dtype=bool))]), (250, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.019, 0.7684970830632466, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.018999, 0.76500138901750159, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.019999, 0.76294101305676454, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.019001, 0.77009445319011016, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.019001, 0.76215390313917952, array([False, False,  True, ..., False, False, False], dtype=bool))]), (250, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.042002, 0.77002500231502913, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.037, 0.77342809519399947, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.036997, 0.76632095564404112, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.048, 0.77194647652560422, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.036999, 0.76916844152236319, array([False, False,  True, ..., False, False, False], dtype=bool))]), (250, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.064002, 0.77000185202333549, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.063001, 0.77148347069173073, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.065001, 0.7732891934438374, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.058002, 0.76970089823131771, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.056999, 0.76599685156032971, array([False, False,  True, ..., False, False, False], dtype=bool))]), (250, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.087999, 0.77099731456616349, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.079001, 0.76900638948050748, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.078, 0.77104361514955089, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.081001, 0.76958514677284939, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.078002, 0.76919159181405683, array([False, False,  True, ..., False, False, False], dtype=bool))]), (100, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.73534586535790347, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002001, 0.74060098157236787, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.72715066209834245, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.74453653116029261, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.75266228354477271, array([False, False,  True, ..., False, False, False], dtype=bool))]), (100, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.006017, 0.75379664783776279, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004001, 0.74810167608111866, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004999, 0.77030280581535326, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.005001, 0.76532549310121312, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.005002, 0.74557829428650801, array([False, False,  True, ..., False, False, False], dtype=bool))]), (100, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.009001, 0.7608343365126401, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.011, 0.77021020464857859, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.010001, 0.76111214001296412, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.019003, 0.75675988517455317, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.009002, 0.7584961570515788, array([False, False,  True, ..., False, False, False], dtype=bool))]), (100, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.017001, 0.75349569404574501, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.017001, 0.76125104176312619, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.018001, 0.77111306602463192, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.016999, 0.76426057968330396, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.017999, 0.74560144457820166, array([False, False,  True, ..., False, False, False], dtype=bool))]), (100, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.035001, 0.75618112788221137, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.034998, 0.75034725437540517, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.032998, 0.75488471154736547, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.034999, 0.75340309287897023, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.044, 0.75930641726085746, array([False, False,  True, ..., False, False, False], dtype=bool))]), (100, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.050001, 0.76280211130660247, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.055999, 0.76604315214371699, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.054, 0.76720066672840082, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.051, 0.76525604222613208, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.052998, 0.76472358551717756, array([False, False,  True, ..., False, False, False], dtype=bool))]), (100, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.066989, 0.75932956755255121, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.075, 0.75803315121770531, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.067999, 0.76247800722289105, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.074998, 0.76067228447078428, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.076998, 0.76428372997499772, array([False, False,  True, ..., False, False, False], dtype=bool))]), (50, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002001, 0.73476710806556167, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.74988424854153157, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.74282340957496062, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.72701176034818038, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.001999, 0.76625150476896009, array([False, False,  True, ..., False, False, False], dtype=bool))]), (50, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004001, 0.75777849800907493, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004001, 0.76680711176960825, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.006, 0.76669136031113994, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.005001, 0.75527826650615792, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004001, 0.75173627187702563, array([False, False,  True, ..., False, False, False], dtype=bool))]), (50, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.008002, 0.76016297805352351, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.008002, 0.74870358366515422, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.007002, 0.76567274747661818, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.008003, 0.76435318085007875, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.008001, 0.75386609871284382, array([False, False,  True, ..., False, False, False], dtype=bool))]), (50, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.014, 0.7423372534493935, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.015, 0.75122696545976475, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.017999, 0.7466663579961107, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.014996, 0.75113436429299008, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.022998, 0.75326419112880827, array([False, False,  True, ..., False, False, False], dtype=bool))]), (50, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.027999, 0.75384294842115007, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.028993, 0.75963052134456899, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.030002, 0.75819520325956102, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.03, 0.75745439392536351, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.030002, 0.75588017409019359, array([False, False,  True, ..., False, False, False], dtype=bool))]), (50, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.046, 0.7603713306787665, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.046001, 0.75625057875729229, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.044999, 0.75694508750810263, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.049996, 0.75469950921381612, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.051999, 0.75879711084359658, array([False, False,  True, ..., False, False, False], dtype=bool))]), (50, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.067, 0.75171312158533199, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.079, 0.75726919159181405, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.071, 0.75444485600518563, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.061, 0.75233817946106119, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.067999, 0.75594962496527451, array([False, False,  True, ..., False, False, False], dtype=bool))]), (25, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.75986202426150573, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.001998, 0.76067228447078428, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.73719788869339753, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002001, 0.76382072414112423, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.74314751365867215, array([False, False,  True, ..., False, False, False], dtype=bool))]), (25, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003002, 0.75831095471802945, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003003, 0.76988610056486717, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004002, 0.76534864339290676, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004, 0.75634317992406708, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004, 0.76546439485137507, array([False, False,  True, ..., False, False, False], dtype=bool))]), (25, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.007, 0.76831188072969725, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.007002, 0.75606537642374294, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.007002, 0.75907491434392071, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.007, 0.76599685156032971, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.006, 0.7587045096768219, array([False, False,  True, ..., False, False, False], dtype=bool))]), (25, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.012001, 0.75680618575794056, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.012001, 0.76319566626539492, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.021001, 0.75358829521251969, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.012999, 0.76553384572645611, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.012, 0.76824242985461622, array([False, False,  True, ..., False, False, False], dtype=bool))]), (25, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.022999, 0.75900546346883968, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.023002, 0.76254745809797209, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.023995, 0.75641263079914811, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.023999, 0.75761644596721922, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.025998, 0.7692841929808315, array([False, False,  True, ..., False, False, False], dtype=bool))]), (25, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.034999, 0.76060283359570335, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.044632, 0.75689878692471524, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.040997, 0.7655801463098435, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.035997, 0.76030187980368558, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.038999, 0.75789424946754325, array([False, False,  True, ..., False, False, False], dtype=bool))]), (25, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.049999, 0.75902861376053343, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.050999, 0.76030187980368558, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.057001, 0.76345031947402542, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.054, 0.75807945180109271, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.047999, 0.75819520325956102, array([False, False,  True, ..., False, False, False], dtype=bool))]), (10, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002004, 0.76405222705806097, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.001999, 0.78097509028613765, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.76884433743865177, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.77611352903046582, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.001, 0.77995647745161589, array([False, False,  True, ..., False, False, False], dtype=bool))]), (10, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002999, 0.7676636725622743, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.001, 0.76481618668395224, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003, 0.77509491619594406, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003002, 0.77264098527641445, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003001, 0.77122881748310024, array([False, False,  True, ..., False, False, False], dtype=bool))]), (10, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.005, 0.78002592832669693, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.00558, 0.7751643670710251, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.005, 0.77666913603111398, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.005, 0.77590517640522272, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.005, 0.77808130382442819, array([False, False,  True, ..., False, False, False], dtype=bool))]), (10, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.009002, 0.77368274840262985, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.008002, 0.78118344291138064, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.009001, 0.77060375960737104, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.008999, 0.77588202611352908, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.008999, 0.76868228539679595, array([False, False,  True, ..., False, False, False], dtype=bool))]), (10, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.016998, 0.76997870173164185, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.016001, 0.76935364385591254, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.016999, 0.77192332623391058, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.019001, 0.77000185202333549, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.016998, 0.77171497360866748, array([False, False,  True, ..., False, False, False], dtype=bool))]), (10, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.026004, 0.77023335494027223, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.027, 0.77081211223261414, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.024999, 0.77102046485785725, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.021997, 0.77164552273358644, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.024999, 0.77136771923326231, array([False, False,  True, ..., False, False, False], dtype=bool))]), (10, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.038997, 0.77023335494027223, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.035001, 0.77761829799055471, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.034001, 0.77113621631632556, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.037, 0.77099731456616349, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.034999, 0.7722011297342346, array([False, False,  True, ..., False, False, False], dtype=bool))]), (5, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.78169274932864152, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.001999, 0.76155199555514397, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.76514029076766366, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002004, 0.78537364570793589, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.78849893508658209, array([False, False,  True, ..., False, False, False], dtype=bool))]), (5, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002998, 0.78805907954440224, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003, 0.79005000463005837, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003998, 0.79032780813038239, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003, 0.76138994351328826, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003, 0.7892860450041671, array([False, False,  True, ..., False, False, False], dtype=bool))]), (5, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004, 0.78954069821279749, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004001, 0.78785072691915914, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004001, 0.78879988887859986, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.005, 0.78958699879618488, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004999, 0.78771182516899718, array([False, False,  True, ..., False, False, False], dtype=bool))]), (5, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.008005, 0.78847578479488845, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.008001, 0.78917029354569868, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.008004, 0.78898509121214933, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.007, 0.78815168071117692, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.007999, 0.78986480229650891, array([False, False,  True, ..., False, False, False], dtype=bool))]), (5, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.014001, 0.78986480229650891, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.015001, 0.78789702750254653, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.015, 0.78898509121214933, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.014998, 0.78854523566996948, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.01799, 0.78757292341883511, array([False, False,  True, ..., False, False, False], dtype=bool))]), (5, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.032002, 0.78852208537827573, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.023, 0.78998055375497733, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.025005, 0.79028150754699511, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.043, 0.79067506250578756, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.029002, 0.78759607371052875, array([False, False,  True, ..., False, False, False], dtype=bool))]), (5, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.056001, 0.78935549587924803, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.031998, 0.7880359292527086, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.03, 0.78667006204278178, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.031999, 0.78859153625335676, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.051, 0.78958699879618488, array([False, False,  True, ..., False, False, False], dtype=bool))]), (2, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.001999, 0.75601907584035555, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002001, 0.75608852671543658, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.75608852671543658, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.001, 0.76590425039355492, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.001999, 0.75608852671543658, array([False, False,  True, ..., False, False, False], dtype=bool))]), (2, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002999, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003001, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003001, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool))]), (2, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004331, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004, 0.75629687934067968, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.005001, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004001, 0.75608852671543658, array([False, False,  True, ..., False, False, False], dtype=bool))]), (2, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.006999, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.006999, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.006, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.007005, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.008999, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool))]), (2, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.016003, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.013002, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.015, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.013, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.017997, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool))]), (2, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.021001, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.021, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.020999, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.02, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.02, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool))]), (2, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.029, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.028002, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.030672, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.028002, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.026, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool))]), (1, 0.01, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.001999, 0.75608852671543658, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.001, 0.75608852671543658, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.75608852671543658, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.001001, 0.75608852671543658, array([False, False,  True, ..., False, False, False], dtype=bool))]), (1, 0.05, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002998, 0.75608852671543658, array([False, False,  True, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.001999, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.002999, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool))]), (1, 0.1, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004001, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.003999, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.004002, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool))]), (1, 0.2, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.008, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.006001, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.007001, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.006999, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.006002, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool))]), (1, 0.4, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.012998, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.013999, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.019999, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.013999, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.013998, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool))]), (1, 0.6, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.019997, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.019996, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.023, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.020002, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.02, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool))]), (1, 0.8, [(MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.027002, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.028001, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.031, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.028003, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool)), (MultinomialNB(alpha=1.0, class_prior=None, fit_prior=True), 0.027006, 0.75608852671543658, array([False, False, False, ..., False, False, False], dtype=bool))])]

In [10]:
xyz = []
for red, train, res in results:
    acc = [r[2] for r in res]
    xyz.append((red, train, sum(acc)/len(acc)))
json_io.list_to_json(xyz, "-twitter-reduction-trainsize-accuracy-mnbayes.json", old_format=True)

In [11]:
xyz


Out[11]:
[(0, 0.01, 0.75608852671543658),
 (0, 0.05, 0.75782016853412348),
 (0, 0.1, 0.75826002407630333),
 (0, 0.2, 0.76025557922029807),
 (0, 0.4, 0.76826558014630986),
 (0, 0.6, 0.79662005741272335),
 (0, 0.8, 0.82396518196129276),
 (1000000, 0.01, 0.75670432447448843),
 (1000000, 0.05, 0.75793591999259191),
 (1000000, 0.1, 0.76092693767941477),
 (1000000, 0.2, 0.77343272525233808),
 (1000000, 0.4, 0.79623576257060835),
 (1000000, 0.6, 0.81157514584683776),
 (1000000, 0.8, 0.82016390406519124),
 (500000, 0.01, 0.75781553847578476),
 (500000, 0.05, 0.75981572367811834),
 (500000, 0.1, 0.77026576534864344),
 (500000, 0.2, 0.78172978979535146),
 (500000, 0.4, 0.79771275118066476),
 (500000, 0.6, 0.80751921474210575),
 (500000, 0.8, 0.82546069080470408),
 (100000, 0.01, 0.75829706454301316),
 (100000, 0.05, 0.76327900731549225),
 (100000, 0.1, 0.77177979442540978),
 (100000, 0.2, 0.81099638855449585),
 (100000, 0.4, 0.81494119825909817),
 (100000, 0.6, 0.80456523752199272),
 (100000, 0.8, 0.79825446800629696),
 (50000, 0.01, 0.75873229002685438),
 (50000, 0.05, 0.76591814056857122),
 (50000, 0.1, 0.79976849708306319),
 (50000, 0.2, 0.80661172330771369),
 (50000, 0.4, 0.78930456523752202),
 (50000, 0.6, 0.78841096397814614),
 (50000, 0.8, 0.78192888230391699),
 (25000, 0.01, 0.75888971201037125),
 (25000, 0.05, 0.78798036855264375),
 (25000, 0.1, 0.80193999444393005),
 (25000, 0.2, 0.78985554217983145),
 (25000, 0.4, 0.77530326882118705),
 (25000, 0.6, 0.77280303731827027),
 (25000, 0.8, 0.76708954532827123),
 (10000, 0.01, 0.75972312251134366),
 (10000, 0.05, 0.78954995832947505),
 (10000, 0.1, 0.78002592832669693),
 (10000, 0.2, 0.76262153903139185),
 (10000, 0.4, 0.76187146958051666),
 (10000, 0.6, 0.75824613390128714),
 (10000, 0.8, 0.75516714510602834),
 (5000, 0.01, 0.76795999629595335),
 (5000, 0.05, 0.77531252893786451),
 (5000, 0.1, 0.75937123807759987),
 (5000, 0.2, 0.75175479211038054),
 (5000, 0.4, 0.74906472821557557),
 (5000, 0.6, 0.74708769330493574),
 (5000, 0.8, 0.74568478562829887),
 (2500, 0.01, 0.77465506065376433),
 (2500, 0.05, 0.75660709324937492),
 (2500, 0.1, 0.74210112047411791),
 (2500, 0.2, 0.74789332345587556),
 (2500, 0.4, 0.73798962866932116),
 (2500, 0.6, 0.74070747291415873),
 (2500, 0.8, 0.73563755903324379),
 (1000, 0.01, 0.77172886378368377),
 (1000, 0.05, 0.74932401148254457),
 (1000, 0.1, 0.74140198166496896),
 (1000, 0.2, 0.73434114269839801),
 (1000, 0.4, 0.73504954162422453),
 (1000, 0.6, 0.73397073803129909),
 (1000, 0.8, 0.73379942587276603),
 (500, 0.01, 0.7688489674969905),
 (500, 0.05, 0.75232891934438373),
 (500, 0.1, 0.75751921474210582),
 (500, 0.2, 0.75667654412445595),
 (500, 0.4, 0.75058338735068053),
 (500, 0.6, 0.74981016760811181),
 (500, 0.8, 0.74762941013056761),
 (250, 0.01, 0.76416334845819056),
 (250, 0.05, 0.75744513380868594),
 (250, 0.1, 0.7660292619687008),
 (250, 0.2, 0.76573756829336048),
 (250, 0.4, 0.77017779424020738),
 (250, 0.6, 0.77009445319011016),
 (250, 0.8, 0.76996481155662555),
 (100, 0.01, 0.74005926474673578),
 (100, 0.05, 0.75662098342439121),
 (100, 0.1, 0.76148254468006304),
 (100, 0.2, 0.75914436521900175),
 (100, 0.4, 0.75482452078896201),
 (100, 0.6, 0.76520511158440585),
 (100, 0.8, 0.76095934808778587),
 (50, 0.01, 0.74414760625983889),
 (50, 0.05, 0.75965830169460125),
 (50, 0.1, 0.75855171775164365),
 (50, 0.2, 0.7489258264654135),
 (50, 0.4, 0.75700064820816748),
 (50, 0.6, 0.75741272340031474),
 (50, 0.8, 0.7543429947217335),
 (25, 0.01, 0.75294008704509685),
 (25, 0.05, 0.76307065469024915),
 (25, 0.1, 0.76163070654690246),
 (25, 0.2, 0.76147328456338548),
 (25, 0.4, 0.76097323826280217),
 (25, 0.6, 0.76025557922029818),
 (25, 0.8, 0.75981109361977972),
 (10, 0.01, 0.77398833225298636),
 (10, 0.05, 0.77028891564033697),
 (10, 0.1, 0.77716918233169729),
 (10, 0.2, 0.77400685248634138),
 (10, 0.4, 0.77059449949069359),
 (10, 0.6, 0.77101583479951852),
 (10, 0.8, 0.77243726270951019),
 (5, 0.01, 0.77645152328919342),
 (5, 0.05, 0.78382257616445972),
 (5, 0.1, 0.78869802759514784),
 (5, 0.2, 0.78892953051208436),
 (5, 0.4, 0.78857301602000185),
 (5, 0.6, 0.78941105657931288),
 (5, 0.8, 0.78844800444485597),
 (2, 0.01, 0.75803778127604404),
 (2, 0.05, 0.75608852671543658),
 (2, 0.1, 0.75613019724048525),
 (2, 0.2, 0.75608852671543658),
 (2, 0.4, 0.75608852671543658),
 (2, 0.6, 0.75608852671543658),
 (2, 0.8, 0.75608852671543658),
 (1, 0.01, 0.75608852671543658),
 (1, 0.05, 0.75608852671543658),
 (1, 0.1, 0.75608852671543658),
 (1, 0.2, 0.75608852671543658),
 (1, 0.4, 0.75608852671543658),
 (1, 0.6, 0.75608852671543658),
 (1, 0.8, 0.75608852671543658)]

Train logistic


In [12]:
from sklearn.linear_model import LogisticRegression

results = []
for reduceamount in [0]:#, 1000000]:#, 500000, 100000, 50000]:
    print("\n\t\tReduction: "+str(reduceamount))
    for trainsize in [0.8]:#[0.01, 0.05, 0.1, 0.2, 0.4, 0.6, 0.8]:
        print("\n\t\tTraining size: "+str(trainsize))
        results.append((reduceamount,
                       trainsize,
                       ml.trainTest(X,
                                    y,
                                    classifiers=[LogisticRegression(n_jobs=-1)],
                                    reduce=reduceamount,
                                    splits=2,
                                    trainsize=trainsize,
                                    testsize=0.2)))
pickle.dump(results, open('pickled/-twitter-trained-log.pickle', 'wb'))
print(results)


		Reduction: 0

		Training size: 0.8
Starting to train <class 'sklearn.linear_model.logistic.LogisticRegression'>
<class 'sklearn.linear_model.logistic.LogisticRegression'>	Time: 415	Score:	0.869502
Starting to train <class 'sklearn.linear_model.logistic.LogisticRegression'>
<class 'sklearn.linear_model.logistic.LogisticRegression'>	Time: 417	Score:	0.873229
[(0, 0.8, [(LogisticRegression(C=1.0, class_weight=None, dual=False, fit_intercept=True,
          intercept_scaling=1, max_iter=100, multi_class='ovr', n_jobs=-1,
          penalty='l2', random_state=None, solver='liblinear', tol=0.0001,
          verbose=0, warm_start=False), 415.732046, 0.86950180572275215), (LogisticRegression(C=1.0, class_weight=None, dual=False, fit_intercept=True,
          intercept_scaling=1, max_iter=100, multi_class='ovr', n_jobs=-1,
          penalty='l2', random_state=None, solver='liblinear', tol=0.0001,
          verbose=0, warm_start=False), 417.592044, 0.8732290026854338)])]

In [18]:
xyz = []
for red, train, res in results:
    acc = [r[2] for r in res]
    xyz.append((red, train, sum(acc)/len(acc)))
json_io.list_to_json(xyz, "-twitter-reduction-trainsize-accuracy-log.json", old_format=True)
xyz


Out[18]:
[(0, 0.8, 0.87136540420409303)]

Test with a saved classifier on a list of strings


In [13]:
results = pickle.load(open('pickled/-twitter-trained-log.pickle', 'rb'))
print(results)


[(0, 0.8, [(LogisticRegression(C=1.0, class_weight=None, dual=False, fit_intercept=True,
          intercept_scaling=1, max_iter=100, multi_class='ovr', n_jobs=-1,
          penalty='l2', random_state=None, solver='liblinear', tol=0.0001,
          verbose=0, warm_start=False), 415.732046, 0.86950180572275215), (LogisticRegression(C=1.0, class_weight=None, dual=False, fit_intercept=True,
          intercept_scaling=1, max_iter=100, multi_class='ovr', n_jobs=-1,
          penalty='l2', random_state=None, solver='liblinear', tol=0.0001,
          verbose=0, warm_start=False), 417.592044, 0.8732290026854338)])]

In [14]:
dvp = pickle.load(open('pickled/-twitter-dvp.pickle', 'rb'))

In [17]:
classifier = results[0][2][1][0] #best logistic

In [16]:
a = ml.predict(["",
           ],
           classifier,
           dvp,
           nlp.cleanTokensTwitter)
sum(a['prediction'])


Out[16]:
13

In [ ]:


In [ ]: