In [1]:

    

def pretty_print_review_and_label(i):
    print(labels[i] + "\t:\t" + reviews[i][:80] + "...")

g = open('reviews.txt','r') # What we know!
reviews = list(map(lambda x:x[:-1],g.readlines()))
g.close()

g = open('labels.txt','r') # What we WANT to know!
labels = list(map(lambda x:x[:-1].upper(),g.readlines()))
g.close()


    

In [2]:

    

len(reviews)


    

    
Out[2]:





25000

In [3]:

    

reviews[0]


    

    
Out[3]:





'bromwell high is a cartoon comedy . it ran at the same time as some other programs about school life  such as  teachers  . my   years in the teaching profession lead me to believe that bromwell high  s satire is much closer to reality than is  teachers  . the scramble to survive financially  the insightful students who can see right through their pathetic teachers  pomp  the pettiness of the whole situation  all remind me of the schools i knew and their students . when i saw the episode in which a student repeatedly tried to burn down the school  i immediately recalled . . . . . . . . . at . . . . . . . . . . high . a classic line inspector i  m here to sack one of your teachers . student welcome to bromwell high . i expect that many adults of my age think that bromwell high is far fetched . what a pity that it isn  t   '

In [4]:

    

labels[0]


    

    
Out[4]:





'POSITIVE'

In [5]:

    

print("labels.txt \t : \t reviews.txt\n")
pretty_print_review_and_label(2137)
pretty_print_review_and_label(12816)
pretty_print_review_and_label(6267)
pretty_print_review_and_label(21934)
pretty_print_review_and_label(5297)
pretty_print_review_and_label(4998)


    

    




labels.txt 	 : 	 reviews.txt

NEGATIVE	:	this movie is terrible but it has some good effects .  ...
POSITIVE	:	adrian pasdar is excellent is this film . he makes a fascinating woman .  ...
NEGATIVE	:	comment this movie is impossible . is terrible  very improbable  bad interpretat...
POSITIVE	:	excellent episode movie ala pulp fiction .  days   suicides . it doesnt get more...
NEGATIVE	:	if you haven  t seen this  it  s terrible . it is pure trash . i saw this about ...
POSITIVE	:	this schiffer guy is a real genius  the movie is of excellent quality and both e...

In [8]:

    

positive_reviews = []
negative_reviews = []
for index, label in enumerate(labels):
    if label == 'NEGATIVE':
        negative_reviews.append(reviews[index])
        continue
    if label == 'POSITIVE':
        positive_reviews.append(reviews[index])
        continue
    else:
        print("Found NEITHER")
print(len(positive_reviews))
print(len(negative_reviews))


    

    




12500
12500

In [9]:

    

positive_words = " ".join(positive_reviews)
negative_words = " ".join(negative_reviews)


    

In [10]:

    

positive_words = positive_words.split(" ")
negative_words = negative_words.split(" ")


    

In [11]:

    

set_positive = set(positive_words)
set_negative = set(negative_words)


    

In [12]:

    

positive_only = set_positive - set_negative
negative_only = set_negative - set_positive


    

In [13]:

    

print("Positive Set: {} Positive Only: {}".format(len(set_positive), len(positive_only)))
print("Negative Set: {} Negative Only: {}".format(len(set_negative), len(negative_only)))


    

    




Positive Set: 55214 Positive Only: 20439
Negative Set: 53635 Negative Only: 18860