In [1]:
import gensim
import numpy as np
import pandas as pd
from load_data import expanded_urls, df
from collections import defaultdict, Counter
from nltk.stem.snowball import PorterStemmer
from sklearn.manifold import TSNE
import matplotlib.pyplot as plt
from matplotlib.ticker import NullFormatter
import seaborn as sns
sns.set_style('darkgrid')
sns.set_palette('muted')
sns.set_context("notebook", font_scale=1.5,
rc={"lines.linewidth": 2.5})
%matplotlib inline
from TextProcessor import TextProcessor
import re
import logging
from sklearn.cluster import KMeans
logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s', level=logging.INFO)
tweet_url_regex = r'http\S+'
stemmer = PorterStemmer()
/Users/mquezada/anaconda3/lib/python3.5/site-packages/gensim/utils.py:1015: UserWarning: Pattern library is not installed, lemmatization won't be available.
warnings.warn("Pattern library is not installed, lemmatization won't be available.")
In [2]:
# ids_with_url = df.text.str.contains(tweet_url_regex, regex=True, na=False)
# df_urls = df.loc[ids_with_url]
# df_uniq = df.groupby(['text']).size().reset_index().rename(columns={0:'count'})
print("Rows, cols:", df.shape)
# print("Rows, cols (duplicates removed):", df_uniq.shape)
Rows, cols: (100014, 19)
In [3]:
tweets = TextProcessor(df[df['text'].notnull()]['text'], expanded_urls)
%time proc_tweets = [t for t in tweets]
CPU times: user 42.7 s, sys: 507 ms, total: 43.2 s
Wall time: 2min 51s
In [4]:
%time model = gensim.models.Word2Vec(proc_tweets, workers=4)
2016-12-29 11:10:53,472 : INFO : collecting all words and their counts
2016-12-29 11:10:53,474 : INFO : PROGRESS: at sentence #0, processed 0 words, keeping 0 word types
2016-12-29 11:10:53,509 : INFO : PROGRESS: at sentence #10000, processed 111387 words, keeping 5119 word types
2016-12-29 11:10:53,542 : INFO : PROGRESS: at sentence #20000, processed 232291 words, keeping 9694 word types
2016-12-29 11:10:53,591 : INFO : PROGRESS: at sentence #30000, processed 347227 words, keeping 14327 word types
2016-12-29 11:10:53,644 : INFO : PROGRESS: at sentence #40000, processed 448634 words, keeping 17874 word types
2016-12-29 11:10:53,700 : INFO : PROGRESS: at sentence #50000, processed 533967 words, keeping 21758 word types
2016-12-29 11:10:53,767 : INFO : PROGRESS: at sentence #60000, processed 643942 words, keeping 26482 word types
2016-12-29 11:10:53,828 : INFO : PROGRESS: at sentence #70000, processed 740904 words, keeping 31846 word types
2016-12-29 11:10:53,876 : INFO : PROGRESS: at sentence #80000, processed 839908 words, keeping 36369 word types
2016-12-29 11:10:53,904 : INFO : PROGRESS: at sentence #90000, processed 950001 words, keeping 41000 word types
2016-12-29 11:10:53,946 : INFO : collected 45603 word types from a corpus of 1066377 raw words and 99741 sentences
2016-12-29 11:10:53,947 : INFO : Loading a fresh vocabulary
2016-12-29 11:10:54,137 : INFO : min_count=5 retains 7377 unique words (16% of original 45603, drops 38226)
2016-12-29 11:10:54,138 : INFO : min_count=5 leaves 1015002 word corpus (95% of original 1066377, drops 51375)
2016-12-29 11:10:54,206 : INFO : deleting the raw counts dictionary of 45603 items
2016-12-29 11:10:54,212 : INFO : sample=0.001 downsamples 66 most-common words
2016-12-29 11:10:54,214 : INFO : downsampling leaves estimated 811363 word corpus (79.9% of prior 1015002)
2016-12-29 11:10:54,217 : INFO : estimated required memory for 7377 words and 100 dimensions: 9590100 bytes
2016-12-29 11:10:54,270 : INFO : resetting layer weights
2016-12-29 11:10:54,409 : INFO : training model with 4 workers on 7377 vocabulary and 100 features, using sg=0 hs=0 sample=0.001 negative=5 window=5
2016-12-29 11:10:54,410 : INFO : expecting 99741 sentences, matching count from corpus used for vocabulary survey
2016-12-29 11:10:55,424 : INFO : PROGRESS: at 25.05% examples, 1034576 words/s, in_qsize 7, out_qsize 0
2016-12-29 11:10:56,431 : INFO : PROGRESS: at 51.34% examples, 1038392 words/s, in_qsize 6, out_qsize 1
2016-12-29 11:10:57,436 : INFO : PROGRESS: at 77.67% examples, 1041252 words/s, in_qsize 7, out_qsize 0
2016-12-29 11:10:58,258 : INFO : worker thread finished; awaiting finish of 3 more threads
2016-12-29 11:10:58,259 : INFO : worker thread finished; awaiting finish of 2 more threads
2016-12-29 11:10:58,260 : INFO : worker thread finished; awaiting finish of 1 more threads
2016-12-29 11:10:58,265 : INFO : worker thread finished; awaiting finish of 0 more threads
2016-12-29 11:10:58,265 : INFO : training on 5331885 raw words (4056594 effective words) took 3.8s, 1054981 effective words/s
CPU times: user 11.2 s, sys: 92.6 ms, total: 11.3 s
Wall time: 4.79 s
In [5]:
def most_similar(word, topn=10, flter=None):
try:
ms = model.most_similar(word, topn=topn)
except KeyError:
print("Word `%s` not in vocabulary" % word)
return
for word, sim in ms:
orig_word = get_orig_word(word)
tag, conf = tag_of_word(word)
if flter:
if tag.startswith(flter):
yield (sim, orig_word, tag, conf)
else:
yield (sim, orig_word, tag, conf)
def tag_of_word(word):
tags = tweets.tag_vocab[word]
tot = sum(tags.values())
tag, conf_int = tags.most_common(1)[0]
conf = conf_int / tot
return tag, conf
def get_orig_word(word):
return tweets.vocab.get(word, word)
def get_words(topn=10, flter=None):
i = 1
for word in tweets.tag_vocab:
if flter:
tag, conf = tag_of_word(word)
if tag.startswith(flter):
yield (word, get_orig_word(word), tag, conf)
i += 1
else:
tag, conf = tag_of_word(word)
yield (word, get_orig_word(word), tag, conf)
i += 1
if i == topn:
raise StopIteration
def get_base_tags():
c = Counter()
for tag, cnt in tweets.tags.items():
c[tag[:2]] += cnt
return c.most_common(len(c))
In [38]:
print(get_base_tags())
print(list(get_words(flter="CD")))
word = "365"
query = stemmer.stem(word)
list(most_similar(query, flter=None))
[('NN', 149689), ('VB', 37853), ('JJ', 19957), ('RB', 3750), ('CD', 2319), ('IN', 1718), ('FW', 792), ('MD', 429), ('SY', 112), ('DT', 69), ('RP', 43), ('UH', 33), ('CC', 8), ('WD', 5), ('WR', 5), ('WP', 4), ('PR', 2), ('PD', 1)]
[('1150', '11:50', 'CD', 1.0), ('tcocengbt9bmt', 't.co/cengbt9bmt', 'CD', 1.0), ('324', '3:24', 'CD', 1.0), ('tcoa1laxcto7u', 't.co/a1laxcto7u', 'CD', 1.0), ('10pm', '10pm', 'CD', 1.0), ('0205', '02:05', 'CD', 1.0), ('nine', 'nine', 'CD', 1.0), ('365', '365', 'CD', 1.0), ('659', '6:59', 'CD', 1.0)]
Word `365` not in vocabulary
Out[38]:
[]
In [6]:
for word in model.vocab:
tag, conf = tag_of_word(word)
if tag.startswith("VB"):
print(word)
for sim, orig_word, tag, conf in most_similar(word, topn=3):
print("%.2f\t%s\t%s\t%.2f" % (sim, orig_word, tag, conf))
print()
2016-12-29 11:11:06,245 : INFO : precomputing L2-norms of word weight vectors
spent
0.88 nig NN 1.00
0.81 huddled VBD 0.94
0.78 njust NN 0.73
adopt
0.90 foster VB 0.98
0.77 mattresses NNS 1.00
0.77 eugene JJ 0.75
guard
0.73 strange JJ 0.94
0.72 timeline NN 0.71
0.70 http://t.co/c8tg7zhbs6 NN 1.00
play
0.83 repeatedly RB 1.00
0.82 never RB 1.00
0.81 role NN 1.00
bend
0.79 11pm CD 0.86
0.79 #taliban NN 1.00
0.79 #update VB 0.56
invit
0.92 http://t.co/kogr1buvlm NN 1.00
0.87 portion NNS 0.60
0.87 http://t.co/hyfvqz4dwr NN 0.80
happen
0.78 accidentally RB 1.00
0.78 dalit NNS 0.95
0.69 went VBD 1.00
describ
0.70 sherpa NNS 0.80
0.69 gorkha NN 1.00
0.69 unable JJ 1.00
dump
0.82 http://t.co/9nsufuv6lt NN 1.00
0.78 http://t.co/lplfbhbf7c NN 1.00
0.75 yahhselves NNS 1.00
feel
0.88 lol NN 0.88
0.88 nice JJ 0.99
0.87 damn JJ 0.41
wer
0.80 malayali NNS 0.93
0.73 http://t.co/dye6esh7vh NN 1.00
0.69 thomas NNS 0.58
avoid
0.75 quality NN 1.00
0.75 favorite JJ 0.83
0.75 herd NN 1.00
ravag
0.85 #dungog NN 1.00
0.79 ontario NN 1.00
0.79 collision NN 1.00
push
0.97 alienate VB 0.97
0.94 forefront NN 1.00
0.90 would've RB 0.91
eaten
0.88 ate VBD 1.00
0.86 forgot VBD 0.62
0.85 straight JJ 0.56
trickl
0.72 goes VBZ 1.00
0.67 kind NN 0.82
0.66 btw NN 1.00
repatri
0.91 http://t.co/abakjpeapb NN 1.00
0.82 globe NN 1.00
0.81 amp NN 0.73
http://t.co/1arcbgsgj8
0.90 #abc NN 0.46
0.90 #headlinenews NNS 1.00
0.90 #the VB 0.40
rattl
0.65 injuries NN 0.75
0.65 historic JJ 1.00
0.65 major JJ 0.99
grab
0.95 sharmila NN 1.00
0.80 mum JJ 0.47
0.79 bertrand NN 1.00
enhanc
0.94 delicious JJ 0.87
0.93 self-centered JJ 1.00
0.93 #healthy JJ 0.43
use
0.90 meal NNS 0.91
0.80 could MD 1.00
0.78 school NNS 0.82
arrest
0.87 raids NN 0.74
0.83 suspect NN 0.54
0.83 #jeppestown JJ 1.00
distract
0.96 noodle NNS 0.70
0.95 hangry NN 1.00
0.95 proverb NN 1.00
detain
0.99 photog NN 1.00
0.98 stringer VBP 0.99
0.97 rough VBD 0.98
bbcbreak
0.91 http://t.co/gkjgjsqfu7 NN 1.00
0.91 http://t.co/lqc2qt7iuk VBP 1.00
0.91 http://t.co/0k6sskaien NN 1.00
werent
0.79 #police JJ 0.45
0.79 tune NN 0.50
0.78 plus CC 1.00
heal
0.79 matt NN 1.00
0.78 tracked VB 0.88
0.77 photography NN 1.00
http://t.co/qtquyalsfn
0.90 http://t.co/yg9e8kldso NN 1.00
0.90 http://t.co/rheh2xbqbk NN 1.00
0.89 http://t.co/8z3kkohepw NN 1.00
shook
0.93 sovereignty NN 1.00
0.78 http://t.co/9ovp6fpox1 NN 1.00
0.73 http://t.co/40dhxwj NN 1.00
#msghelpsearthquakevictim
0.98 http://t.co/puc24j NN 1.00
0.93 http://t.co/acrb4uxxjn NN 1.00
0.91 http://t.co/epao8gpfww NN 1.00
forget
0.87 understand VBP 0.42
0.83 pay VB 0.60
0.82 maybe RB 0.97
#vk
0.88 ncanine NN 1.00
0.87 http://t.co/2m529jxbtv NN 1.00
0.87 http://t.co/gma2ihpjjc NN 1.00
win
0.81 mind NN 0.68
0.78 detox VB 0.86
0.78 match NN 0.51
vanish
0.96 reborn JJ 1.00
0.84 mos NNS 0.89
0.83 removing VBD 0.91
http://t.co/serjpxeqnw
0.82 avalance NN 1.00
0.80 http://t.co/fmr2ldmmf1 NN 1.00
0.78 http://t.co/ryw2ztgx3a VBP 1.00
resist
0.70 http://t.co/u5bvb4xjji NNS 1.00
0.69 nrelief FW 1.00
0.68 sindhupalchowk NN 1.00
recus
0.83 graft NN 1.00
0.81 phiyega NN 0.71
0.80 advi NNS 1.00
http://t.co/ullolj3efw
0.96 http://t.co/wuxjzyg17e NN 1.00
0.92 #amazed VBG 0.93
0.91 alley NN 0.86
skip
0.93 nutritious JJ 1.00
0.92 repurposes VBZ 1.00
0.92 http://t.co/bunyibiihr NN 0.80
starv
0.92 hungry JJ 1.00
0.89 sick JJ 0.98
0.88 nap NN 0.94
hang
0.87 fuckin NN 0.33
0.83 period NN 1.00
0.83 smart JJ 1.00
burn
0.92 niggas NN 0.35
0.91 protein NN 1.00
0.91 stuff NN 0.86
make
0.85 something NN 1.00
0.83 sense NN 0.86
0.79 hell NN 0.91
suffer
0.83 cuz NN 0.96
0.77 child NN 0.99
0.77 families NN 0.75
exce
0.76 2,500 CD 1.00
0.76 climb VB 0.53
0.75 death NN 0.94
fix
0.90 seriously RB 1.00
0.89 http://t.co/fnhtar4q48 NN 1.00
0.87 pot NN 0.80
dwindl
0.79 http://t.co/uplpqb1cvu NN 1.00
0.79 rep NN 0.97
0.69 sitting VBP 0.39
defer
0.95 nitish JJ 1.00
0.93 http://t.co/sz3uptbcdl NN 1.00
0.93 kumar NN 0.66
scroll
0.94 http://t.co/3yqklmpuxx NN 1.00
0.93 http://t.co/snyv2icxas NNS 1.00
0.92 fill VB 0.41
deal
0.80 disasters-a JJ 1.00
0.76 insurance NNS 0.83
0.73 online NN 0.89
doubl
0.93 obama NN 0.97
0.91 nfood NN 0.98
0.90 expensive NNS 0.79
target
0.92 voter NN 1.00
0.91 belfast NN 1.00
0.91 salem NN 1.00
illinoi
0.58 http://t.co/cwzsnf9i4f NN 1.00
0.57 http://t.co/4wiubdbmlt NN 1.00
0.56 social JJ 1.00
http://t.co/drjporofsu
0.96 http://t.co/3pkjz1di5j NN 1.00
0.71 http://t.co/cmacrkewzx NN 1.00
0.69 4,050 CD 1.00
waiv
0.88 #iran's JJ 0.92
0.87 duty NN 0.91
0.86 http://t.co/yqtz2dp3m NN 1.00
refus
0.72 gujarat NN 1.00
0.71 uttarakhand NN 0.58
0.71 wil NN 0.92
continu
0.68 bhaktapur NN 1.00
0.67 http://t.co/ko3n2eivqq NN 1.00
0.61 http://t.co/cfbj0kthp6 VBP 1.00
fit
0.93 classic JJ 0.85
0.93 sugar NN 1.00
0.92 http://t.co/fzi3cjjyfl NN 1.00
wish
0.92 better JJR 0.74
0.85 http://t.co/muiygurgyf NN 1.00
0.85 http://t.co/mavvickepp NN 1.00
#sponsor
0.99 #splendasavvies NNS 0.97
0.93 pinterest NN 1.00
0.89 swaps NNS 0.92
speed
0.95 greatly RB 1.00
0.93 http://t.co/6ogye2ivfb NN 1.00
0.91 http://t.co/ykauubxhru NN 1.00
pummel
0.95 http://t.co/1md4kdjwx NN 1.00
0.81 scary JJ 1.00
0.76 snd NN 1.00
hold
0.61 established VB 0.58
0.61 location JJ 0.55
0.56 cautious JJ 1.00
perich
0.78 walther NN 1.00
0.77 4200m CD 1.00
0.76 lucker NN 1.00
grind
0.99 misery NN 0.89
0.96 #voom VBP 1.00
0.96 floor NN 0.88
walk
0.87 numerous JJ 1.00
0.82 serious JJ 1.00
0.80 criticism JJ 0.82
ni
0.99 wat VBN 0.48
0.97 cuisine NN 1.00
0.97 #healthy JJ 0.43
see
0.75 eyes NNS 0.92
0.73 blog NN 0.91
0.72 whenever WRB 1.00
rage
0.81 #newystorm NN 1.00
0.76 dungog NN 0.98
0.75 http://t.co/mhygsnjody JJ 1.00
despair
0.73 plz NN 1.00
0.72 gorkha NN 1.00
0.71 county NN 0.97
despatch
0.93 http://t.co/hkwj9elx8i NN 1.00
0.92 rajapaksa NN 1.00
0.92 wordpress NN 1.00
lat
0.91 28.154815 CD 1.00
0.61 85.398595 CD 1.00
0.56 benefit VBN 0.52
consid
0.73 #everyplatefull NN 0.50
0.70 blood NN 1.00
0.70 #russians NNS 1.00
stab
0.83 woodford NN 0.89
0.83 tracey NN 1.00
0.81 deceased VBN 0.67
rumbl
0.81 http://t.co/gfu4gq040u NN 1.00
0.81 http://t.co/nvyowfohzo NN 1.00
0.77 winched VBD 0.67
charg
0.91 #unitedairlines NNS 1.00
0.70 #god NN 1.00
0.70 sound NN 0.77
plead
0.68 http://t.co/bvqdwrov6p NN 1.00
0.67 http://t.co/hwrlrci6gx NN 1.00
0.65 http://t.co/8077tzzhwi NNS 1.00
afford
0.91 growling VBG 0.60
0.91 mac NN 1.00
0.90 comment NNS 0.35
recal
0.90 bacon NN 1.00
0.89 way.http JJ 1.00
0.89 shamelessly RB 1.00
lock
0.97 fml NN 1.00
0.96 rafalejoy NN 1.00
0.96 bruh NN 0.89
pose
0.91 menstruation NN 1.00
0.91 way.http JJ 1.00
0.89 corpses NNS 1.00
mean
0.92 bitching NN 0.96
0.91 fat JJ 0.92
0.84 know VBP 0.64
retard
0.96 organised NN 0.74
0.92 indulging VBG 1.00
0.88 http://t.co/0mrqovougz NN 1.00
sponsor
0.96 fullstack NN 1.00
0.95 24hrs JJ 0.87
0.88 #passiton VB 1.00
return
0.69 workers NNS 0.98
0.69 nall NN 1.00
0.63 http://t.co/wswklfcc3b NN 1.00
freed
0.71 himalayas NNS 0.79
0.70 buried VBN 1.00
0.70 http://t.co/nvyowfohzo NN 1.00
restor
0.67 oil NN 1.00
0.64 grid NN 1.00
0.63 power NN 0.61
#miss
0.70 #dead VBD 0.60
0.70 http://t.co/leuvvimqqd NN 1.00
0.68 taplin NN 1.00
http://t.co/wsgth7lwyk
0.91 http://t.co/hmzzzs4zpu NN 1.00
0.88 beverley NN 1.00
0.88 deer NNS 1.00
depriv
0.80 instead RB 1.00
0.77 someone NN 1.00
0.75 really RB 1.00
stuf
0.92 beer NN 1.00
0.92 imediately RB 1.00
0.92 cocktails NNS 0.86
swept
0.90 http://t.co/r53lse9sl7 NN 1.00
0.89 http://t.co/5k9abdpreu NN 1.00
0.83 http://t.co/scvi0zwrio NN 1.00
outlin
0.92 http://t.co/r5ngrssb2x NN 1.00
0.91 rand NN 1.00
0.90 icymi NNS 0.89
toss
0.88 wing NNS 0.60
0.88 levels NN 0.57
0.87 prom NN 0.86
claw
0.93 chaos NN 1.00
0.80 http://t.co/bqowiew9ch NN 1.00
0.74 http://t.co/w3yoiplims NNS 1.00
smack
0.88 smell NN 0.35
0.88 older JJR 1.00
0.87 shouldnt VBP 0.58
surviv
0.63 cry NN 0.50
0.61 siblings NNS 1.00
0.61 http://t.co/d3oo5axruh NN 1.00
visit
0.76 nepal.without JJ 1.00
0.74 amitabh NN 0.95
0.74 bachchan NN 0.96
invent
0.98 lyrics JJ 0.88
0.97 delve VBP 1.00
0.95 http://t.co/a6wqlogjmw NN 1.00
captur
0.82 cameras NN 0.84
0.80 moment NN 0.89
0.80 debris NN 1.00
http://t.co/cfbj0kthp6
0.95 http://t.co/syfxlhvgzg NN 1.00
0.79 edge NN 1.00
0.75 refuge NN 1.00
repeat
0.64 carapiet NN 1.00
0.62 eugene JJ 0.75
0.61 parents NNS 0.97
pass
0.90 climb VB 0.53
0.88 http://t.co/nhtlr4ys1b NN 1.00
0.88 http://t.co/uptt3jxuvx NN 1.00
alkhidmat
0.87 http://t.co/mmtosctpuj NN 1.00
0.87 #earhquake NN 1.00
0.84 #tents NNS 1.00
http://t.co/cbkystvexm
0.90 http://t.co/qwedew0krv NN 1.00
0.90 http://t.co/5ns2opijo1 NN 1.00
0.89 http://t.co/p2shlbfkik VBP 1.00
wound
0.70 choppers NNS 0.96
0.70 walther NN 1.00
0.69 gruelling JJ 1.00
lay
0.97 dude NN 0.64
0.96 purpose NN 0.71
0.96 noodle NNS 0.70
huddl
0.88 http://t.co/5lp1hivdgv NN 1.00
0.87 staffers NN 0.92
0.81 spent VBD 0.79
kidnap
0.95 accra NN 1.00
0.95 saga NN 1.00
0.94 yfm NN 1.00
lodg
0.94 sepang NN 1.00
0.91 pastor NN 1.00
0.89 angola NN 1.00
destroy
0.75 built VBN 0.99
0.71 http://t.co/tnhjrsbogj NN 1.00
0.71 car NN 0.85
risen
0.68 https://twitter.com/t2tnews/status/594736893826191361/photo/1 NN 1.00
0.59 4,300 CD 1.00
0.57 http://t.co/xn9qeddyos NNS 1.00
begin
0.62 150 CD 1.00
0.61 focused VBN 0.33
0.60 http://t.co/hoh0jabwdi NNS 0.59
chat
0.83 #tamworth JJ 0.67
0.79 father NN 1.00
0.76 january NNP 1.00
approach
0.72 communicate NN 0.64
0.70 yet RB 0.99
0.69 adventure NN 0.84
think
0.83 ass NN 0.93
0.83 lol NN 0.88
0.81 i'll NN 0.43
revers
0.94 bank.we NN 1.00
0.88 http://t.co/psy3gwqoe1 NN 1.00
0.85 http://t.co/zdthjnl11 NN 1.00
wash
0.67 stumps NNS 1.00
0.63 packets NNS 0.97
0.62 eyes NNS 0.92
adjust
0.95 5bp JJ 1.00
0.94 http://t.co/tkbhibm46c NN 1.00
0.93 m15 NN 1.00
shrank
0.95 inch NN 1.00
0.85 http://t.co/0acvuyp8j4 NN 1.00
0.85 shorter JJR 1.00
quot
0.94 http://t.co/achp0kkojc NN 1.00
0.93 #bringchefryanbacksats2016 CD 1.00
0.93 amber VBP 0.67
injur
0.67 nuns NNPS 0.92
0.66 carrying VBG 0.52
0.66 #news NNS 0.93
chase
0.81 189 CD 1.00
0.80 murder NN 0.74
0.78 http://t.co/u6cjcwniwt NN 1.00
compar
0.74 1934 CD 1.00
0.62 witness NN 0.60
0.61 920 CD 1.00
annoy
0.92 viewers NNS 1.00
0.88 http://t.co/qh7frliunq NN 1.00
0.88 #nutritionintomeals NNS 1.00
strand
0.66 tourists NNS 0.72
0.65 mountainside NN 1.00
0.64 climbers NNS 0.75
http://t.co/wjyzspyrzh
0.89 http://t.co/p6napdab4j NN 1.00
0.80 descended VBD 0.76
0.77 http://t.co/hh2fbsf NN 1.00
focus
0.76 crisis NN 1.00
0.76 saudi NN 1.00
0.76 sanitation NN 0.98
acknowledg
0.95 in-country JJ 1.00
0.93 sufficient JJ 0.98
0.72 healthcare NN 1.00
held
0.95 funeral NN 0.91
0.87 migrant JJ 0.96
0.84 midwest JJ 1.00
clap
0.98 #ndrf VBZ 1.00
0.92 pokhari NN 0.87
0.89 machha NN 1.00
http://t.co/vjbzcgalsb
0.96 wat VBN 0.48
0.96 nis VBZ 1.00
0.95 nmedicine NN 1.00
prove
0.91 uniqueness NN 0.75
0.91 lit VBD 1.00
0.90 #msghelpearthquakevict VBG 1.00
learn
0.80 importance JJ 0.79
0.79 grabbed VBD 0.50
0.76 sharmila NN 1.00
warn
0.73 affairs NNS 1.00
0.73 julie NN 0.93
0.68 bishop NN 0.94
pend
0.90 hbo NN 1.00
0.88 #gappumodi NNS 0.44
0.87 marion NN 1.00
wear
0.91 masks NNS 1.00
0.87 baggy NN 1.00
0.85 flannel NN 1.00
#msghelpearthquakevict
0.94 http://t.co/vveesbgqeq VBP 1.00
0.94 http://t.co/qi1gxh7l84 NN 1.00
0.93 uniqueness NN 0.75
sift
0.71 towards IN 1.00
0.69 combing VBG 0.62
0.68 triggered VBN 0.74
write
0.95 letter NN 0.99
0.89 thx NN 0.99
0.76 band NN 0.70
#wo
0.85 sevent CD 1.00
0.72 rishi NNS 0.90
0.72 http://t.co/rzrtoniiph NN 1.00
say
0.48 nepali JJ 0.96
0.47 65016 CD 1.00
0.47 three CD 1.00
befor
0.90 descended VBD 0.76
0.84 http://t.co/mtlla6kjlg NN 1.00
0.84 cctv NN 1.00
opt
0.83 6300 CD 1.00
0.72 http://t.co/sds7pztc5i NN 1.00
0.70 #salford NN 1.00
overcom
0.94 wtever NN 1.00
0.84 drain VBN 0.43
0.73 havoc NN 1.00
maintain
0.92 header NN 1.00
0.92 soft JJ 1.00
0.91 turtles NN 0.87
leak
0.97 liquor NN 0.91
0.95 bruh NN 0.89
0.95 belly NN 0.92
go
0.81 that's VBZ 0.38
0.80 pack NN 0.31
0.79 actual RB 0.60
xxx
0.95 #nepalquake2015 NN 0.73
0.77 #foxnews NNS 1.00
0.76 catastophe NN 1.00
eal
0.98 tesco NN 1.00
0.94 http://t.co/rtvahassbo NN 1.00
0.89 #indiegogolife NN 0.99
purchas
0.94 deserted NNS 0.67
0.94 rethinks VB 0.80
0.93 noodle NNS 0.70
miss
0.73 unaccounted JJ 1.00
0.58 stranded VBN 0.87
0.57 disappeared VBP 0.50
that
0.90 actual RB 0.60
0.90 nice JJ 0.99
0.90 lol NN 0.88
carri
0.73 planes NNS 0.75
0.69 nuns NNPS 0.92
0.66 injured VBN 0.72
allow
0.78 interview NN 0.56
0.78 http://t.co/arf8mp8ers NNS 1.00
0.76 portland NN 1.00
owe
0.91 chocolates NN 0.82
0.90 http://t.co/yemnf8dmnl NN 1.00
0.89 gilman NN 1.00
look
0.75 nuclear JJ 1.00
0.74 http://t.co/cg6xettkmz NN 1.00
0.74 blasting NN 1.00
#phakd
0.98 #lukla JJ 0.80
0.97 #namche JJ 0.81
0.84 karen NN 0.67
#break
0.77 nsw NN 1.00
0.75 baartman NN 1.00
0.74 overnight JJ 0.96
occur
0.81 ruin NNS 0.86
0.78 http://t.co/nrebprx3lp JJ 1.00
0.78 able JJ 1.00
kept
0.88 incessantly RB 1.00
0.78 hari NNS 0.52
0.77 doubt NN 0.86
dine
0.83 michael NN 0.93
0.83 bikini NN 1.00
0.83 awesome JJ 1.00
ad
0.97 mirch-masala NN 1.00
0.87 activities NN 0.83
0.84 turning VBZ 0.33
reaffirm
0.99 eu's NNS 1.00
0.95 http://t.co/31lcux417p NN 1.00
0.94 http://t.co/2by5 NN 1.00
jump
0.58 situation NN 0.74
0.51 goi NN 1.00
0.50 lactating JJ 1.00
scour
0.98 http://t.co/nnlmgmv5fc NN 1.00
0.88 http://t.co/oa55onfkwf NN 1.00
0.85 #app NN 0.85
wrote
0.68 district NN 0.62
0.66 2,091 CD 1.00
0.65 field NN 0.98
iraq
0.72 simply RB 1.00
0.68 security NN 0.95
0.63 advisor NN 0.97
die
0.63 shot VBN 0.45
0.62 kill VBN 0.48
0.61 police NNS 0.70
dispatch
0.75 columbus NN 1.00
0.73 delays VBP 0.50
0.68 http://t.co/logjhe5168 NN 1.00
eat
0.79 weight NN 0.96
0.79 someone NN 1.00
0.77 cute JJ 1.00
upload
0.76 appreciated VBD 0.60
0.71 tech NN 1.00
0.68 earthquake-hit JJ 1.00
erad
0.91 strategy NN 0.80
0.90 tim NN 0.90
0.88 timesnow JJ 0.68
follow
0.75 azmi NNS 1.00
0.72 azim NN 1.00
0.70 http://t.co/o7lqyk5j0q NN 1.00
ferri
0.90 http://t.co/nrzpkmpwxo NN 1.00
0.89 unclear JJ 1.00
0.87 http://t.co/esuiycsstd NN 1.00
bergen
0.86 sleepover NN 1.00
0.85 trucks NN 0.68
0.85 tech NN 1.00
urg
0.76 #forex JJ 0.89
0.71 #iphone RB 0.62
0.71 workers NNS 0.98
bash
0.99 rand NN 1.00
0.99 graham NN 1.00
0.97 paul NN 0.61
http://t.co/vveesbgqeq
0.98 http://t.co/thfl0vw1f5 VBP 1.00
0.96 http://t.co/pcx1pvnkkp NN 1.00
0.96 http://t.co/lqc2qt7iuk VBP 1.00
ndoe
0.97 solve VB 0.60
0.95 #foodporn JJ 0.88
0.95 #lifeissweet NN 1.00
remind
0.80 owes VBP 0.67
0.78 shells NN 0.88
0.77 diet NN 0.97
pleas
0.72 pls NNS 0.57
0.63 http://t.co/8fbfolofu7 NN 1.00
0.62 can's NNS 0.56
address
0.59 always RB 0.99
0.58 ivie's NNPS 1.00
0.56 reply NN 0.75
preach
0.99 superstition NN 1.00
0.97 written VBN 1.00
0.91 book NN 0.82
ran
0.76 unlike IN 0.64
0.74 euphoric JJ 1.00
0.74 embarrassed NN 0.80
#cook
0.94 #chiles NNS 1.00
0.93 #foodie NN 0.50
0.92 #trivia JJ 1.00
determin
0.84 http://t.co/uzwexrvd4z NN 1.00
0.78 structure JJ 0.64
0.74 amb NN 1.00
stoop
0.96 trp.shoving VBG 1.00
0.96 #yummy JJ 1.00
0.95 #foodporn JJ 0.88
involv
0.94 awful JJ 1.00
0.81 jones NNS 0.96
0.79 coworkers NNS 0.40
msg
0.89 #namche JJ 0.81
0.79 #phakding VBG 1.00
0.76 americans NNS 0.45
left
0.72 max NN 1.00
0.69 tents NNS 0.72
0.66 supplies NNS 0.83
fled
0.72 asylum NN 1.00
0.72 regime NN 0.89
0.70 sought VBD 0.57
built
0.94 19th JJ 1.00
0.81 century NN 0.99
0.80 http://t.co/bwehovinvp NN 1.00
#crowdfund
0.78 10million CD 1.00
0.74 coordination VBG 0.77
0.72 art NN 0.95
stuck
0.71 20,000 CD 1.00
0.70 await VBG 0.96
0.67 pedersen's NN 0.83
reap
0.99 siem NN 1.00
0.99 http://t.co/lvrxbrgnfs NNS 1.00
0.97 plague VBP 0.83
delv
0.99 lyrics JJ 0.88
0.97 invent VBN 0.58
0.96 http://t.co/a6wqlogjmw NN 1.00
burri
0.64 3.9 CD 1.00
0.59 avala NN 1.00
0.57 80km CD 1.00
#supportnep
0.81 explain VBZ 0.81
0.74 drain VBN 0.43
0.73 t.co/aar4wiedri NNS 1.00
flatten
0.92 unknown JJ 1.00
0.83 sweeps VBZ 0.99
0.78 swept VBD 1.00
assum
0.93 dairy NN 1.00
0.92 sugar NN 1.00
0.91 weird JJ 1.00
#mishascupcak
1.00 #lifeissweet NN 1.00
1.00 #foodpic JJ 1.00
0.99 mushroom NNS 0.91
lash
0.92 http://t.co/qxzuxmlpeb NN 1.00
0.91 http://t.co/knwr0x1t5q NN 1.00
0.90 bachchan NN 0.96
descend
0.90 befor VBP 1.00
0.80 http://t.co/mtlla6kjlg NN 1.00
0.80 http://t.co/wjyzspyrzh VBP 1.00
overhaul
0.98 #climate NN 0.95
0.94 climatewire JJ 0.60
0.93 insurance NNS 0.83
done
0.88 something NN 1.00
0.85 coffee NN 1.00
0.85 hard JJ 0.65
http://t.co/fwgemaahib
0.96 http://t.co/kdrt5al0t2 NN 1.00
0.91 http://t.co/gd0ilbsuhu NN 1.00
0.89 http://t.co/fxhpdkyjak NN 1.00
complic
0.82 http://t.co/xoixjwvucw NN 1.00
0.81 #followmeplease NN 0.71
0.80 virtually RB 0.70
hadnt
0.89 #toronto JJ 0.90
0.87 boston's NN 0.95
0.86 casey NN 0.92
stare
0.76 patches NN 0.92
0.75 fruits NN 0.82
0.75 low JJ 0.96
promis
0.92 http://t.co/uo6fftq1fn NN 1.00
0.85 basis NN 1.00
0.85 defame VB 1.00
step
0.90 nah NN 0.43
0.89 mall NN 0.89
0.89 period NN 1.00
expos
0.97 lingering VBG 1.00
0.96 http://t.co/gwkrrz8luw NN 1.00
0.95 dogstar VBP 0.83
intensifi
0.75 6pm CD 0.86
0.72 #nepalearthqauke NN 0.80
0.67 paf NN 1.00
receiv
0.82 despite IN 1.00
0.73 government NN 0.69
0.72 set VBN 0.82
explain
0.85 articles NN 0.67
0.81 t.co/aar4wiedri NNS 1.00
0.81 #supportnepal VB 0.49
serv
0.83 contributions NN 0.55
0.80 shud NN 1.00
0.77 greatest JJS 1.00
http://t.co/yebgupwvhq
0.98 http://t.co/ogsvf8z3gz VBP 1.00
0.96 http://t.co/kluar9izvz NN 1.00
0.96 http://t.co/ycd08ah9n8 NN 1.00
capon
1.00 bootlegger NN 1.00
1.00 #citymj JJ 1.00
1.00 http://t.co/6kouj8feli NNS 1.00
claim
0.88 royalbaby NN 1.00
0.84 http://t.co/jhmlux28hc NN 1.00
0.83 http://t.co/anjszjrnjt NN 1.00
assess
0.66 extent NN 1.00
0.58 nnational JJ 1.00
0.57 bihar JJ 0.55
made
0.69 refugees NN 0.65
0.69 mom NN 0.90
0.68 natural JJ 0.77
regist
0.73 expected VBN 0.93
0.73 in-country JJ 1.00
0.72 acknowledges VBN 0.94
fend
0.99 selves NNS 1.00
0.95 http://t.co/dilanwzl55 NN 1.00
0.95 http://t.co/1qa33xt2da NN 1.00
stretch
0.96 http://t.co/ian1i8xarz NN 1.00
0.95 pit NN 0.80
0.95 http://t.co/zruwx9fbmo NN 1.00
http://t.co/njmzenv4gk
0.99 http://t.co/lbkm9pjb6s NNS 1.00
0.93 hall NNS 0.78
0.89 visitedhttp NN 1.00
felt
0.76 strong JJ 0.97
0.75 captures VBZ 0.41
0.72 strewn VBN 1.00
add
0.88 database NN 1.00
0.87 eric JJ 1.00
0.87 phew RB 0.60
gunnar
0.99 bragi NN 1.00
0.97 sveinsson NN 1.00
0.94 #expressfrontpage NN 1.00
http://t.co/soua4aryhg
0.94 http://t.co/awvs6qzfep NN 1.00
0.92 http://t.co/iaw5cy4ner VBP 1.00
0.92 http://t.co/vaztcpjst5 NN 1.00
rip
0.88 grandson NN 1.00
0.86 funny JJ 1.00
0.84 #louvre NN 1.00
lead
0.81 agree VBP 0.79
0.78 boat NN 1.00
0.78 accuse VBP 0.93
#philippin
0.95 ninja JJ 1.00
0.95 frank JJ 1.00
0.95 flippin VBG 1.00
find
0.65 #retweet NNP 0.79
0.65 http://t.co/6wcfegndtw NN 1.00
0.63 http://t.co/w3fhwsavhm NN 1.00
strewn
0.72 felt VBD 0.92
0.72 images NNS 0.95
0.70 moment NN 0.89
exist
0.93 nwishing VBG 1.00
0.92 didnt JJ 0.83
0.79 1946 CD 1.00
buy
0.82 cards NN 0.66
0.80 cash NN 0.97
0.80 match NN 0.51
hear
0.81 sure JJ 0.89
0.79 took VBD 1.00
0.75 wasn't VBD 0.48
dishearten
0.83 basantapur NN 1.00
0.81 #fitness NN 0.88
0.79 #health NN 0.92
await
0.75 pedersen's NN 0.83
0.74 carsten NN 0.99
0.70 airlifted VBN 0.52
http://t.co/nkzkv8kk78
0.81 http://t.co/2oxtculo8o NN 1.00
0.80 http://t.co/y2mfyq8jgz NN 1.00
0.79 recovery NN 1.00
http://t.co/eodbyaaxnb
0.95 http://t.co/yfq6todtul NN 1.00
0.91 https://t.co/aup4vjhtjq NN 1.00
0.91 http://t.co/avnnv4ib1w NN 1.00
scrambl
0.90 http://t.co/hwqqnndmih NN 1.00
0.84 http://t.co/leuvvimqqd NN 1.00
0.83 appeared VBZ 0.85
stall
0.85 #snp JJ 1.00
0.85 minis NNS 0.71
0.85 mortgage NN 0.80
provid
0.70 #operationmaitri NNS 0.71
0.61 disaster-response JJ 1.00
0.60 announces VBZ 0.88
http://t.co/p2shlbfkik
0.91 http://t.co/o4ucydkg7j NN 1.00
0.89 http://t.co/cbkystvexm VBP 1.00
0.85 http://t.co/gko9rdxtwm NN 1.00
indulg
0.97 religious JJ 1.00
0.95 conversion NN 0.97
0.93 organised NN 0.74
lament
0.84 http://t.co/vourxd9qys NNS 1.00
0.83 http://t.co/g9a7hqn NN 1.00
0.81 http://t.co/mp7j8xzqu2 NN 1.00
surpass
0.88 http://t.co/uptt3jxuvx NN 1.00
0.86 #danfredinburg NN 1.00
0.85 http://t.co/ihlgkqpp3u NN 1.00
hobbl
0.94 fend VBP 1.00
0.92 selves NNS 1.00
0.88 http://t.co/hqx8dspn3y NN 1.00
beg
0.74 calm VB 0.40
0.71 excited JJ 0.64
0.71 magic JJ 0.60
alloc
0.95 isk NN 1.00
0.90 icelandic NN 0.54
0.90 museum NN 1.00
fuell
0.99 accuse VBP 0.93
0.89 https://t.co/dvna1yfijv NN 1.00
0.88 boat NN 1.00
fli
0.87 towards IN 1.00
0.85 http://t.co/kkt6km NN 1.00
0.82 http://t.co/hux5pg1ekx NN 1.00
wipe
0.85 http://t.co/hd0tnsq NN 1.00
0.84 https://t.co/jji8xxop4u NN 1.00
0.83 alex NN 0.53
brave
0.77 sanitation NN 0.98
0.72 centre NN 0.59
0.71 desk NN 1.00
listen
0.93 lonely JJ 1.00
0.92 drunk JJ 0.93
0.92 dad NN 0.83
http://t.co/czxinoobmt
0.99 http://t.co/6kouj8feli NNS 1.00
0.99 mushroom NNS 0.91
0.99 bootlegger NN 1.00
hide
0.74 currencies NN 0.86
0.70 pack NN 0.31
0.69 whatever WDT 0.97
shown
0.93 #shameonmedia FW 1.00
0.88 http://t.co/aigfoe9i7j NN 1.00
0.79 obvious JJ 1.00
start
0.79 business NN 0.58
0.75 breathe VBP 0.44
0.74 hell NN 0.91
linger
0.97 exposed VBZ 0.48
0.96 http://t.co/7oc81ptuhr NN 1.00
0.94 dogstar VBP 0.83
struck
0.70 schmidting NN 1.00
0.68 roberto NNP 0.90
0.64 http://t.co/mzil3bohey NN 1.00
convinc
0.92 where's JJ 0.33
0.91 fml NN 1.00
0.91 mama FW 0.82
weigh
0.88 ftp NN 1.00
0.87 #constantine VB 0.88
0.87 pot NN 0.80
block
0.72 remote JJ 1.00
0.70 criticise VBD 0.76
0.68 http://t.co/3ypqdbuvt1 NN 1.00
sri
0.98 lanka NN 0.75
0.91 #lka FW 0.83
0.90 http://t.co/xwvdds3tm8 NN 1.00
extract
0.97 rufiyaa NN 1.00
0.97 http://t.co/2eodici602 NN 1.00
0.95 400k JJ 0.88
creat
0.89 earhquake NN 0.97
0.79 asylum NN 1.00
0.77 presstitutes NNS 0.97
oppress
0.93 blame VBP 0.57
0.91 pampers VBZ 1.00
0.85 paper NN 0.96
vote
0.90 ukip NN 0.56
0.85 affordable VB 0.65
0.85 nice JJ 0.99
prevent
0.90 locked VBN 1.00
0.90 intake NN 1.00
0.89 tea NN 1.00
swear
0.67 kids NNS 0.89
0.67 within IN 1.00
0.66 someone NN 1.00
decid
0.75 intense JJ 0.99
0.74 factor NN 0.95
0.71 shook VBD 1.00
mourn
0.74 scariest JJS 1.00
0.74 smashed VBN 0.60
0.73 grumpy JJ 1.00
cordon
0.90 http://t.co/bvqdwrov6p NN 1.00
0.83 capital NN 1.00
0.70 beneath IN 1.00
seek
0.78 http://t.co/afplqnmglz SYM 1.00
0.75 http://t.co/uiadhcicce NN 1.00
0.73 9851044911 CD 1.00
engulf
0.74 http://t.co/vrrenyqqrq NN 1.00
0.73 https://t.co/h5j5m23toh NN 1.00
0.73 everst NN 1.00
woke
0.78 movie NN 0.64
0.76 tbh NN 0.91
0.76 festival NN 0.79
agre
0.94 boat NN 1.00
0.93 migrant JJ 0.96
0.92 http://t.co/kyu4i9lx79 NNS 1.00
affect
0.55 https://t.co/wqdwjw3bmo NN 1.00
0.54 kingdom NN 1.00
0.54 receivd NN 1.00
reevalu
0.97 constant JJ 1.00
0.96 raps NN 0.67
0.96 ninja JJ 1.00
flee
0.90 sheriff's NNS 1.00
0.90 http://t.co/y1qqawrge6 NN 1.00
0.89 caldbick NN 1.00
detox
0.89 rice NN 1.00
0.89 affordable VB 0.65
0.89 breakfast NN 1.00
read
0.59 frm NN 0.82
0.52 begged VBG 0.50
0.52 #us NN 0.86
#trade
0.95 http://t.co/wsbsi3ib3i NNS 1.00
0.94 http://t.co/oui2wok9t1 NN 1.00
0.94 aha NN 1.00
nspend
0.83 nnot NN 0.99
0.82 http://t.co/jpldek NN 1.00
0.81 respond VBG 0.74
seen
0.86 i've RB 0.57
0.79 scariest JJS 1.00
0.74 https://t.co/19whdgj6ie NN 1.00
set
0.76 history NN 1.00
0.72 received VB 0.39
0.71 international JJ 0.98
wat
0.99 nis VBZ 1.00
0.98 cuisine NN 1.00
0.97 damnak NN 1.00
appreci
0.76 uploading VBG 0.62
0.76 media NNS 1.00
0.75 trust NN 0.83
resolv
0.81 instructed VBN 0.93
0.81 secaratery NN 1.00
0.80 nnsa NN 1.00
tie
0.86 board NN 0.80
0.86 app NN 0.88
0.84 option NN 0.61
supervis
0.93 secaratery NN 1.00
0.93 shri NN 1.00
0.92 autopsy NN 0.60
getti
0.98 http://t.co/d1rimohcgf NN 1.00
0.96 http://t.co/zdqlnosb3j NN 1.00
0.88 slow VBG 0.46
modifi
0.96 lbs NNS 1.00
0.96 http://t.co/bunyibiihr NN 0.80
0.96 #foodporn JJ 0.88
assign
0.86 diner VB 0.50
0.85 minis NNS 0.71
0.85 semester NN 1.00
repurpos
0.98 unused JJ 1.00
0.96 kitchener NN 0.64
0.93 #graduation NN 1.00
recount
0.82 father NN 1.00
0.81 501awani JJ 1.00
0.81 caldbick NN 1.00
invest
0.88 8bn NN 1.00
0.87 edited NN 0.80
0.87 2bn JJ 1.00
reward
0.99 yea NN 0.99
0.98 #coupons NNS 1.00
0.98 healthier RBR 0.89
enjoy
0.88 i'll NN 0.43
0.87 ass NN 0.93
0.87 netflix NN 0.95
fail
0.83 curry VB 0.79
0.83 type NN 0.59
0.82 rahul NN 1.00
lift
0.73 gopal NN 1.00
0.72 piling NN 0.76
0.71 upside RB 1.00
chant
0.83 innovative NNS 0.89
0.82 mic's NNS 0.83
0.81 mainly RB 1.00
convert
0.74 ngos NN 0.59
0.66 http://t.co/sicikya9uc NN 1.00
0.64 brides NNS 0.70
schedul
0.88 previously RB 1.00
0.74 transport NN 0.60
0.73 dignity NN 1.00
aftr
0.93 powrful JJ 1.00
0.88 pwrful JJ 1.00
0.87 wrecking NNS 0.87
behead
0.95 #taliban NN 1.00
0.95 ajristan NN 1.00
0.91 kidnapped VBN 0.42
imagin
0.83 though IN 0.70
0.83 that's VBZ 0.38
0.82 shit NN 0.86
disappear
0.75 https://t.co/sj5ujy7p43 NN 1.00
0.71 gratis NN 0.90
0.71 300,000 CD 1.00
close
0.89 https://t.co/k1hbovnnp9 NN 1.00
0.88 airpo NN 1.00
0.86 tomorrow NN 1.00
http://t.co/ln4yf71ysn
0.95 http://t.co/vveesbgqeq VBP 1.00
0.94 http://t.co/lqc2qt7iuk VBP 1.00
0.94 http://t.co/0pfk52rivg NN 1.00
sold
0.87 diner VB 0.50
0.86 shaping VBG 0.71
0.86 fullstack NN 1.00
stood
0.77 http://t.co/90eh9ofgsk NN 1.00
0.67 3,800 CD 1.00
0.65 4,310 CD 1.00
hike
0.79 eugene JJ 0.75
0.79 #annapurna NN 1.00
0.78 desjardins NNS 1.00
#follow2befollow
0.91 cigarettes NN 0.67
0.89 sooooo RB 0.57
0.87 lmfao NN 0.88
impress
0.90 nris NN 1.00
0.74 2010 CD 1.00
0.74 beyond IN 1.00
smash
0.90 wind NN 0.91
0.89 http://t.co/cpow6oy9uc NN 1.00
0.87 utterly RB 1.00
perish
0.79 longer RB 0.60
0.79 context NN 1.00
0.78 okay JJ 1.00
taken
0.84 cloud NN 1.00
0.78 snow NN 1.00
0.77 april NNP 1.00
includ
0.72 doctors NN 0.61
0.69 4400 CD 1.00
0.64 malayali NNS 0.93
highlight
0.83 greatly RB 1.00
0.82 conducted VBG 0.55
0.81 spokesperson NN 1.00
withdraw
0.69 mind NN 0.68
0.67 emmanuel NN 1.00
0.65 burundi NN 0.68
save
0.73 medicines NN 0.87
0.71 child NN 0.99
0.71 cuz NN 0.96
tri
0.76 free JJ 0.58
0.62 appetite NN 0.93
0.62 refugees NN 0.65
recov
0.80 removing VBD 0.91
0.80 dismembered JJ 0.60
0.78 salt NN 1.00
lend
0.88 peter NN 0.57
0.87 #passiton VB 1.00
0.87 stock VB 0.75
arriv
0.74 mission NNS 0.52
0.67 no-one NN 1.00
0.62 4,050 CD 1.00
shaken
0.81 gather VBP 0.89
0.80 sovereignty NN 1.00
0.78 #comebackindianmedia FW 0.72
groan
0.96 shamelessly RB 1.00
0.96 http://t.co/uwdwvwdpcx NN 1.00
0.96 #vacation NN 1.00
steal
0.87 nice JJ 0.99
0.87 gone VBN 0.99
0.85 lol NN 0.88
fear
0.67 sharma NN 0.98
0.65 gopal NN 1.00
0.63 rises NNS 0.49
float
0.92 http://t.co/etp1fhngvv NN 1.00
0.90 http://t.co/osr2jaub9y JJ 1.00
0.89 repurposes VBZ 1.00
http://t.co/0ekxzpirjm
0.95 http://t.co/frfusqmghv NN 1.00
0.85 #westandwithn NN 1.00
0.83 #women NNS 0.64
belong
0.98 http://t.co/ydgvrqjafe NN 1.00
0.98 http://t.co/r6ofezvdi4 NN 1.00
0.97 autopsy NN 0.60
moder
0.84 indeed RB 1.00
0.83 http://t.co/a4qu85npq4 NN 1.00
0.82 selfless JJ 1.00
reconcil
0.63 http://t.co/ryw2ztgx3a VBP 1.00
0.60 http://t.co/rzrtoniiph NN 1.00
0.58 pavillon NN 1.00
http://t.co/1zsbxsvsfe
0.90 http://t.co/5ns2opijo1 NN 1.00
0.90 #sabc JJ 1.00
0.89 nigeria NN 0.57
evacu
0.75 170 CD 1.00
0.66 heli JJ 0.40
0.65 aircraft NN 0.97
cross
0.79 climb VB 0.53
0.79 passes VBZ 0.73
0.74 00186 CD 1.00
attract
0.77 bee NN 0.58
0.76 plus CC 1.00
0.75 seems VBZ 0.89
#airport
0.79 https://t.co/lwfsvu7viz NN 1.00
0.79 #uk NN 0.38
0.79 http://t.co/kqhc593nnl NN 1.00
#gmolabel
0.98 way.http JJ 1.00
0.95 http://t.co/vno51mwisj NN 1.00
0.95 http://t.co/uwdwvwdpcx NN 1.00
http://t.co/sylltmgcwm
0.96 #ctvnews NNS 1.00
0.86 http://t.co/wpv31n3eul NN 1.00
0.85 http://t.co/vcn2d3oxqi NNS 1.00
brought
0.83 1,600 CD 1.00
0.83 #indian NNS 0.50
0.75 5,400 CD 0.97
deserv
0.83 ukip NN 0.56
0.82 incoming NN 0.50
0.81 #ukip NN 0.50
shake
0.78 extraordinary JJ 1.00
0.78 nvideo NN 1.00
0.77 nwarning NN 1.00
lose
0.92 weight NN 0.96
0.90 cool NN 0.61
0.89 snack NN 0.48
increas
0.74 toxic JJ 1.00
0.72 vastly RB 1.00
0.65 chemicals NNS 1.00
http://t.co/ricwhbjs9z
0.99 deniers NNS 1.00
0.99 #earthday JJ 1.00
0.97 http://t.co/2otrp6ietl NN 1.00
financ
0.83 http://t.co/yyznemx8oj NN 1.00
0.79 minendra NN 1.00
0.78 commends VBZ 0.60
began
0.80 http://t.co/gd0ilbsuhu NN 1.00
0.78 http://t.co/mofhaiudlb NN 1.00
0.77 http://t.co/fxhpdkyjak NN 1.00
nlook
0.99 #ukippers NNS 1.00
0.83 12bn JJ 1.00
0.82 70008 CD 1.00
consum
0.95 instant JJ 1.00
0.94 rent NN 0.77
0.93 dude NN 0.64
compil
0.83 #go FW 0.40
0.79 #toi NNS 0.67
0.78 tv's NNS 1.00
coordin
0.90 int'l NN 1.00
0.74 #crowdfunding VBG 1.00
0.73 taipei NNS 0.88
moan
0.79 upset VBN 0.40
0.79 shouldnt VBP 0.58
0.78 slash VB 0.75
launch
0.87 #iys2015 NN 1.00
0.86 http://t.co/auxifnvkvn NN 1.00
0.85 talkd NN 1.00
compens
0.56 http://t.co/zl3lcnti7t NN 1.00
0.56 #10000 CD 1.00
0.55 could MD 1.00
ignor
0.83 fake JJ 0.97
0.81 forecast NN 0.97
0.75 deepest JJS 1.00
shrink
0.90 commercialisation NN 1.00
0.88 overcrowding NN 1.00
0.87 dams NNS 0.97
leav
0.72 http://t.co/avisqejzlr NN 1.00
0.64 struggle NNS 0.30
0.61 0515 CD 1.00
swung
0.96 rapid JJ 1.00
0.91 salute NN 0.63
0.86 beat VB 0.88
accommod
0.89 restrictions JJ 0.81
0.88 irked VBN 1.00
0.88 spinal JJ 1.00
bother
0.94 bean NN 0.56
0.94 they'll RB 0.53
0.94 stairs NNS 1.00
fall
0.73 they're RB 0.78
0.72 eyes NNS 0.92
0.70 http://t.co/31pb03boc7 NN 1.00
alien
0.98 forefront NN 1.00
0.97 push VB 0.83
0.97 would've RB 0.91
darbar
0.71 http://t.co/pkwozpl5hq NN 1.00
0.71 http://t.co/zh7lnjknku NN 1.00
0.70 http://t.co/9t2ccrkqtz NN 1.00
#weightloss
0.98 http://t.co/we7r9gci2a NN 1.00
0.97 powerhouse NN 1.00
0.97 bean NN 0.56
applaud
0.87 sarkar NN 1.00
0.86 showreel NN 1.00
0.84 landing-take NN 1.00
beat
0.95 royson NN 1.00
0.91 inn NN 1.00
0.90 http://t.co/wcim5eilb9 NN 1.00
advertis
0.88 packets NNS 0.97
0.79 airplanes NNS 1.00
0.76 unhurt NN 0.94
#market
0.91 http://t.co/djhboz2sby NN 1.00
0.91 #mountains NNS 0.87
0.91 #topstories NNS 0.96
explor
0.97 raps NN 0.67
0.97 ninja JJ 1.00
0.97 bean NN 0.56
rebuild
0.77 orphanage NN 1.00
0.75 suffering VBG 0.43
0.74 cuz NN 0.96
assur
0.74 minister NN 0.98
0.67 newspaper NN 0.86
0.66 etnow NN 1.00
pay
0.90 sometimes RB 1.00
0.90 always RB 0.99
0.90 shop NN 0.95
count
0.63 do: JJ 0.40
0.61 http://t.co/yq1jay7b29 NN 1.00
0.60 lucky JJ 1.00
tell
0.69 propaganda NN 1.00
0.66 told VBN 0.88
0.62 http://t.co/tfyjumnv5l NN 1.00
redirect
0.84 corrupt JJ 0.71
0.82 #ukip NN 0.50
0.82 ukip NN 0.56
roar
0.90 http://t.co/46zpmlmk25 NN 1.00
0.81 swept VBD 1.00
0.79 post-earthquake JJ 1.00
reveal
0.85 haunting VBG 0.81
0.83 extraordinary JJ 1.00
0.81 footage NN 1.00
http://t.co/ogsvf8z3gz
0.98 http://t.co/yebgupwvhq VBP 1.00
0.98 http://t.co/kluar9izvz NN 1.00
0.95 http://t.co/ycd08ah9n8 NN 1.00
thrown
0.97 300m CD 1.00
0.96 480ft CD 1.00
0.95 maker NN 0.85
nget
0.92 france's NN 0.95
0.89 http://t.co/xtmrls4wax NN 1.00
0.89 priorities NNS 0.65
wasnt
0.83 metabolism NN 1.00
0.81 jones NNS 0.96
0.80 gonna NN 0.68
conquer
0.68 you're JJ 0.42
0.64 http://t.co/anjw9mzx23 NN 1.00
0.64 problem NN 0.51
prey
0.87 http://t.co/4wjwi15evq NN 1.00
0.74 held VBD 0.79
0.74 migrant JJ 0.96
http://t.co/mjvscbxlzo
0.70 http://t.co/pg8re5n7ok VBP 1.00
0.69 #hmrd NN 0.74
0.65 https://t.co/yh2dtovone NN 1.00
drown
0.65 corpses NNS 1.00
0.62 year-old JJ 1.00
0.61 #kathmandu's VBG 0.50
concentr
0.82 tasty JJ 1.00
0.80 poverty NN 1.00
0.80 whenever WRB 1.00
came
0.84 forward RB 0.98
0.83 epidemic JJ 0.76
0.80 org NN 0.87
produc
0.98 yea NN 0.99
0.98 #coupons NNS 1.00
0.97 reward VBN 0.84
divert
0.73 devote VB 1.00
0.72 med VB 0.35
0.69 http://t.co/hdw67y0py1 NN 1.00
prob
0.91 sooooo RB 0.57
0.90 player NN 0.57
0.90 revision NNS 0.33
investig
0.81 claim VBZ 0.73
0.81 shooting NN 0.77
0.79 suspect NN 0.54
becom
0.73 http://t.co/evjhuwovwo NN 1.00
0.73 scarcely JJ 0.99
0.72 dry JJ 0.81
pull
0.64 beneath IN 1.00
0.62 capital NN 1.00
0.62 15yo NN 0.88
caught
0.69 updates VB 0.48
0.66 latest JJS 1.00
0.66 huntsville JJ 0.95
#kathmandu'
0.78 300m CD 1.00
0.78 dhrahara NN 1.00
0.78 http://t.co/2aqahpj3kx NN 1.00
http://t.co/qlthnplqav
0.95 http://t.co/bnf6gl8fj3 NN 1.00
0.94 restrictions JJ 0.81
0.94 pio NN 1.00
cut
0.86 budget NN 1.00
0.83 ukip NN 0.56
0.82 billion CD 0.86
apf
0.68 ottawa NN 0.87
0.66 expedition NN 0.89
0.64 indicate VBP 0.57
indic
0.69 dubai NNS 0.89
0.68 sevent CD 1.00
0.68 http://t.co/sqn4girdvz NN 1.00
mount
0.76 http://t.co/pfmujxoian NN 1.00
0.74 http://t.co/mmgyizayou NN 1.00
0.71 http://t.co/5k9abdpreu NN 1.00
satisfi
0.97 pops VB 0.40
0.96 egg NNS 0.62
0.96 microwave NN 0.91
#hongkong
0.87 1.15 CD 1.00
0.87 http://t.co/hxmngpgejw NN 1.00
0.87 0700 CD 1.00
sweep
0.86 https://t.co/h5j5m23toh NN 1.00
0.83 flattened VBD 0.79
0.83 #newsalert NNP 0.95
plsrt
0.95 thurs NNS 1.00
0.83 cr's NNS 1.00
0.80 #vijay NN 0.64
thai
0.95 reevaluate VB 1.00
0.94 constant JJ 1.00
0.94 beer NN 1.00
commemor
0.94 wwi NN 1.00
0.94 museum NN 1.00
0.93 #tafs NNS 0.86
requir
0.75 http://t.co/u7wbnyqclf NN 1.00
0.73 #1u NN 1.00
0.71 lho FW 1.00
cant
0.82 keep VB 0.72
0.81 hard JJ 0.65
0.80 wanna NN 0.51
dug
0.79 http://t.co/q1fhhly48c NN 1.00
0.69 http://t.co/bnuwteni2n NN 1.00
0.64 monuments NN 0.56
kill
0.65 dead JJ 0.99
0.62 died VBD 0.52
0.58 3.218 CD 1.00
http://t.co/4aqsavqyrh
0.93 http://t.co/8z3kkohepw NN 1.00
0.92 http://t.co/k7x1i398x7 NN 1.00
0.91 http://t.co/xvn0dgakmo NN 1.00
rethink
0.98 ninja JJ 1.00
0.98 nutrients NNS 1.00
0.97 pit NN 0.80
luv
0.98 buddy NN 0.92
0.98 #hungry JJ 0.50
0.98 insecurity JJ 0.60
#ndrf
0.98 clapping VBG 1.00
0.86 pokhari NN 0.87
0.82 machha NN 1.00
http://t.co/e9ybhlzurm
0.80 bays NN 0.91
0.71 #orlando JJ 1.00
0.66 kiwis NNS 0.71
crush
0.82 1,60 CD 1.00
0.82 car NN 0.85
0.82 786 CD 1.00
comb
0.70 http://t.co/zh7lnjknku NN 1.00
0.69 sift VBP 0.67
0.63 narrowly RB 1.00
pumorirun
0.90 unhurt NN 0.94
0.84 earthquaqe NN 1.00
0.82 mattresses NNS 1.00
http://t.co/dliamjrkde
0.96 http://t.co/nmqikhztar JJ 1.00
0.95 http://t.co/uvx8pkim18 NN 1.00
0.95 http://t.co/mroannlajo NN 1.00
reunit
0.87 http://t.co/amqectn1ua NN 1.00
0.85 http://t.co/mxyt0bpbup NN 1.00
0.74 miracle NN 0.90
#dead
0.88 http://t.co/leuvvimqqd NN 1.00
0.86 http://t.co/hwqqnndmih NN 1.00
0.85 http://t.co/hux5pg1ekx NN 1.00
saw
0.85 retarded VBN 0.97
0.82 organised NN 0.74
0.79 wtf NN 0.87
envelop
0.92 http://t.co/zz2ff9ukpe NN 1.00
0.92 http://t.co/5qevslxjmt NN 1.00
0.92 heart-stopping JJ 1.00
sent
0.81 schmidting NN 1.00
0.77 roberto NNP 0.90
0.70 photographer NNP 0.99
tire
0.81 campus NN 1.00
0.80 coffee NN 1.00
0.80 got VBD 0.99
helicop
0.60 https://t.co/xkzpk4fl7m NN 1.00
0.58 150 CD 1.00
0.56 refurbis VB 1.00
calm
0.86 breakfast NN 1.00
0.85 thirds JJ 0.80
0.84 forgot VBD 0.62
resuscit
0.94 siblings NNS 1.00
0.82 doc NNS 0.96
0.81 http://t.co/x9euoucm4c NN 1.00
throw
0.76 realizing VB 0.47
0.74 fish NN 0.92
0.73 ain't NN 0.32
http://t.co/mpne14ci6k
0.99 http://t.co/ivrdl038is NNS 1.00
0.79 additional JJ 0.99
0.78 reduction NN 1.00
#bestfandomca2015
0.92 directioners NNS 1.00
0.92 song NN 0.58
0.91 aisle NN 1.00
know
0.84 mean VB 0.65
0.78 fat JJ 0.92
0.75 bitching NN 0.96
understood
0.65 grabbed VBD 0.50
0.62 interesting JJ 0.90
0.61 sharmila NN 1.00
discov
0.77 recover VBN 0.83
0.74 removing VBD 0.91
0.74 flat JJ 1.00
herald
0.82 fox NN 1.00
0.79 engel NN 1.00
0.76 dtn NN 1.00
quit
0.94 nah NN 0.43
0.94 period NN 1.00
0.93 sugar NN 1.00
resum
0.84 raped VBD 0.71
0.82 salt NN 1.00
0.76 recover VBN 0.83
stick
0.61 occasions NNS 0.50
0.57 wouldn't VBP 0.52
0.57 boots NNS 0.81
http://t.co/yojxiiohqh
0.62 thanks VB 0.79
0.57 pommy NN 1.00
0.56 sudden JJ 0.80
crack
0.94 intake NN 1.00
0.94 sooooo RB 0.57
0.94 locked VBN 1.00
http://t.co/xrhgsazhdu
0.95 http://t.co/ydgvrqjafe NN 1.00
0.95 belonging VBG 0.81
0.94 http://t.co/r6ofezvdi4 NN 1.00
handl
0.75 http://t.co/6brxbgbaah NN 1.00
0.74 instability NN 1.00
0.71 preparing VBG 0.72
#updat
0.86 ibrahim NN 1.00
0.86 #japanese JJ 1.00
0.85 #google JJ 0.92
pamper
0.98 toilet NN 0.94
0.96 paper NN 0.96
0.91 oppression VBN 0.96
interceptedne
0.88 http://t.co/sp00hlxeiv NN 1.00
0.86 http://t.co/gma2ihpjjc NN 1.00
0.86 provision NNS 0.92
deter
0.83 encourage VB 0.88
0.81 gather VBP 0.89
0.76 crowded NN 0.52
given
0.92 gas NN 1.00
0.84 switzerland NN 1.00
0.82 ecstasy JJ 1.00
bulli
0.98 attorney-general NN 1.00
0.98 prosecutor NN 1.00
0.95 drunk JJ 0.93
hearten
0.98 superb JJ 1.00
0.79 http://t.co/zbh3pj NN 1.00
0.78 http://t.co/nkzkv8kk78 VBP 1.00
went
0.72 dalit NNS 0.95
0.69 happened VBD 0.48
0.65 chaos NN 1.00
eas
0.99 http://t.co/avudcyylym NN 1.00
0.98 hams NNS 0.58
0.97 http://t.co/d1p4kes9lb NN 1.00
#shameless
0.91 http://t.co/zz2ff9ukpe NN 1.00
0.91 https://t.co/b17sjibvvu NN 1.00
0.91 http://t.co/tujkqt4q3d NN 1.00
obtain
0.78 #comebackindianmedia FW 0.72
0.72 becos NNS 1.00
0.72 kno NN 0.71
said
0.73 bishop NN 0.94
0.73 valerie VBP 1.00
0.73 julie NN 0.93
pour
0.63 moaning VBG 0.83
0.60 delivering VBG 0.39
0.60 wait VBG 0.77
accord
0.75 920 CD 1.00
0.73 217 CD 1.00
0.67 #shelter NN 1.00
surround
0.96 peak NNS 0.83
0.95 rockfall NN 1.00
0.85 north JJ 0.55
enter
0.93 no-one NN 1.00
0.82 armed JJ 0.65
0.80 grenada NN 1.00
get
0.62 long JJ 0.74
0.61 rub NN 0.60
0.61 deserve VBZ 0.57
#the
0.94 etribune NN 1.00
0.94 #global JJ 1.00
0.93 ndesperate JJ 1.00
nomin
0.61 http://t.c NN 1.00
0.58 sort VBD 0.58
0.57 mom NN 0.90
remain
0.75 maitland NN 1.00
0.74 mill NN 0.90
0.73 department NN 0.86
loom
0.82 issue NN 0.58
0.80 los NNS 0.92
0.78 brutally NN 0.92
med
0.85 nmedia FW 1.00
0.80 othrs NNS 0.67
0.79 flowers NN 0.52
talk
0.84 yall NN 0.56
0.84 something NN 1.00
0.84 nothing NN 1.00
defam
0.87 embarrassed NN 0.80
0.86 http://t.co/ryqiubynte NN 1.00
0.85 promises VBP 0.63
threaten
0.81 instant JJ 1.00
0.81 consumed VBN 0.33
0.81 justice NN 1.00
slept
0.70 #azerbaijani NNS 1.00
0.70 https://t.co/lwfsvu7viz NN 1.00
0.69 christian JJ 0.62
slam
0.80 http://t.co/kvvbvurpdr NN 1.00
0.79 http://t.co/03f7iadpbf NN 1.00
0.78 http://t.co/5qevslxjmt NN 1.00
face
0.73 flak NN 1.00
0.70 experience NN 0.88
0.70 petal NN 1.00
gloat
0.98 #re NN 1.00
0.98 http://t.co/uclc9so1g1 NN 1.00
0.91 http://t.co/wcim5eilb9 NN 1.00
#donat
0.96 #unite NN 0.91
0.96 #strong JJ 1.00
0.95 #positive JJ 1.00
wont
0.83 factories NN 0.53
0.83 vote VB 0.39
0.82 ukip NN 0.56
http://t.co/mxiidhibpm
0.75 rahim NN 1.00
0.73 http://t.co/wlawaoehi1 NN 1.00
0.73 funeral NN 0.91
boost
0.80 #constantcontact NN 0.67
0.79 http://t.co/0p5cdtb06v NN 1.00
0.79 hunger NN 1.00
reduc
0.81 http://t.co/8ykijlzksj NN 1.00
0.78 http://t.co/glcetvwvbu NN 1.00
0.76 heritage NN 1.00
fallen
0.61 stood VBD 1.00
0.60 http://t.co/90eh9ofgsk NN 1.00
0.59 momentum NN 1.00
deni
0.90 angola NN 1.00
0.87 lodge VBD 0.57
0.84 pastor NN 1.00
escal
0.97 payday JJ 0.90
0.93 sant JJ 1.00
0.93 coverd NN 1.00
extend
0.77 rapid JJ 1.00
0.72 salute NN 0.63
0.71 swung VBD 1.00
stay
0.66 refuse VBN 0.75
0.66 deprive VB 0.67
0.64 wil NN 0.92
turn
0.84 ad's VBD 0.93
0.83 perseverance NN 0.97
0.82 mirch-masala NN 1.00
take
0.73 party NN 0.64
0.73 blame VBP 0.57
0.72 oppression VBN 0.96
jai
0.91 #nationalnews NNS 1.00
0.88 mishra NN 1.00
0.87 add.pr.secretary JJ 1.00
gone
0.88 nah NN 0.43
0.87 steal VB 0.57
0.87 snack NN 0.48
sumnima
0.99 udas NNS 1.00
0.92 http://t.co/owa2jipdza NN 1.00
0.91 http://t.co/xs1lemniyl NN 1.00
#seattl
0.96 schumacher NNS 0.93
0.96 neighborhood NN 1.00
0.92 #liveonkomo NN 1.00
meet
0.83 #sjaishankar NN 1.00
0.77 sushil NN 1.00
0.77 http://t.co/jlnqcgpuja NN 1.00
http://t.co/4bhmgypxxe
0.96 http://t.co/dqjnphbdws NNS 1.00
0.89 http://t.co/yoea02qd5v NN 1.00
0.84 http://t.co/kdx8gs95l3 NN 1.00
plagu
0.99 http://t.co/6kouj8feli NNS 1.00
0.99 pit NN 0.80
0.99 bootlegger NN 1.00
clear
0.82 aftermath NN 1.00
0.73 http://t.co/elrqtclwmi NNS 1.00
0.73 http://t.co/nnlmgmmg7a NN 1.00
dss
0.89 hlp NN 0.90
0.86 forward RB 0.98
0.83 undr JJ 1.00
dial
0.91 tau NN 1.00
0.90 134 CD 1.00
0.86 422 CD 1.00
hustl
0.79 jars NNS 0.50
0.78 smh NN 0.55
0.76 yahhselves NNS 1.00
scale
0.85 http://t.co/wlt3z4sasg NN 1.00
0.83 http://t.co/znoaxgrezv NN 0.97
0.82 http://t.co/zonm1yqirm NN 1.00
http://t.co/vuwhw4huck
0.84 #msghelpear NN 1.00
0.77 india.guruji NN 1.00
0.76 rahim NN 1.00
flippin
1.00 frank JJ 1.00
0.99 brilliant JJ 1.00
0.98 http://t.co/ijh9ywzoea NN 1.00
http://t.co/pg8re5n7ok
0.82 http://t.co/4aqsavqyrh VBP 1.00
0.79 http://t.co/yg9e8kldso NN 1.00
0.78 http://t.co/rheh2xbqbk NN 1.00
http://t.co/qkbsksmdyu
0.91 #yemen NNS 0.89
0.89 arabia NN 1.00
0.89 development NNS 0.91
http://t.co/auvtnuvggx
0.96 http://t.co/0k6sskaien NN 1.00
0.96 http://t.co/pcx1pvnkkp NN 1.00
0.95 http://t.co/vveesbgqeq VBP 1.00
trigger
0.85 snow NN 1.00
0.85 flew VBD 1.00
0.84 towards IN 1.00
http://t.co/oorp40qoch
0.98 #1u NN 1.00
0.97 bertrand NN 1.00
0.96 http://t.co/u7wbnyqclf NN 1.00
show
0.82 footage NN 1.00
0.81 moment NN 0.89
0.80 terrifying JJ 0.89
propos
0.95 legislators NN 0.79
0.91 candy NN 1.00
0.89 bransons NNS 1.00
wouldnt
0.75 yep NN 0.80
0.74 easier JJR 1.00
0.74 never RB 1.00
nwish
0.95 didnt JJ 0.83
0.93 existing VBP 0.95
0.87 wrong JJ 1.00
commend
0.93 http://t.co/nopimtjav9 NN 1.00
0.93 http://t.co/xnjf2jjcwo NN 1.00
0.93 pride NN 1.00
postpon
0.92 http://t.co/a4qu85npq4 NN 1.00
0.89 http://t.co/xe05cz1qdx NN 1.00
0.89 ceo NN 0.88
http://t.co/thfl0vw1f5
0.98 http://t.co/vveesbgqeq VBP 1.00
0.94 http://t.co/3pzph3fwhg NN 1.00
0.94 http://t.co/qbrqeiv1yp NN 1.00
bless
0.83 pita NN 1.00
0.74 god NN 0.92
0.72 sake NN 1.00
isol
0.91 roadhouse NN 1.00
0.89 sports NNS 0.95
0.88 kinda NN 0.75
bring
0.70 buses NNS 1.00
0.63 stares VBZ 0.60
0.63 #karachi NNS 1.00
nneed
0.86 table NN 0.84
0.85 chinese JJ 0.99
0.84 guess NN 0.46
spread
0.71 sharma NN 0.98
0.71 destruction NN 0.97
0.69 gopal NN 1.00
caus
0.73 voiced NNS 0.85
0.73 terrifying JJ 0.89
0.70 cameras NN 0.84
dont
0.71 blackhawks NNS 1.00
0.68 beautiful JJ 0.93
0.66 hurt VBN 0.44
knew
0.74 eaten VBN 0.71
0.73 ain't NN 0.32
0.73 taste NN 0.59
dramat
0.82 gallery NN 1.00
0.79 http://t.co/8nkswhk8cg NN 1.00
0.77 http://t.co/jkfzx9iy NN 1.00
regard
0.73 nash VBP 0.57
0.70 events NNS 0.58
0.68 yall NN 0.56
upset
0.79 moaning VBG 0.83
0.74 http://t.co/qeopcfw NN 1.00
0.72 uncertainty NN 1.00
written
0.99 superstition NN 1.00
0.97 preaching VBG 0.99
0.93 http://t.co/wdtpvvwvzy NN 1.00
fed
0.85 overhaul VBN 0.90
0.85 hello UH 1.00
0.85 drug NNS 0.59
boil
0.97 governmen NNS 1.00
0.84 recalls VBZ 0.86
0.84 pose VBP 0.83
join
0.79 shud NN 1.00
0.75 2gether JJ 0.97
0.73 foundation NN 0.95
deploy
0.71 http://t.co/gxr3udc1bx NN 1.00
0.69 emergency NN 0.72
0.65 assistanc NN 1.00
sell
0.93 smoking NN 0.69
0.89 weird JJ 1.00
0.88 plant NN 0.83
buri
0.76 npic JJ 1.00
0.75 teenage NN 0.75
0.74 epa FW 0.55
expect
0.73 register VBN 0.82
0.72 higher JJR 1.00
0.68 1st JJ 0.62
sum
0.94 chapstick NN 1.00
0.94 mama FW 0.82
0.93 blunt JJ 0.63
weaken
0.98 moraine NN 1.00
0.95 dams NNS 0.97
0.90 scientists NNS 0.97
instruct
0.93 #climate NN 0.95
0.91 immigration NN 0.80
0.91 #insurers JJ 0.45
dnt
0.70 question NN 0.66
0.68 hyped NN 0.86
0.65 would MD 1.00
ascend
0.79 straits NNS 1.00
0.78 5-10 JJ 1.00
0.73 skanndtyagi NN 0.57
function
0.76 hospitals NNS 0.73
0.72 http://t.co/jwrd6vsg2q NN 1.00
0.72 #liveonkomo NN 1.00
aim
0.70 intra-yemeni JJ 1.00
0.69 partners NN 0.82
0.67 dialogue NN 1.00
stop
0.86 nice JJ 0.99
0.86 fucking NN 0.36
0.85 though IN 0.70
grown
0.84 something NN 1.00
0.83 pizza NN 1.00
0.82 starving VBG 0.85
gon
0.95 bye NN 1.00
0.95 period NN 1.00
0.94 grocery NN 0.67
center
0.92 less JJR 0.94
0.83 miles NNS 1.00
0.74 northwest RB 1.00
account
0.75 citizens NNS 0.93
0.74 embassy NN 0.99
0.60 http://t.co/vqaynp9dqo NN 1.00
#dengu
0.99 http://t.co/wv4qcv8dae NNS 1.00
0.98 #malaria JJ 1.00
0.94 #encephalit NN 1.00
#thankshasina
0.97 t.co/a3uxlgrhbp\n#nepalearthquake CD 1.00
0.74 saver NN 1.00
0.74 #nepalrelief NN 0.88
growl
0.96 cambodia's NNS 1.00
0.96 bread NN 1.00
0.96 satisfy VB 0.64
trek
0.80 avalanche-hit JJ 1.00
0.75 http://t.co/t8inwwehis NN 1.00
0.74 http://t.co/ri9qvej82f JJ 1.00
connect
0.72 assraf NN 1.00
0.70 yet RB 0.99
0.68 langtang NN 0.64
reach
0.58 2,500 CD 1.00
0.55 doctors NN 0.61
0.52 massive JJ 1.00
appear
0.83 cctv NN 1.00
0.83 scrambling VBG 0.85
0.79 footage NN 1.00
hail
0.89 http://t.co/xihctdddib NN 1.00
0.87 http://t.co/djhboz2sby NN 1.00
0.83 http://t.co/mi8uye9t7u NN 1.00
delay
0.93 columbus NN 1.00
0.92 tape NN 0.93
0.91 http://t.co/logjhe5168 NN 1.00
#epsom
0.91 june NNP 1.00
0.90 cocktails NNS 0.86
0.90 gum NN 0.60
deceas
0.91 premier NN 0.80
0.91 http://t.co/rdhpoqyspc NN 1.00
0.90 #marr NN 1.00
lorch
0.97 donatella NN 1.00
0.88 http://t.co/qzm6xzuyn0 NN 1.00
0.87 ex-nyt JJ 1.00
sort
0.82 priorities NNS 0.65
0.79 class NN 0.81
0.79 role NN 1.00
monitor
0.83 dickenson NN 1.00
0.82 do: JJ 0.40
0.81 http://t.co/f427kkspmd NN 1.00
#ipad
0.99 #ios NNS 1.00
0.97 #iphone RB 0.62
0.87 #android JJ 1.00
keep
0.88 hard JJ 0.65
0.87 fucking NN 0.36
0.86 that's VBZ 0.38
dora
0.90 http://t.co/rq9i79kwbb NN 1.00
0.89 http://t.co/dpuikv7tgg NN 1.00
0.88 http://t.co/tiqqlbyodo NN 1.00
matter
0.80 http://t.co/w1yb99dq8j NN 1.00
0.77 http://t.co/zlppyxfj5a NN 1.00
0.74 thame VB 0.77
dreamt
0.71 http://t.co/i6vpghgclx NN 1.00
0.65 saf NN 1.00
0.63 vegan NN 0.58
solv
0.97 ndoes VBZ 0.60
0.96 rafalejoy NN 1.00
0.95 #healthy JJ 0.43
buoy
0.84 spirit NN 0.84
0.83 http://t.co/pnd6egli5j VBP 0.86
0.77 weak JJ 0.96
speak
0.76 worried NN 0.21
0.75 especially RB 1.00
0.74 metabolism NN 1.00
search
0.75 http://www.cbsnews.com/pictures/hero-dogs-saving-lives-after-nepal-earthquake/ NN 1.00
0.72 correct NN 0.61
0.71 http://t.co/szbpx8lfsw NN 1.00
convey
0.94 distance NN 1.00
0.87 #votelabour NN 1.00
0.87 http://t.co/vt15pfxdvh NN 1.00
repres
0.90 http://t.co/y28rohzgeu NN 1.00
0.89 http://t.co/djhboz2sby NN 1.00
0.89 #losttrekkerfound JJ 1.00
hit
0.68 http://t.co/vrrenyqqrq NN 1.00
0.66 http://t.co/pfmujxoian NN 1.00
0.65 swept VBD 1.00
appli
0.94 grad NN 0.64
0.94 dairy NN 1.00
0.94 gradually RB 1.00
cuddl
0.97 bae NN 0.53
0.96 nap NN 0.94
0.95 craving NN 0.59
nash
0.73 order NN 0.44
0.73 regarding VBG 0.73
0.70 baltimore NN 0.99
elect
0.95 http://t.co/ricwhbjs9z VBP 0.85
0.95 deniers NNS 1.00
0.93 #earthday JJ 1.00
http://t.co/bxitrotgdh
0.86 http://t.co/twrdktbrii NNS 1.00
0.83 http://t.co/leuvvimqqd NN 1.00
0.82 http://t.co/hux5pg1ekx NN 1.00
contain
0.90 concert NN 0.61
0.90 #godisgood JJ 1.00
0.90 rethinks VB 0.80
cancel
0.62 unchanged JJ 1.00
0.59 t.co/xiwddzoad1 CD 1.00
0.59 http://t.co/hi29tn4kht NN 1.00
realiz
0.85 ain't NN 0.32
0.85 honestly RB 1.00
0.84 fish NN 0.92
believ
0.71 90year JJ 1.00
0.69 40yrs CD 1.00
0.69 little JJ 0.99
protect
0.85 sister NN 0.93
0.83 40,000 CD 0.97
0.79 risk NN 0.99
rang
0.75 husband NN 0.95
0.70 crash NN 0.60
0.70 stolen VBN 1.00
breath
0.89 taste NN 0.59
0.89 pizza NN 1.00
0.89 nbut FW 0.65
devot
0.82 http://t.co/n50jdgzs8i NN 1.00
0.80 http://t.co/hdw67y0py1 NN 1.00
0.79 farage NN 0.93
spoil
0.85 separate JJ 0.57
0.84 vodka NN 1.00
0.82 angry JJ 1.00
teriffi
0.77 magnitude NN 1.00
0.74 http://t.co/rc4u5vsfoo NN 1.00
0.67 http://t.co/cptw4e8sdt NN 1.00
decim
0.96 http://t.co/1qa33xt2da NN 1.00
0.95 http://t.co/hqx8dspn3y NN 1.00
0.91 http://t.co/dilanwzl55 NN 1.00
http://t.co/pnd6egli5j
0.83 buoyed VBN 1.00
0.71 spirit NN 0.84
0.69 http://t.co/5qxmybudn1 NN 1.00
recommend
0.95 panel NN 1.00
0.85 nperson NN 1.00
0.82 4,050 CD 1.00
trap
0.68 reportedly RB 1.00
0.61 und NN 1.00
0.60 http://t.co/pfmujxoian NN 1.00
haunt
0.88 drones NNS 0.77
0.85 revealing VBP 0.48
0.82 cctv NN 1.00
rape
0.84 resumes VBZ 0.83
0.81 salt NN 1.00
0.79 pilgrim NN 1.00
thank
0.75 sound NN 0.77
0.68 president NN 1.00
0.68 pommy NN 1.00
#passiton
0.99 http://t.co/bfn0aku1bh NN 1.00
0.97 stock VB 0.75
0.96 http://t.co/193bp5w5jb NN 1.00
shot
0.75 crash NN 0.60
0.71 walking VBG 0.63
0.70 recording VBN 0.66
equat
0.86 tectonic JJ 0.90
0.72 isis NN 1.00
0.70 worse JJR 0.96
won
0.94 pacquiao NN 0.96
0.90 n-donate NN 0.89
0.90 mayweather NN 0.93
freak
0.93 downstairs NNS 0.71
0.93 sandwiches NNS 0.50
0.93 self-centered JJ 1.00
known
0.78 dickinson NN 1.00
0.77 he's NNS 0.89
0.73 cousin NN 0.96
irk
0.95 pace NN 1.00
0.94 stretched VBN 0.75
0.94 onboard JJ 0.83
http://t.co/wqohoppphp
0.91 nwhy NN 0.60
0.91 maisel NN 1.00
0.91 rendered VBG 0.77
benefit
0.91 http://t.co/mdooombtfi NNS 1.00
0.88 whove VBP 0.88
0.77 private JJ 1.00
gave
0.80 case NN 0.89
0.80 snack NN 0.48
0.79 niggas NN 0.35
date
0.86 #dharahara NN 1.00
0.82 1832 CD 1.00
0.76 panboche NN 1.00
cover
0.65 http://t.co/fxt139m5yx NN 1.00
0.60 http://t.co/d1vmbugmdl NN 1.00
0.58 #capreform NN 0.60
#achedin
0.96 #elections NNS 1.00
0.93 http://t.co/clkd8i8txd NN 1.00
0.92 #f2f NN 1.00
told
0.69 http://t.co/tfyjumnv5l NN 1.00
0.66 tell VBZ 0.91
0.66 ther NN 1.00
#constantin
0.93 ftp NN 1.00
0.92 proverb NN 1.00
0.92 mug NN 1.00
finish
0.92 tho NN 0.74
0.91 boyfriend NN 0.96
0.91 fri JJ 0.34
accus
0.99 fuelling VBG 1.00
0.89 boat NN 1.00
0.88 https://t.co/dvna1yfijv NN 1.00
express
0.58 spanish NNP 1.00
0.58 200 CD 1.00
0.57 faces VBP 0.39
establish
0.88 assraf NN 1.00
0.84 kindly RB 1.00
0.82 http://t.co/8wnaxywfr6 NN 1.00
led
0.84 tremendous JJ 1.00
0.78 min NN 0.94
0.76 http://t.co/kzc9ezea1u NN 1.00
record
0.81 http://t.co/p1s7vvqq9h NN 1.00
0.78 stringer VBP 0.99
0.77 jolted VBD 0.91
transfer
0.79 crawford NN 1.00
0.79 commission NN 0.92
0.78 cindy JJ 1.00
drain
0.84 overcome VB 1.00
0.76 wtever NN 1.00
0.74 #supportnepal VB 0.49
#pjnet
0.96 http://t.co/m4x6a6ehwb NN 1.00
0.96 #tcot NN 0.93
0.80 plz NN 1.00
improv
0.94 wellbeing NN 1.00
0.92 vodka NN 1.00
0.89 reevaluate VB 1.00
#voom
1.00 #pitchtorich NN 1.00
0.98 bransons NNS 1.00
0.97 http://t.co/193bp5w5jb NN 1.00
overwhelm
0.81 zealand NN 0.93
0.80 york JJ 0.55
0.74 expressnepal JJ 1.00
collaps
0.68 built VBN 0.99
0.66 thous JJ 0.62
0.63 historic JJ 1.00
identifi
0.91 clock NN 1.00
0.87 round NN 0.83
0.79 irshad NN 1.00
rough
0.99 photog NN 1.00
0.97 detained VBN 0.94
0.97 b-more NN 1.00
http://t.co/dux5ehldue
0.95 http://t.co/nogu6bvnai NNS 1.00
0.95 parades NN 0.86
0.94 maisel NN 1.00
bleed
0.87 #baltimore NN 0.99
0.82 toxic JJ 1.00
0.82 vastly RB 1.00
ensur
0.73 effective VBD 0.40
0.70 party NN 0.64
0.68 politics JJ 0.70
trump
0.92 holders NNS 1.00
0.86 #organic JJ 0.92
0.85 #russia NN 1.00
heard
0.78 civil JJ 1.00
0.75 houston NN 1.00
0.74 jung JJ 1.00
wait
0.76 nig NN 1.00
0.75 exactly RB 1.00
0.71 tibetans NN 0.72
http://t.co/gld9qiynmu
0.95 http://t.co/4qp7teabcw NN 1.00
0.89 #girlsday JJ 0.83
0.88 hye NN 1.00
cater
0.84 nails NNS 0.93
0.83 cool NN 0.61
0.83 touch NN 0.69
rais
0.72 ealing VBG 1.00
0.68 2015 CD 1.00
0.66 donor NN 0.63
shed
0.91 soft JJ 1.00
0.91 moscow NN 0.83
0.91 v-day NN 1.00
spoke
0.89 5700m NN 1.00
0.86 winched VBD 0.67
0.86 hook JJ 0.86
kick
0.89 drama NN 1.00
0.88 header NN 1.00
0.86 loose JJ 0.89
bet
0.91 sauce NN 0.90
0.90 http://t.co/2ejijsbszo NN 1.00
0.90 mood NN 1.00
hatch
0.97 conspiracies NNS 1.00
0.85 gloating VB 0.88
0.84 #re NN 1.00
prepar
0.72 http://t.co/0p5cdtb06v NN 1.00
0.71 handle VB 0.84
0.69 proud JJ 0.74
amber
0.99 http://t.co/czxinoobmt VBP 1.00
0.98 http://t.co/6kouj8feli NNS 1.00
0.98 http://t.co/0pfk52rivg NN 1.00
cope
0.83 http://t.co/nqxeobnmyf VBP 1.00
0.79 http://t.co/bhgsvcxwkt NN 1.00
0.75 hsi NN 0.80
http://t.co/tnaseoucty
0.93 http://t.co/esuiycsstd NN 1.00
0.93 http://t.co/ycbc9uine8 NN 1.00
0.92 reutersdes NNS 1.00
approv
0.71 wed NN 0.35
0.70 supplies NNS 0.83
0.69 sanitation NN 0.98
updat
0.75 ottawa NN 0.87
0.69 caught VBD 0.52
0.68 sherpa NNS 0.80
understand
0.87 forgets VB 0.82
0.86 stomach NN 0.94
0.85 beds NN 0.99
gaug
0.95 corp NN 1.00
0.83 oil NN 1.00
0.73 largest JJS 1.00
themsel
0.69 prey VBP 1.00
0.67 https://t.co/n0wjesx5gd NN 1.00
0.62 safer JJR 1.00
http://t.co/iaw5cy4ner
0.96 http://t.co/logjhe5168 NN 1.00
0.95 http://t.co/vaztcpjst5 NN 1.00
0.92 http://t.co/soua4aryhg VBP 1.00
http://t.co/1m1zjwbyhv
0.99 http://t.co/viy7bf9kib NN 1.00
0.96 dams NNS 0.97
0.92 moraine NN 1.00
realis
0.95 kikuyu JJ 1.00
0.94 hire VB 0.74
0.94 lonely JJ 1.00
weve
0.83 http://t.co/3ixmzn4cmq NN 1.00
0.81 http://t.co/3szbhiayze NN 1.00
0.80 genetically RB 1.00
demonstr
0.92 globally JJ 0.96
0.91 leadership NN 1.00
0.83 patronizing VBG 0.67
grow
0.88 anger NN 1.00
0.80 http://t.co/oxyidhvsxj NN 1.00
0.75 boil VB 0.95
attend
0.81 farmers NNS 0.92
0.72 occupation NN 1.00
0.72 previous JJ 1.00
#msghelpearhtquakevictim
0.97 http://t.co/funfbvswqz NN 1.00
0.85 http://t.co/pyja99mv6n NN 1.00
0.85 wooden JJ 1.00
encourag
0.92 gather VBP 0.89
0.89 searchers NNS 1.00
0.83 deter VBN 0.76
sought
0.70 fled VBD 1.00
0.68 asylum NN 1.00
0.64 politics JJ 0.70
foster
0.90 adopted VB 0.86
0.85 nfor NN 0.92
0.82 nplease NN 1.00
ate
0.90 chinese JJ 0.99
0.89 forgot VBD 0.62
0.88 eaten VBN 0.71
found
0.50 http://t.co/muvnfiybub NN 1.00
0.49 pulls VBN 0.54
0.46 #american JJ 0.86
tackl
0.53 richer JJR 1.00
0.51 frustration NN 0.89
0.50 safer JJR 1.00
whip
0.98 batch NN 1.00
0.97 peanut NN 1.00
0.96 butter NN 0.96
lie
0.82 #darbar NN 1.00
0.76 ncc NN 1.00
0.75 http://t.co/j3qxqi6k9d NN 1.00
answer
0.80 matt NN 1.00
0.79 carapiet NN 1.00
0.78 http://t.co/mavvickepp NN 1.00
pray
0.83 god NN 0.92
0.70 blessing VB 0.52
0.70 tarps NNS 1.00
suppos
0.88 nutritious JJ 1.00
0.88 replace NN 0.33
0.87 episode NN 0.70
reconsid
0.69 pentagon NNP 0.99
0.68 pac NN 1.00
0.67 entrepreneurs NNS 1.00
met
0.85 http://t.co/kogr1buvlm NN 1.00
0.82 http://t.co/8vmnxqm3lu NN 1.00
0.81 http://t.co/tnaseoucty VBP 1.00
broke
0.86 tooth NN 1.00
0.72 eat VB 0.56
0.71 wages NNS 0.82
interrog
0.99 aaptards NN 0.98
0.97 http://t.co/nuhxc0 NN 1.00
0.89 vishwas.delhi NNS 1.00
hamper
0.68 wow NN 0.88
0.68 tremors NNS 0.99
0.66 messed NN 0.50
disturb
0.71 http://t.co/jhyaccqph6 NN 1.00
0.69 ray NN 1.00
0.67 parents NNS 0.97
consist
0.97 fml NN 1.00
0.97 beer NN 1.00
0.97 wheat NN 1.00
born
0.79 royal JJ 0.95
0.74 http://t.co/nrebprx3lp JJ 1.00
0.70 birth NN 0.86
verifi
0.92 bangkok NN 0.80
0.92 korean JJ 1.00
0.92 abu NN 1.00
trpshove
0.96 stoop VBP 0.83
0.95 mic's NNS 0.83
0.94 #yummy JJ 1.00
forgot
0.91 taste NN 0.59
0.89 breakfast NN 1.00
0.89 ate VBD 1.00
want
0.83 lol NN 0.88
0.82 wanna NN 0.51
0.82 shit NN 0.86
lost
0.75 pentagon NNP 0.99
0.74 aches NNS 1.00
0.74 http://t.co/eofopwh6wd NN 1.00
stir
0.96 debate NN 0.85
0.95 overcrowding NN 1.00
0.92 commercialisation NN 1.00
http://t.co/nqxeobnmyf
0.99 http://t.co/bhgsvcxwkt NN 1.00
0.83 cope VB 0.90
0.80 http://t.co/a4qu85npq4 NN 1.00
stand
0.78 park NN 0.98
0.74 ratna NN 1.00
0.73 #westandwithnepal NN 0.87
sit
0.76 http://t.co/uplpqb1cvu NN 1.00
0.72 rep NN 0.97
0.71 800 CD 1.00
flown
0.68 http://t.co/tuxv0pvikg NN 1.00
0.65 #abc15 NN 1.00
0.64 http://t.co/kvg0gynjur NN 1.00
confirm
0.74 arrests VBN 0.60
0.72 police NNS 0.70
0.69 raids NN 0.74
request
0.71 line NN 0.85
0.69 trains NN 0.68
0.68 interrogate VB 1.00
http://t.co/hwwtodhcdt
0.87 earthquake-ravaged JJ 1.00
0.87 http://t.co/pepv2bgyjg NN 1.00
0.86 http://t.co/ih7ttsvlof JJ 1.00
send
0.67 swift JJ 1.00
0.55 #operationmaitri NNS 0.71
0.55 provides VBG 0.47
refurbi
0.86 http://t.co/szmudutoyr NN 1.00
0.82 diffic JJ 1.00
0.82 http://t.co/u35yyrmqpf NN 1.00
http://t.co/mssywyulyu
0.97 http://t.co/qzvphp9ixx NN 1.00
0.97 http://t.co/ppv4a6rrja NN 1.00
0.94 http://t.co/qgh8vuwxmh NN 1.00
come
0.56 http://t.co/o4ucydkg7j NN 1.00
0.56 told VBN 0.88
0.56 take VB 0.63
http://t.co/uiyworvqn0\nvia
0.94 breakdown NN 1.00
0.82 hasbara NN 1.00
0.79 http://t.co/qkbsksmdyu VBP 1.00
underplay
0.63 social JJ 1.00
0.62 offends.nepal NN 1.00
0.61 https://t.co/k1hbovnnp9 NN 1.00
took
0.79 hear VB 0.50
0.77 thn NN 0.94
0.77 erthang JJ 1.00
criticis
0.78 http://t.co/rwutxr7chd NN 1.00
0.74 ramps NNS 1.00
0.72 government NN 0.69
caribbean
0.95 hella NN 0.44
0.94 grumpy JJ 1.00
0.93 greasy JJ 0.90
move
0.74 http://t.co/wlawaoehi1 NN 1.00
0.70 quiet JJ 0.99
0.69 things NNS 0.88
slash
0.94 indo JJ 0.50
0.94 5mil NN 1.00
0.94 eases VBZ 0.88
conduct
0.87 spokesperson NN 1.00
0.87 conan NN 1.00
0.87 pio NN 1.00
review
0.64 pkts NNS 1.00
0.63 appreciatable JJ 1.00
0.62 int'l NN 1.00
exploit
0.91 prisoner NN 0.88
0.91 http://t.co/zaibwj8s13 NN 1.00
0.91 http://t.co/tsvjcphmac NN 0.80
seiz
0.99 ecstasy JJ 1.00
0.97 robot NN 1.00
0.94 switzerland NN 1.00
dogstar
0.98 djs NNS 1.00
0.98 morel JJR 1.00
0.98 plague VBP 0.83
discuss
0.76 cell NN 1.00
0.75 boost VB 0.41
0.72 rehab NN 1.00
put
0.79 lets VB 0.47
0.79 #putin NN 1.00
0.78 sir NN 0.70
announc
0.90 additional JJ 0.99
0.89 kerry NN 0.93
0.77 http://t.co/mpne14ci6k VBP 1.00
catch
0.93 swipes NNS 0.67
0.92 beer NN 1.00
0.92 cocktails NNS 0.86
seem
0.76 dalit NNS 0.95
0.75 attracted VBD 0.67
0.70 butt NN 0.93
celebr
0.69 paper NN 0.96
0.68 toilet NN 0.94
0.65 pampers VBZ 1.00
#in
0.93 reaffirmed VBD 1.00
0.93 http://t.co/tkbhibm46c NN 1.00
0.93 abcnews NNS 1.00
whove
0.96 http://t.co/mdooombtfi NNS 1.00
0.88 benefit VBN 0.52
0.84 http://t.co/l9leu3crtd NN 1.00
teach
0.94 turtles NN 0.87
0.94 purpose NN 0.71
0.94 ftp NN 1.00
respond
0.86 nnot NN 0.99
0.81 nspend VBG 1.00
0.79 http://t.co/jpldek NN 1.00
paid
0.91 mad JJ 0.79
0.90 nails NNS 0.93
0.89 dad NN 0.83
call
0.70 humanitarian JJ 1.00
0.67 #welldone NN 1.00
0.66 newbury NN 1.00
chew
0.88 knowledge NN 0.91
0.86 bought VBD 0.85
0.86 gon VBG 0.38
#amaz
0.92 http://t.co/t790q2812o NN 1.00
0.92 http://t.co/ullolj3efw VBG 1.00
0.91 http://t.co/wuxjzyg17e NN 1.00
stringer
0.98 detained VBN 0.94
0.97 photog NN 1.00
0.94 rough VBD 0.98
aru
0.93 pkts NNS 1.00
0.71 int'l NN 1.00
0.69 http://t.co/gmcus72yrc NN 1.00
#mf
0.80 hyped NN 0.86
0.78 irony NN 1.00
0.73 blame VBP 0.57
displac
0.67 https://t.co/acpyxxsxkj NN 1.00
0.65 http://t.co/olkcauspxi NNS 1.00
0.65 #easybranches NNS 0.78
http://t.co/gwy99kj6we
0.52 http://t.co/vhzybmo5xw NN 1.00
0.51 brother NN 0.95
0.50 sheridan NN 0.87
ask
0.74 kumar NN 0.66
0.71 nitish JJ 1.00
0.69 vishwas.delhi NNS 1.00
roll
0.92 craft NN 0.60
0.92 harmful NN 0.50
0.91 manufactured NNS 0.40
rememb
0.82 summer NN 1.00
0.80 bear NN 0.69
0.79 hot JJ 0.96
peer
0.95 basharat NN 1.00
0.86 tall JJ 1.00
0.85 male-gaze JJ 1.00
measur
0.84 6.7 CD 1.00
0.80 dharara NN 0.98
0.79 7.9 CD 1.00
react
0.92 supplements NNS 0.83
0.92 http://t.co/mctzmmcsel NN 1.00
0.92 exposed VBZ 0.48
jolt
0.85 http://t.co/rgqiuylqwm NN 1.00
0.83 http://t.co/vgotoagett NN 1.00
0.81 tremors NNS 0.99
blame
0.93 oppression VBN 0.96
0.87 #indianmedia NN 0.92
0.87 burn VBP 0.54
pherich
0.66 12mils NNS 1.00
0.59 entire JJ 0.93
0.58 gorkha NN 1.00
mention
0.89 drug NNS 0.59
0.88 http://t.co/2ejijsbszo NN 1.00
0.87 individuals NNS 0.79
digest
0.94 king NN 0.60
0.93 locked VBN 1.00
0.93 memoir NN 1.00
track
0.95 diplomatic NNS 0.93
0.81 gardiner NN 0.97
0.81 harris NN 0.95
bought
0.91 brain NN 0.93
0.89 chocolates NN 0.82
0.89 wtf NN 0.87
inaugur
0.99 gunawan FW 1.00
0.99 budi FW 1.00
0.98 deputy NN 1.00
got
0.90 i'll NN 0.43
0.89 shit NN 0.86
0.89 lol NN 0.88
pule
0.74 eight CD 1.00
0.71 101 CD 1.00
0.70 year-old JJ 1.00
predict
0.97 hbo NN 1.00
0.94 nflx CD 1.00
0.94 hudson NN 1.00
let
0.84 act NN 0.30
0.80 ever RB 0.99
0.79 put VB 0.33
lit
0.93 http://t.co/qi1gxh7l84 NN 1.00
0.92 shamelessly RB 1.00
0.92 http://t.co/kccproor2g NN 1.00
winch
0.94 hook JJ 0.86
0.93 cable NN 0.89
0.93 gavan NN 1.00
diner
0.96 mama FW 0.82
0.95 dude NN 0.64
0.95 rent NN 0.77
surpris
0.79 heaven NNS 0.50
0.78 excited JJ 0.64
0.78 they'll RB 0.53
conserv
0.78 http://t.co/kogr1buvlm NN 1.00
0.75 fish NN 0.92
0.74 uphill JJ 1.00
snap
0.74 startled JJ 0.80
0.68 footage NN 1.00
0.65 shows VBZ 0.62
patron
0.91 primarily RB 1.00
0.90 gloating VB 0.88
0.89 http://t.co/uclc9so1g1 NN 1.00
shape
0.92 http://t.co/n8rnzq0vrq NN 1.00
0.89 angle NN 1.00
0.86 crucial JJ 1.00
click
0.83 scrolling VBP 0.81
0.78 fill VB 0.41
0.78 cld NN 0.50
overse
0.88 nat NN 1.00
0.88 #arun JJ 0.93
0.84 http://t.co/n50jdgzs8i NN 1.00
complain
0.93 reportage NN 1.00
0.92 insensitive JJ 0.99
0.91 http://t.co/5qmkpfhijk NN 1.00
#nowwatch
0.66 http://t.co/hy7f6kmeea NN 1.00
0.62 vine NN 1.00
0.60 https://t.co/8tqcsup0or NN 1.00
marri
0.95 burger NN 0.68
0.95 hire VB 0.74
0.94 jus NN 0.56
flew
0.86 towards IN 1.00
0.85 triggered VBN 0.74
0.84 http://t.co/mzil3bohey NN 1.00
reject
0.89 taiwan JJ 0.44
0.79 taipei NNS 0.88
0.73 http://t.co/dvjszt6ewd NN 1.00
chri
0.94 reevaluate VB 1.00
0.94 #gotham IN 1.00
0.94 lmfao NN 0.88
fill
0.92 scrolling VBP 0.81
0.91 http://t.co/3yqklmpuxx NN 1.00
0.87 http://t.co/3szbhiayze NN 1.00
collect
0.82 towels NNS 1.00
0.81 toys NNS 0.94
0.78 items NNS 0.98
remov
0.87 dismembered JJ 0.60
0.87 nineteen CD 1.00
0.85 salt NN 1.00
rehabilit
0.70 rural JJ 1.00
0.64 wooden JJ 1.00
0.62 gorkha NN 1.00
jst
0.93 talkd NN 1.00
0.91 almond NN 0.50
0.91 runners NNS 1.00
massacr
0.86 nuguma NN 1.00
0.85 befo NN 1.00
0.83 http://t.co/u6cjcwniwt NN 1.00
http://t.co/boma422mhv
0.78 glimpse NN 1.00
0.67 nris NN 1.00
0.64 http://t.co/qi8u2auksu NN 1.00
shout
0.99 morons NNS 1.00
0.98 liberalized JJ 0.95
0.93 would've RB 0.91
http://t.co/qvajawyvpj
0.86 heavenly JJ 1.00
0.86 bransons NNS 1.00
0.86 manufactured NNS 0.40
feed
0.89 stamps NNS 0.88
0.85 bertrand NN 1.00
0.79 http://t.co/oorp40qoch VBP 1.00
spare
0.90 hosts NN 0.43
0.90 vegetables NNS 0.88
0.90 toxins NNS 1.00
peddl
0.90 runners NNS 1.00
0.89 rafalejoy NN 1.00
0.89 #healthy JJ 0.43
give
0.62 http://t.co/gc2ngorrtp NN 1.00
0.61 20222 CD 1.00
0.58 word NN 0.67
end
0.82 uno NN 1.00
0.79 somewhere RB 1.00
0.79 coffee NN 1.00
drop
0.70 demanded NN 0.46
0.69 #newystorm NN 1.00
0.69 female JJ 0.86
accept
0.94 pops VB 0.40
0.93 lmfao NN 0.88
0.92 purpose NN 0.71
broken
0.86 grill JJ 0.64
0.86 slaves NN 0.57
0.86 bottles NN 0.73
instal
0.93 khalsa NN 0.96
0.92 tanks NNS 0.96
0.78 #israe NNS 0.80
thame
0.87 http://t.co/vycysgrtvk JJ 1.00
0.85 tarps NNS 1.00
0.84 http://t.co/mhhuunhmyr NN 1.00
experienc
0.65 felt VBD 0.92
0.65 voiced NNS 0.85
0.65 horrified JJ 0.99
http://t.co/hhktbxqtjp
0.97 http://t.co/6jrxrv7dev NN 1.00
0.96 http://t.co/vn6pgser0o NN 1.00
0.96 greatest JJS 1.00
fell
0.93 ntree NN 1.00
0.93 cyclone NN 1.00
0.93 manufactured NNS 0.40
curri
0.98 seabass NN 1.00
0.97 http://t.co/fzi3cjjyfl NN 1.00
0.96 http://t.co/vno51mwisj NN 1.00
abandon
0.90 agriculture NN 0.99
0.86 http://t.co/3k6rhgxalj NN 1.00
0.84 loss NN 0.91
need
0.76 food NN 1.00
0.61 want VBP 0.67
0.58 hygiene NN 0.94
wana
0.82 http://t.co/zbh3pj NN 1.00
0.78 http://t.co/nkzkv8kk78 VBP 1.00
0.77 heartening VBG 1.00
spend
0.80 amount NN 0.95
0.80 waste NN 0.42
0.79 stop VB 0.90
quadrupl
0.99 geometrically RB 1.00
0.96 multiplies NNS 1.00
0.84 #7news NNS 1.00
choos
0.92 belly NN 0.92
0.90 greasy JJ 0.90
0.90 cuisine NN 1.00
gather
0.95 searchers NNS 1.00
0.92 encourage VB 0.88
0.85 crowded NN 0.52
render
0.96 #msgmyinspiration NN 1.00
0.96 frank JJ 1.00
0.95 capone VBP 1.00
valeri
0.97 amos NNS 0.90
0.93 worr NN 1.00
0.88 whereabouts NN 1.00
assault
0.92 #999family RB 1.00
0.75 google-news NNS 0.60
0.69 troops NNS 1.00
publish
0.75 #retweet NNP 0.79
0.74 dismembered JJ 0.60
0.74 rickards NNS 1.00
unit
0.70 mechanism NN 1.00
0.70 http://t.co/o4hylah1p2 NN 1.00
0.68 http://t.co/rltn1bwdoq NN 1.00
cheer
0.89 pokhari NN 0.87
0.89 machha NN 1.00
0.86 royalbaby NN 1.00
sat
0.71 projects NN 0.70
0.68 ians NNS 0.93
0.67 york JJ 0.55
http://t.co/ryw2ztgx3a
0.78 http://t.co/serjpxeqnw VBP 1.00
0.73 momentum NN 1.00
0.72 http://t.co/fmr2ldmmf1 NN 1.00
donat
0.69 word NN 0.67
0.62 #entrepreneurs NNS 0.88
0.59 20222 CD 1.00
hurri
0.96 tho NN 0.74
0.94 boyfriend NN 0.96
0.94 stomach NN 0.94
piss
0.89 fruit-rollups NNS 1.00
0.89 bothered VBN 0.50
0.89 hangry NN 1.00
hire
0.97 hella NN 0.44
0.96 lmfao NN 0.88
0.96 downstairs NNS 0.71
customis
0.99 wordpress NN 1.00
0.99 template NN 1.00
0.97 sarahthapa NN 1.00
deliv
0.74 powder NN 1.00
0.72 hygiene NN 0.94
0.72 #nepalappeal NN 0.98
effect
0.73 ensure VB 0.81
0.63 nrelief FW 1.00
0.61 attending VB 0.73
demolish
0.63 bricks NNS 0.50
0.62 momentum NN 1.00
0.56 #gorkha NN 1.00
pop
0.97 noodle NNS 0.70
0.97 satisfy VB 0.64
0.97 nutrients NNS 1.00
stolen
0.88 livestream CD 1.00
0.87 http://t.co/hozftmxyvc NN 1.00
0.87 sepang NN 1.00
#win
0.97 #backyardsafari NN 0.97
0.92 outdoors JJ 0.91
0.91 adventure NN 0.84
shouldnt
0.89 older JJR 1.00
0.87 smacking VBP 0.87
0.87 craving NN 0.59
climb
0.90 passes VBZ 0.73
0.88 http://t.co/nhtlr4ys1b NN 1.00
0.87 https://t.co/h2bvx6mcon NN 1.00
treat
0.72 tht NN 0.44
0.71 separate JJ 0.57
0.70 chefs NN 0.73
airlift
0.70 await VBG 0.96
0.66 helicopters NN 0.67
0.65 recover VBN 0.83
pick
0.90 saudi NN 1.00
0.86 arabia NN 1.00
0.82 outdoors JJ 0.91
slow
0.93 red-tape NN 1.00
0.88 getty VB 0.84
0.88 http://t.co/d1rimohcgf NN 1.00
goe
0.87 btw NN 1.00
0.77 rss NN 0.99
0.76 ngos NN 0.59
stock
0.97 #passiton VB 1.00
0.97 http://t.co/bfn0aku1bh NN 1.00
0.94 peter NN 0.57
run
0.87 got VBD 0.99
0.85 actual RB 0.60
0.84 drinking NN 0.57
hurt
0.79 nwhat NN 0.87
0.73 matters VBZ 0.86
0.73 happy NN 0.61
http://t.co/lqc2qt7iuk
0.97 http://t.co/0pfk52rivg NN 1.00
0.97 hogan NN 1.00
0.96 http://t.co/svnuisddex SYM 1.00
disgust
0.87 delicious JJ 0.87
0.87 toxins NNS 1.00
0.86 fish NN 0.92
In [43]:
get_base_tags()
Out[43]:
[('NN', 149689),
('VB', 37853),
('JJ', 19957),
('RB', 3750),
('CD', 2319),
('IN', 1718),
('FW', 792),
('MD', 429),
('SY', 112),
('DT', 69),
('RP', 43),
('UH', 33),
('CC', 8),
('WD', 5),
('WR', 5),
('WP', 4),
('PR', 2),
('PD', 1)]
In [23]:
def most_similar_urls(model, url):
tweet_url_regex = r'http\S+'
for word, score in model.most_similar(url, topn=len(model.vocab) - 1):
if re.match(tweet_url_regex, word):
if word.startswith('http://t.co') or word.startswith('https://t.co'):
continue
print(word, score, sep="\t")
In [27]:
most_similar_urls(model, stemmer.stem(''))
https://twitter.com/perthnow/status/592465463042539521/photo/1 0.21188971400260925
http://reason.com/blog/2015/04/23/loretta-lynch-confirmed-as-attorney-gene 0.13273032009601593
http://bigstory.ap.org/article/5b19bbcfe2e74a50b3d07685056aab95/rescuers-find-3-survivors-nepal-8-days-after-quake 0.1153845340013504
http://t.c 0.0415412113070488
https://twitter.com/BBCBreaking/status/592942921982279680 0.023389315232634544
http://ndtv.com.feedsportal.com/c/33805/f/606695/s/45bac176/sc/16/l/0L0Sndtv0N0Cworld0Enews0Chistoric0Edharara0Etower0Ecollapses0Ein0Ekathmandu0Eafter0E70E90Eearthquake0E7580A76/story01.htm -0.0536050908267498
http://www.cbsnews.com/pictures/hero-dogs-saving-lives-after-nepal-earthquake/ -0.11157657951116562
https://twitter.com/t2tnews/status/594736893826191361/photo/1 -0.18891993165016174
In [51]:
data = np.array([model[w] for w in model.vocab.keys()])
words = [w for w in model.vocab.keys()]
tsne = TSNE(n_components=2)
manifold = tsne.fit_transform(data)
In [63]:
### cluster words
km = KMeans(n_clusters=5)
km.fit(data)
fig = plt.figure(figsize=(20, 12))
plt.scatter(manifold[:, 0], manifold[:, 1], c=km.labels_, cmap=plt.cm.Spectral)
plt.axis('tight')
for label, x, y in zip(words, manifold[:, 0], manifold[:, 1]):
if np.random.rand() > 0.3:
plt.annotate(label, xy=(x, y), xytext=(-20, 20),
textcoords='offset points', ha='right', va='bottom',
bbox=dict(boxstyle='round,pad=0.5', fc='yellow', alpha=0.5),
arrowprops=dict(arrowstyle = '->', connectionstyle='arc3,rad=0'))
In [15]:
model.most_similar(stemmer.stem('destroy'))
Out[15]:
[('built', 0.7457863092422485),
('http://t.co/tnhjrsbogj', 0.7102895975112915),
('car', 0.7058385610580444),
('bcoz', 0.6994261741638184),
('crush', 0.6954240798950195),
('http://t.co/t6ayjraioh', 0.6884375810623169),
('power', 0.6841773986816406),
('19th', 0.6795834302902222),
('archaeolog', 0.6783653497695923),
('786', 0.6755728721618652)]
In [79]:
for w, s in model.most_similar('ask', topn=20):
print(s, w, sep="\t")
0.9277857542037964 friend
0.9258956909179688 blame
0.9028273820877075 take
0.855582594871521 pal
0.8450220823287964 els
0.830154299736023 beg
0.830134928226471 convinc
0.8212392330169678 http://greennews.ng/2014/03/oscar-pistorius-trial-athlete-asked.html
0.8191153407096863 insist
0.8140701651573181 cnnwit
0.7988513708114624 someon
0.7927361726760864 guard
0.7924934029579163 http://www.cbsnews.com/news/friend-testifies-oscar-pistorius-fired-gun-in-restaurant/
0.7856787443161011 http://abcnews.go.com/International/oscar-pistorius-fired-gun-restaurant-killing-girlfriend/story
0.7819277048110962 restaur
0.7769758105278015 http://www.dailyherald.com/article/20140314/news/140318997/
0.7768232822418213 cnnsecur
0.7741121053695679 claim
0.7733922004699707 accident
0.7659314274787903 soon
In [56]:
np.random.rand()
Out[56]:
0.3173843673801836
In [55]:
m = []
model_urls = []
for w in model.vocab:
if w.startswith('http'):
model_urls.append(w)
m.append(model[w])
model_urls = np.array(model_urls)
In [50]:
M = np.matrix(m)
In [71]:
thres = 0.1
cl, cen = online_cluster(M, threshold=thres)
print(len(cl), "clusters (threshold = %.2f)" % thres)
39 clusters (threshold = 0.10)
In [79]:
print("Cluster sizes")
for c in cl:
print(len(c), end=", ")
Cluster sizes
368, 1, 5, 1, 1, 1, 1, 1, 5, 3, 1, 1, 1, 1, 3, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
In [67]:
model_urls[cl[0]]
Out[67]:
array([ 'http://news.sky.com/story/1222223/pistorius-fired-gun-in-car-and-cheated-on-ex',
'http://www.timeslive.co.za/local/2014/03/10/the-oscar-pistorius-murder-trial-day-6',
'http://ay.gy/suspended',
'http://www.cbssports.com/general/news/oscar-pistorius-sickened-by-pathologists-testimony/',
'http://www.theonion.com/article/paranoid-oscar-pistorius-still-thinks-burglar-afte-35459',
'https://sitracking.wordpress.com/',
'http://www.seattletimes.com/nation-world//2023092696_apxpistoriustrial.html',
'http://t.co/efhdrkwfiy',
'http://www.ctvnews.ca/world/oscar-pistorius-vomits-in-court-during-graphic-testimony-1.1721682',
'https://za.yahoo.com/',
'https://twitter.com/bbcafrica/status/442945237674377216/photo/1',
'http://www.cbc.ca/news/world/oscar-pistorius-murder-trial-hears-testimony-from-neighbours-1.2560341',
'http://www.tmz.com/2014/03/14/oscar-pistorius-bloody-leg-photo/',
'http://abcnews.go.com/live',
'http://www.bbc.co.uk/news/world-africa-26445206',
'http://www.todayszaman.com/news-341234-witness-pistorius-asked-friend-to-take-blame-for-restaurant-gunshot.html',
'http://feeds.theguardian.com/c/34708/f/663829/s/37e43004/sc/40/l/0l0stheguardian0n0cworld0c20a140cmar0c0a70coscar0epistorius0etrial0elive0eupdates0eday0efive/story01.htm',
'http://www.independent.ie/world-news/pistorius-vomits-in-murder-trial-30078086.html',
'http://www.channel4.com/news/pistorius-murder-trial-vomit-sick-autopsy-video',
'https://www.yahoo.com/news/pistorius-trial-trail-blood-home-120024384--spt.html',
'http://www.thenigerianvoice.com/nvnews/140602/1/pistorius-vomits-in-court-as-girlfriends-autopsy-i.html',
'http://www.rawstory.com/2014/03/10/oscar-pistorius-vomits-in-court-as-girlfriends-autopsy-detailed/',
'http://news.sky.com/story/1223284/pistorius-throws-up-during-graphic-evidence',
'http://feeds.theguardian.com/c/34708/f/663828/s/37cd5505/sc/40/l/0l0stheguardian0n0cworld0c20a140cmar0c0a50coscar0epistorius0etrial0elive0eupdates0eday0ethree/story01.htm',
'http://www.cbsnews.com/news/oscar-pistorius-prayed-over-his-shot-girlfriend-witness-testifies/',
'http://adf.ly/eo7hf',
'http://feeds.theguardian.com/c/34708/f/663828/s/37fffd9a/sc/40/l/0l0stheguardian0n0csport0c20a140cmar0c10a0coscar0epistorius0evomits0ecourt0ereeva0esteenkamp0einjuries/story01.htm',
'https://www.theguardian.com/world/video/2014/mar/05/oscar-pistorius-friend-blame-restaurant-shooting-video',
'http://www.dailymail.co.uk/news/article-2573540/oscar-pistorius-murder-trial-witness-says-inundated-abusive-calls-sprinters-supporters-mobile-number-read-court.html',
'http://www.breakingnews.com/item/2014/03/05/defense-at-pistorius-trial-says-neighbors-both-sai/',
'http://t.co/g7evwko1uf',
'http://www.straitstimes.com/breaking-news/world/story/oscar-pistorius-trial-ex-girlfriend-says-he-shot-gun-traffic-light-2014030',
'http://feeds.theguardian.com/c/34708/f/663829/s/37eb7cf3/sc/8/l/0l0stheguardian0n0cworld0c20a140cmar0c0a70coscar0epistorius0egun0ecar0esunroof0eex0egirlfriend0ecourt/story01.htm',
'http://www.nbcnews.com/storyline/pistorius-trial/angry-oscar-pistorius-fired-shot-out-sunroof-ex-girlfriend-n46756',
'http://abcnews.go.com/international/oscar-pistorius-cops-frisked-theft-investigation/story',
'https://www.yahoo.com/news/pistorius-former-girlfriend-testifies-100154110--spt.html',
'https://twitter.com/cnn/status/441594007341105152/photo/1',
'http://www.dailymaverick.co.za/opinionista/2014-03-04-telling-our-own-stories-beyond-oscar-pistorius/',
'http://brbr.co/1jnvzyl',
'https://twitter.com/skynews/status/441160889597583360/photo/1',
'http://www.sportsnet.ca/more/pistorius-vomits-during-graphic-testimony/',
'http://www.telegraph.co.uk/sport/olympics/paralympic-sport/10686329/oscar-pistorius-murder-trial-is-not-a-good-fit-with-sport.html',
'http://www.dailymail.co.uk/news/article-2574742/pistorius-turmoil-how-blade-runners-body-language-reveals-trial-taking-toll.html',
'http://m.apnews.com/ap/db_289563/contentdetail.htm',
'http://lifestyle.one/grazia/',
'http://www.channel4.com/news/oscar-pistorius-murder-trial-key-questions-for-judge',
'http://newyork.cbslocal.com/2014/03/10/oscar-pistorius-vomits-during-graphic-testimony-at-murder-trial/',
'http://edition.cnn.com/2014/03/14/world/africa/oscar-pistorius-trial/',
'http://abcnews.go.com/international/oscar-pistorius-fired-gun-restaurant-killing-girlfriend/story',
'http://www.bayyou11.com/', 'http://q.gs/suspended',
'https://www.change.org/p/patrick-kennedy-paddy-power-please-remove-your-offensive-betting-on-the-outcome-of-the-oscar-pistorius-trial-and-donate-any-profits-so-far-to-a-women-s-charity-fighting-violence-against-women',
'http://www.france24.com/en/20140314-police-mishandled-evidence-pistorius-murder-case-south-africa',
'http://q.gs/ad/locked',
'http://news.sky.com/story/1221069/oscar-pistorius-sound-factor-crucial-to-trial',
'http://www.breakingnews.com/item/2014/03/05/witness-at-oscar-pistorius-trial-tells-court-that/',
'http://t.co/nlepkaegv',
'http://papsonsports.com/2014/oscar-pistorius-return-to-court-for-further-witness-testimony/',
'http://www.google.com/hostednews/afp/article/aleqm5iccajszoqwknk0dotjw2j7fysobw',
'https://twitter.com/thesun/status/443040590507175936',
'http://www.hlntv.com/article/2014/03/07/oscar-pistorius-reeva-steenkamp-murder-trial-day-5',
'https://twitter.com/bbcafrica/status/441503898692780032/photo/1',
'http://feeds.theguardian.com/c/34708/f/663829/s/37fd24b2/sc/40/l/0l0stheguardian0n0cworld0c20a140cmar0c10a0coscar0epistorius0etrial0eday0esix0etweets0elive/story01.htm',
'https://www.washingtonpost.com/news/early-lead/wp/2014/03/10/oscar-pistorius-vomits-as-graphic-testimony-ends-telecast/',
'http://www.enca.com/media/video/pistorius-trial-pathologist-bound-ethical-standards',
'https://news.google.com/',
'https://twitter.com/bbcworld/lists/oscar-pistorius-trial',
'http://adf.ly/fcoma',
'http://feeds.nbcnews.com/c/35002/f/663303/s/382fdb31/sc/40/l/0l0snbcnews0n0cstoryline0cpistorius0etrial0cpistorius0etrial0esees0eblade0erunner0ebare0echested0ecrime0escene0en52681/story01.htm',
'http://www.theepochtimes.com/n3/552909-pistorius-vomits-during-graphic-testimony/',
'http://www.theguardian.com/media/2014/mar/05/paddy-power-oscar-pistorius-ad-withdrawn-immediate-effect',
'http://espn.go.com/olympics/trackandfield/story/_/id/10599958/oscar-pistorius-trial-trail-blood-described',
'https://uk.news.yahoo.com/oscar-pistorius-arrives-day-five-trial-071244688.html',
'http://6abc.com/archive/9457272/',
'http://www.dailymail.co.uk/news/article-2577275/prosecutor-pistorius-trial-asks-judge-ban-broadcast-reeva-steenkamps-post-mortem-evidence-graphic.html',
'http://porscheclassy.com/2014/03/gist-oscar-pistorius-breaks-court/',
'https://www.theguardian.com/c/34708/f/663879/s/37e436f7/sc/40/l/0l0stheguardian0n0cworld0c20a140cmar0c0a70coscar0epistorius0etrial0elive0eupdates0eday0efive/story01.htm',
'http://www.allthingscrimeblog.com/',
'http://rss.nytimes.com/c/34625/f/640350/s/37ff7676/sc/11/l/0l0snytimes0n0c20a140c0a30c110cworld0cafrica0cpistorius0emurder0etrial0bhtml0dpartner0frss0gemc0frss/story01.htm',
'http://abcnews.go.com/gma/video/oscar-pistorius-murder-trial-athlete-sickened-graphic-evidence-22844069',
'https://twitter.com/cnn/status/441590903447105538/photo/1',
'http://www.tvmix.com/oscar-pistorius-academy-awards-joke-ads-banned-in-uk',
'https://www.thesun.co.uk/archives/news/660056/oscar-pistorius-sick-in-the-dock-after-listening-to-details-of-reevas-autopsy/',
'http://www.straitstimes.com/breaking-news/world/story/oscar-pistorius-trial-court-extend-trial-two-weeks-20140313',
'http://adf.ly/ad/locked',
'https://www.theguardian.com/c/34708/f/663879/s/37fcadf4/sc/40/l/0l0stheguardian0n0cworld0c20a140cmar0c10a0coscar0epistorius0etrial0eday0esix0etweets0elive/story01.htm',
'https://twitter.com/channel4news/status/442924734573846528/photo/1',
'http://bigstory.ap.org/article/pistorius-murder-trial-moves-2nd-week',
'http://www.timeslive.co.za/local/2014/03/13/top-quotes-from-day-nine-of-the-oscar-pistorius-murder-trial',
'http://www.hindustantimes.com/world/pistorius-vomits-in-court-during-graphic-testimony/story-mqxonnqxezt699qncnv71j.html',
'http://www.thealternativecricketalmanack.com/2013/02/outrage-as-channel-nine-sell-limited-edition-oscar-pistorius-cricket-bats/',
'http://edition.cnn.com/2014/03/10/world/africa/oscar-pistorius-trial/',
'http://city-press.news24.com/error404.aspx',
'https://www.ecr.co.za/post/oscar-called-security-first-says-roux/',
'http://feeds.nbcnews.com/c/35002/f/665138/s/37e6de3d/sc/40/l/0l0snbcnews0n0cstoryline0cpistorius0etrial0cangry0eoscar0epistorius0efired0eshot0eout0esunroof0eex0egirlfriend0en46756/story01.htm',
'http://adf.ly/eupna', 'http://nblo.gs/uwx32',
'http://www.telegraph.co.uk/',
'https://twitter.com/stforeigndesk/status/441895536556134401/photo/1',
'http://www.radionews.us/',
'http://www.independent.co.uk/news/world/africa/oscar-pistorius-trial-athlete-repeatedly-vomits-as-court-hears-graphic-details-of-reeva-steenkamps-9181257.html',
'http://www.watchinga.com/article',
'http://www.mirror.co.uk/news/world-news/oscar-pistorius-murder-trial-live-3225723',
'http://www.dailymail.co.uk/sport/othersports/article-2575899/oscar-pistorius-told-security-guard-pieter-baba-fine-shooting-reeva-steenkamp.html',
'https://www.yahoo.com/news/court-prepares-prolong-pistorius-trial-132349268.html',
'http://www.cbsnews.com/news/friend-testifies-oscar-pistorius-fired-gun-in-restaurant/',
'http://www.firstpost.com/world/the-pistorius-trial-live-pistorius-used-bullets-designed-to-cause-maximum-damage-1427043.html',
'http://wereport.djfinal.com/',
'https://www.yahoo.com/news/pistorius-trial-trail-blood-125715246--spt.html',
'http://702.co.za/shows/9/the-money-show-with-bruce-whitfield',
'http://www.usatoday.com/story/sports/olympics/2014/03/10/oscar-pistorius-trial/6249951/',
'https://twitter.com/stforeigndesk/status/444093744141197312/photo/1',
'http://www.voanews.com/content/pistorius-witness-says-athlete-very-upset-after-shooting/1865562.html',
'http://adf.ly/fdmps', 'http://www.bloomberg.com/404.html',
'http://adf.ly/suspended',
'http://www.breakingnews.com/item/2014/03/10/court-orderly-in-the-oscar-pistorius-trial-has-bee/',
'https://www.theguardian.com/c/34708/f/663829/s/37fd24b2/sc/40/l/0l0stheguardian0n0cworld0c20a140cmar0c10a0coscar0epistorius0etrial0eday0esix0etweets0elive/story01.htm',
'http://www.abc.net.au/news/2014-03-10/oscar-pistorius-murder-trial-blade-runner-vomits-autopsy/5311422',
'http://edition.cnn.com/2014/03/05/world/africa/oscar-pistorius-trial-third-day/',
'http://ewn.co.za/media/2014/03/10/ancwl-angie-motshekga-oscar-pistorius-reeva-steenkamp',
'http://t.co/teydboznov',
'http://www.tmz.com/2014/03/10/oscar-pistorius-vomits-in-court/',
'http://articles.latimes.com/2014/mar/06/sports/la-sp-sn-oscar-pistorius-20140306',
'http://newscatapult.com/2014/03/07/uk/pistorius-shot-bullet-out-of-car-sunroof-after-getting-angry-that-a-police-officer-had-touched-his-gun-his-ex-girlfriend-tells-murder-trial/',
'http://www.foxnews.com/world/2014/03/10/oscar-pistorius-murder-trial-moves-into-2nd-week.html',
'http://www.hlntv.com/article/2014/03/05/oscar-pistorius-reeva-steenkamp-murder-trial-day-3',
'http://allafrica.com/stories/201403051163.html',
'http://www.sabc.co.za/news/a/44d6f20043363de8addfbd45a23ba143/pieter-baba-to-take-stand-again-in-pistorius-trial-20140310',
'http://www.wsj.com/articles/sb10001424052702303795904579430943481407668',
'http://www.huffingtonpost.com/2014/03/14/oscar-pistorius-trial_n_4962250.html',
'http://feeds.theguardian.com/c/34708/f/663829/s/37cd2ddb/sc/40/l/0l0stheguardian0n0cworld0c20a140cmar0c0a50coscar0epistorius0etrial0elive0eupdates0eday0ethree/story01.htm',
'http://threatbrief.com/',
'http://hosted2.ap.org/apdefault/3d281c11a96b4ad082fe88aa0db04305/article_2014-03-07-pistorius-trial/id-648d54bdd89f41d19a5c211f3d205510',
'http://feeds.nbcnews.com/c/35002/f/663303/s/37e65fef/sc/40/l/0l0snbcnews0n0cstoryline0cpistorius0etrial0coscar0epistorius0echeated0eme0esteenkamp0eex0egirlfriend0en46751/story01.htm',
'http://www.huffingtonpost.co.uk/louise-pennington/reeva-steenkamp-oscar-pistorius-trial_b_4889837.html',
'https://www.theguardian.com/c/34708/f/663828/s/37cd5505/sc/40/l/0l0stheguardian0n0cworld0c20a140cmar0c0a50coscar0epistorius0etrial0elive0eupdates0eday0ethree/story01.htm',
'https://www.youtube.com/watch',
'https://ssl.clickbank.net/order/restricted.html',
'http://www.telegraph.co.uk/news/worldnews/oscar-pistorius/10682260/oscar-pistorius-murder-trial-live-pistorius-repeatedly-sick-during-graphic-evidence-of-autopsy.html',
'http://punchng.com/news/pistorius-vomits-during-autopsy-evidence-in-court/',
'https://twitter.com/newsbreaker/status/443013748945453057/photo/1',
'http://www.lazywrita.com/2014/03/oscar-pistorius-vomits-in-court-as-late.html',
'http://t.co/wlowbqrp87',
'http://www.skysports.com/more-sports/news/12040/9196681/oscar-pistorius-trial-resumes-after-emotional-second-day',
'https://itunes.apple.com/us/app/world-news-app-for-iphone/id591679186',
'http://feeds.theguardian.com/c/34708/f/663828/s/37fcc2ae/sc/40/l/0l0stheguardian0n0cworld0c20a140cmar0c10a0coscar0epistorius0etrial0eday0esix0etweets0elive/story01.htm',
'http://www.bbc.co.uk/news/world-africa-26579299',
'https://www.theguardian.com/c/34708/f/663828/s/37fcc2ae/sc/40/l/0l0stheguardian0n0cworld0c20a140cmar0c10a0coscar0epistorius0etrial0eday0esix0etweets0elive/story01.htm',
'http://www.theguardian.com/media/2014/mar/04/paddy-power-oscar-pistorius-ad-petition-complaints',
'http://www.skysports.com/news/12993/9196709/live-pistorius-trial',
'http://abcnews.go.com/international/oscar-pistorius-vomited-testimony-slain-girlfriends-wounds/story',
'http://www.google.com/hostednews/afp/article/aleqm5glmvaedpqqleoeo-0xfgip-wbina',
'https://twitter.com/capetalk/status/441090268813885440',
'http://www.sportingnews.com/athletics/news/oscar-pistorius-trial-bloody-blade-runner-photos-shown/1on5zf0ginu9e1m82qlx561q0i',
'http://www.foxnews.com/world/2014/03/07/pistorius-former-girlfriend-says-cheated-on-her-with-woman-killed.html',
'http://www.mediaclubsouthafrica.com/democracy/3735-judge-thokozile-masipa-reserved-and-astute',
'http://www.skysports.com/more-sports/news/12993/9206376/oscar-pistorius-sick-as-he-hears-evidence-of-reeva-steenkamps-fatal-injuries',
'http://www.newsweek.com/pistorius-vomits-court-steenkamp-autopsy-details-231344',
'http://hosted.ap.org/dynamic/files/photos/7/72ecff77-639c-4dfc-984c-83daff7e99b7.html',
'https://www.buzzfeed.com/catesevilla/oscar-pistorius-throws-up-in-court-after-hearing-graphic-evi',
'http://www.hurriyetdailynews.com/pistorius-vomits-in-court-as-girlfriends-autopsy-detailed.aspx',
'https://twitter.com/hermanverwey/status/440844574722752512/photo/1',
'http://hosted2.ap.org/apdefault/3d281c11a96b4ad082fe88aa0db04305/article_2014-03-07-pistorius-trial/id-fd818552e3f64f88b3fb46e5bfe63746',
'http://camhoot.com/bitly/',
'https://www.theguardian.com/c/34708/f/663879/s/37d167cb/sc/40/l/0l0stheguardian0n0cworld0cvideo0c20a140cmar0c0a50coscar0epistorius0efriend0eblame0erestaurant0eshooting0evideo/story01.htm',
'http://www.bbc.co.uk/news/world-africa-26461431',
'http://ifttt.com/images/no_image_card.png',
'https://twitter.com/heyyouapp/status/441130015695327232/photo/1',
'http://uk.reuters.com/news/world',
'http://www.huffingtonpost.co.uk/2014/03/10/oscar-pistorus-vomit_n_4934069.html',
'http://www.sabreakingnews.co.za/2014/03/07/oscar-trial-pistoriuss-ex-says-oscar-carried-a-gun-at-all-times/',
'http://www.channel4.com/news/pistorius-trial-murder-watch-live-video',
'http://www.washingtontimes.com/news/2014/mar/10/oscar-pistorius-vomits-during-graphic-testimony/',
'http://www.npr.org/templates/story/story.php',
'http://adf.ly/fg5zn', 'http://adf.ly/fd29b',
'https://www.yahoo.com/news/pistorius-murder-trial-moves-2nd-week-075026407.html',
'http://www.thejournal.ie/paddy-power-oscar-pistorius-bet-bookmakers-1348392-mar2014/',
'http://edition.cnn.com/videos/world/2014/03/06/bts-oscar-pistorius-cries-trial-day-4.cnn',
'http://www.popsugar.com/celebrity/oscar-pistorius-ex-girlfriend-samantha-taylor-testimony-34293710',
'http://www.telegraph.co.uk/news/worldnews/oscar-pistorius/10687571/oscar-pistorius-sobs-and-vomits-as-court-hears-graphic-evidence-of-injuries-to-reeva-steemkamp.html',
'http://www.cbsnews.com/news/oscar-pistorius-trial-prosecutor-asks-judge-to-bar-graphic-testimony-on-reeva-steenkamp-autopsy/',
'http://edition.cnn.com/2014/03/04/world/africa/oscar-pistorius-trial/index.html',
'http://t.co/9s7gwgmq3d', 'http://t.co/woolriuhie',
'http://www.cbc.ca/news/world/oscar-pistorius-murder-trial-hears-doctor-s-testimony-1.2561981',
'http://espn.go.com/olympics/trackandfield/story/_/id/10560648/witness-testifies-oscar-pistorius-prayed-shot-girlfriend',
'http://23tickets.blogspot.cl/',
'http://www.cbc.ca/news/world/oscar-pistorius-vomits-during-graphic-autopsy-testimony-1.2566337',
'http://feeds.theguardian.com/c/34708/f/663879/s/37ffcaba/sc/40/l/0l0stheguardian0n0csport0c20a140cmar0c10a0coscar0epistorius0evomits0ecourt0ereeva0esteenkamp0einjuries/story01.htm',
'http://www.latimes.com/world/worldnow/la-fg-wn-oscar-pistorius-trial-20140305-story.html',
'http://pulpnews.com/c/i.php', 'http://t.co/noiqvfoxvn\\n',
'http://greennews.ng/2014/03/oscar-pistorius-trial-athlete-asked.html',
'http://track.moreniche.com/hit.php', 'http://t.co/hhzxai',
'http://feeds.nbcnews.com/c/35002/f/663303/s/37ff4684/sc/40/l/0l0snbcnews0n0cstoryline0cpistorius0etrial0coscar0epistorius0evomits0ecourtroom0eduring0egraphic0etestimony0en48741/story01.htm',
'http://t.co/ibvyiiiqoa',
'http://gistreel.com/2014/03/10/oscar-pistorius-vomits-during-autopsy-evidence-could-face-life-imprisonment-if-convicted/',
'http://cnnworldlive.cnn.com/event/oscar_pistorius_trial_4',
'http://globalnews.ca/news/1197638/oscar-pistorius-murder-trial-moves-into-2nd-week/',
'http://feeds.nbcnews.com/c/35002/f/663303/s/37cfd0b8/l/0l0snbcnews0n0cstoryline0cpistorius0etrial0coscar0epistorius0eapologized0eafter0efiring0egun0erestaurant0eboxer0en4470a1/story01.htm',
'http://www.si.com/si-wire/2014/03/10/oscar-pistorius-vomits-in-court',
'http://www.itv.com/news/2014-03-03/watch-live-oscar-pistorius-murder-trial/',
'http://nypost.com/2014/03/10/models-explicitly-graphic-autopsy-details-banned-from-pistorius-coverage/',
'http://abcnews.go.com/international/oscar-pistorius-prayed-live-witness-testifies/story',
'http://www.voanews.com/content/pistorius-trial-focuses-on-police-handling-of-crime-scene/1871173.html',
'http://www.timeslive.co.za/local/2014/03/05/pistorius-trial-turns-to-restaurant-shooting',
'http://africanspotlight.com/2014/03/10/oscar-pistorius-vomits-court-pathologist-gives-harrowing-account-girlfriends-injuries/',
'http://www.complex.com/video/',
'https://baasdebeer.wordpress.com/2014/03/03/top-10-most-interesting-facts-about-the-oscar-pistorius-trial/',
'http://www.sabc.co.za/news/a/440c4d004326fbbe80f39845a23ba143/forensics-seen-as-crucial-in-pistorius-trial-20140305',
'http://www.usatoday.com/story/sports/olympics/2014/03/05/oscar-pistorius-trial/6059841/',
'http://photographystops.blogspot.cl/',
'http://nypost.com/2014/03/05/pistorius-asked-pal-to-take-blame-for-restaurant-shooting-witness/',
'https://www.theguardian.com/world/2014/mar/13/oscar-pistorius-trial-images-reeva-steenkamps-body',
'http://mybroadband.co.za/news/broadcasting/98350-pistorius-trial-live-feed-cut-during-graphic-testimony.html',
'http://www.mirror.co.uk/',
'http://edition.cnn.com/2014/03/07/world/africa/oscar-pistorius-trial-fifth-day/index.html',
'http://articles.chicagotribune.com/2014-03-10/news/chi-pistorius-trial-20140310_1_reeva-steenkamp-testimony-pistorius',
'http://gbasibe.com/2014/03/05/oscar-pistorius-breaks-down-in-court-in-day-two-of-his-trial/',
'http://mg.co.za/article/2014-03-04-and-the-oscar-goes-to/',
'https://twitter.com/buzzfeednews/status/442990263179296768/photo/1',
'http://news.sky.com/story/1221097/oscar-pistorius-fired-gun-in-restaurant',
'http://punchng.com/news/oscar-pistorius-cheated-on-ex-with-reeva/',
'http://www.latimes.com/world/worldnow/la-fg-wn-oscar-pistorius-murder-trial-retch-20140310-story.html',
'http://adf.ly/egcjm',
'http://espn.go.com/olympics/trackandfield/story/_/id/10582061/oscar-pistorius-vomits-graphic-testimony',
'http://www.smh.com.au/world/oscar-pistorius-trial-resumes-in-south-africa-20140310-34hbk.html',
'http://www.capitalfm.co.ke/news/2014/03/70586/',
'http://voices.news24.com/mohamed-saeed/2014/03/important-oscar-pistoriuss-trial/',
'https://twitter.com/httweets/status/443043283770437632/photo/1',
'https://www.blogger.com/blogin.g',
'http://mg.co.za/article/2014-03-04-and-the-oscar-goes-to',
'http://edition.cnn.com/2014/03/05/world/africa/oscar-pistorius-trial-third-day/index.html',
'http://www.bbc.co.uk/news/world-africa-26479607',
'http://mybroadband.co.za/news/broadcasting/98088-oscar-pistorius-trial-live-streaming-tech.html',
'http://www.cp24.com/world/boxer-says-pistorius-asked-friend-to-take-blame-for-firing-gun-in-restaurant-1.1714679',
'http://www.bbc.com/news/world-latin-america-26510897',
'http://www.telegraph.co.uk/news/worldnews/oscar-pistorius/10676587/oscar-pistorius-weeps-at-grisly-evidence-of-reeva-steenkamps-shooting.html',
'http://www.sowetanlive.co.za/news/2014/03/03/inside-the-oscar-pistorius-trial',
'http://www.telegraph.co.uk/news/worldnews/oscar-pistorius/10668819/watch-live-oscar-pistorius-murder-trial.html',
'http://t.co/xzxjilwiqy',
'http://www.huffingtonpost.com/2014/03/13/pistorius-trial-the-trail_n_4955605.html',
'http://www.msn.com/en-us/news',
'https://www.theguardian.com/sport/2014/mar/10/oscar-pistorius-vomits-court-reeva-steenkamp-injuries',
'http://m.timeslive.co.za/local/',
'http://www.reuters.com/article/us-safrica-pistorius-idusbrea220h620140305',
'https://www.yahoo.com/news/pistorius-former-girlfriend-testifies-gunplay-105828636--spt.html',
'http://edition.cnn.com/',
'http://timesofindia.indiatimes.com/world/rest-of-world/oscar-pistorius-asked-friend-to-take-blame-after-firing-gun-in-restaurant/articleshow/31485701.cms',
'https://www.theguardian.com/c/34708/f/663829/s/37cd2ddb/sc/40/l/0l0stheguardian0n0cworld0c20a140cmar0c0a50coscar0epistorius0etrial0elive0eupdates0eday0ethree/story01.htm',
'http://t.co/jgkhce6sca', 'http://www.lbc.co.uk/410-47036',
'http://abcnews.go.com/international',
'http://www.bbc.co.uk/news/world-africa-26574952',
'http://www.channel4.com/news/pistorius-trial-day-two-oscar-cry-reeva',
'http://time.com/18060/oscar-pistorius-vomits-in-court/',
'http://www.huffingtonpost.com/2014/03/07/oscar-pistorius-trial-ath_n_4917434.html',
'https://www.hugedomains.com/domain_profile.cfm',
'http://www.sbnation.com/2014/3/10/5490458/oscar-pistorius-vomits-murder-trial',
'http://www.vanguardngr.com/2014/03/court-prepares-prolong-pistorius-trial/',
'https://www.theguardian.com/c/34708/f/663829/s/37ffeff4/sc/40/l/0l0stheguardian0n0csport0c20a140cmar0c10a0coscar0epistorius0evomits0ecourt0ereeva0esteenkamp0einjuries/story01.htm',
'http://feeds.nbcnews.com/c/35002/f/663303/s/37fcd31d/sc/40/l/0l0snbcnews0n0cstoryline0cpistorius0etrial0cpistorius0emurder0etrial0efeels0emore0ecinema0ecourtroom0en48711/story01.htm',
'http://www.wildabouttrial.com/one_off/oscar-pistorius-trial-live-stream/',
'http://naijacarrygo.blogspot.cl/',
'https://twitter.com/ballzradio/status/442954618079698944/photo/1',
'http://www.mediaite.com/online/oscar-pistorius-throws-up-during-graphic-postmortem-evidence/',
'http://punchng.com/news/pistorius-guard-defends-testimony/',
'http://www.iol.co.za/',
'http://abcnews.go.com/international/oscar-pistorius-asked-pal-blame-shooting-witness/story',
'http://www.bbc.com/news/world-africa-26445206',
'http://insider.foxnews.com/2013/02/25/bombshell-report-in-oscar-pistorius-case-autopsy-reveals-reeva-steenkamp-was-beaten-with-a-cricket-bat-before-she-was-shot',
'http://edition.cnn.com/2014/03/10/world/africa/oscar-pistorius-trial/index.html',
'https://twitter.com/samcmlaird/status/444277741949440002/photo/1',
'http://time.com/24752/oscar-pistorius-trial-reeva-steenkamp-images/',
'http://nr.news-republic.com/web/articleweb.aspx',
'http://sports.yahoo.com/news/pistorius-vomits-during-graphic-testimony-141824791--spt.html',
'https://gma.yahoo.com/oscar-pistorius-cops-frisked-theft-during-investigation-123120060--abc-news-topstories.html',
'http://mzansionline.co.za/',
'https://www.theguardian.com/c/34708/f/663829/s/37eb7cf3/sc/8/l/0l0stheguardian0n0cworld0c20a140cmar0c0a70coscar0epistorius0egun0ecar0esunroof0eex0egirlfriend0ecourt/story01.htm',
'http://t.co/hofvhyyfxx', 'https://www.facebook.com/photo.php',
'http://www.sabreakingnews.co.za/2014/03/04/second-witness-takes-to-stand-says-pistorius-crying-sounded-like-a-woman/',
'http://feeds.theguardian.com/c/34708/f/663879/s/37cd2a90/sc/40/l/0l0stheguardian0n0cworld0c20a140cmar0c0a50coscar0epistorius0etrial0elive0eupdates0eday0ethree/story01.htm',
'http://edition.cnn.com/2014/03/13/world/africa/oscar-pistorius-trial/index.html',
'http://www.wildabouttrial.com/one_off/oscar-pistorius-trial-archive/',
'http://1.001.free.fr/forbiden.php',
'http://mashable.com/2014/03/13/oscar-pistorius-trial/',
'http://www.telegraph.co.uk/news/worldnews/oscar-pistorius/10682260/oscar-pistorius-murder-trial-live-security-guard-insists-pistorius-told-him-everything-is-fine.html',
'https://www.yahoo.com/news/pistorius-vomits-during-graphic-testimony-130018791--spt.html',
'https://www.po.st',
'http://www.nbcnews.com/storyline/pistorius-trial/judge-bans-graphic-pistorius-case-testimony-twitter-tv-n48726',
'http://news.sky.com/story/1221083/oscar-pistorius-trial-transcripts-day-three',
'http://www.dailymaverick.co.za/article/2014-03-05-analysis-so-what-if-pistorius-screams-like-a-woman/',
'http://edition.cnn.com/2014/03/14/world/africa/oscar-pistorius-trial/index.html',
'http://espn.go.com/olympics/trackandfield/story/_/id/10566637/former-girlfriend-testifies-oscar-pistorius-carried-gun-all',
'http://www.dailymail.co.uk/news/article-2283507/oscar-pistorius-did-beat-model-girlfriend-reeva-steenkamp-cricket-bat-shot-her.html',
'http://www.nydailynews.com/news/crime/oscar-pistorius-trial-shown-bloody-crime-scene-photos-article-1.1721594',
'http://peoplem.ag/ujyea',
'http://bayyou11.com/gobe-oscar-pistorius-vomits-during-autopsy-evidence/',
'http://sports.inquirer.net/147309/pistorius-vomits-during-graphic-testimony',
'http://www.telegraph.co.uk/news/worldnews/oscar-pistorius/10671489/oscar-pistorius-murder-trial-live.html',
'http://www.businessinsider.com/oscar-pistorius-blade-runner-cries-during-murder-trial-2014-3',
'http://abcnews.go.com/wnt/video/blade-runner-oscar-pistorius-trial-22792800',
'http://time.com/12369/how-oscar-pistorius-went-from-track-star-to-accused-murderer/',
'http://www.vanguardngr.com/2014/03/pistorius-vomits-court-girlfriends-autopsy-detailed/',
'http://aylien.com/', 'http://dragplus.com/web/go/',
'http://live.nydailynews.com/event/oscar_pistorius_murder_trial_for_reeva_steenkamps_death',
'http://www.telegraph.co.uk/news/worldnews/oscar-pistorius/10687571/oscar-pistorius-sobs-and-vomits-as-court-hears-graphic-evidence-of-injuries-to-reeva-steenkamp.html',
'https://twitter.com/vinniepolitan/status/441205485295771648/photo/1',
'https://www.yahoo.com/news/second-week-pistorius-trial-hear-pathologists-100527719.html',
'http://www.cp24.com/world/pistorius-vomits-in-court-as-girlfriend-s-autopsy-detailed-1.1721675',
'http://abcnews.go.com/international/oscar-pistorius-defense-neighbors-notes/story',
'http://www.iol.co.za/news/crime-courts/gallery-oscar-pistorius-trial-day-10-1661717',
'http://www.breakingnews.ie/world/pistorius-vomits-as-trial-hears-graphic-details-of-reevas-injuries-624712.html',
'https://www.yahoo.com/news/doctor-testifies-pistorius-trial-074234849--spt.html',
'https://www.theguardian.com/commentisfree/2014/mar/04/oscar-pistorius-misogyny-trial-south-africa',
'https://www.theguardian.com/c/34708/f/663879/s/37cd2a90/sc/40/l/0l0stheguardian0n0cworld0c20a140cmar0c0a50coscar0epistorius0etrial0elive0eupdates0eday0ethree/story01.htm',
'http://www.france24.com/en/20140305-pistorius-trial-witness-south-africa-reeva-murder-shooting',
'http://www.news24.com/southafrica/oscar_pistorius/live/live-updates-pistorius-trial-day-3-20140305',
'http://www.fox5vegas.com/story/24928814/pistorius-vomits-during-graphic-testimony',
'http://www.bbc.co.uk/news/world-latin-america-26510897',
'http://www.heyyou-app.com/feed/heyyou_user.php',
'https://twitter.com/newsweek/status/443051478035345408/photo/1',
'http://www.huffingtonpost.co.uk/2014/03/10/oscar-pistorius-courtroom-breakdown-in-pictures_n_4934415.html',
'http://adf.ly/fefgp', 'http://brbr.co/1f0orfs',
'http://feeds.theguardian.com/c/34708/f/663879/s/37fcadf4/sc/40/l/0l0stheguardian0n0cworld0c20a140cmar0c10a0coscar0epistorius0etrial0eday0esix0etweets0elive/story01.htm',
'http://feeds.theguardian.com/c/34708/f/663879/s/37d167cb/sc/40/l/0l0stheguardian0n0cworld0cvideo0c20a140cmar0c0a50coscar0epistorius0efriend0eblame0erestaurant0eshooting0evideo/story01.htm',
'https://twitter.com/pumza_fihlani/status/441889086039937024',
'http://edition.cnn.com/videos/bestoftv/2014/03/05/pmt-lisa-bloom-henry-lee-oscar-p.cnn',
'http://feeds.nbcnews.com/c/35002/f/663303/s/38238620/sc/40/l/0l0snbcnews0n0cstoryline0cpistorius0etrial0ccalifornia0eanalysts0ecricket0ebat0evideo0eshown0epistorius0etrial0en51631/story01.htm',
'http://www.timeslive.co.za/local/2014/03/06/the-oscar-pistorius-murder-trial-day-4',
'https://twitter.com/skynews/status/441131113939865600/photo/1',
'http://www.miamiherald.com/2014/03/10/3985447/pistorius-murder-trial-moves-into.html',
'http://www.dailyherald.com/article/20140314/news/140318997/',
'http://www.abc.net.au/news/2014-03-05/witness-reduced-to-tears-in-pistorius-murder-trial/5298866',
'http://www.thedailybeast.com/articles/2014/03/05/pistorus-pal-we-covered-for-him',
'https://twitter.com/cbcnews/status/443034437136429056/photo/1',
'http://www.news24.com/video/southafrica/oscarpistorius/studio-oscars-trial-dr-stipps-testimony-is-vital-20140307',
'http://edition.cnn.com/2014/03/07/world/africa/pistorius-trial-week-one-wrap/index.html',
'http://letyouknow.fii.me/letyouknow/', 'http://t.co/ttpsvfdzt',
'http://t.co/bkx7ku3fxc',
'https://www.yahoo.com/news/neighbor-testifies-pistorius-trial-075123337--spt.html',
'http://www.abc15.com/news/national/oscar-pistorius-vomits-during-graphic-testimony',
'http://www.dailymail.co.uk/news/article-2575386/pistorius-shot-bullet-sunroof-getting-angry-police-officer-touched-gun-ex-girlfriend-tells-murder-trial.html',
'http://edition.cnn.com/2014/02/28/world/africa/oscar-pistorius-trial-interactive/index.html',
'http://www.ourquadcities.com/sports/local-sports/river-bandits-fall-to-cedar-rapids-8-4',
'http://metro.co.uk/2014/03/14/oscar-pistorius-trial-photographs-show-athlete-covered-in-blood-after-shooting-girlfriend-reeva-steenkamp-4575450/',
'http://feeds.nbcnews.com/c/35002/f/663303/s/37dddff9/sc/40/l/0l0snbcnews0n0cstoryline0cpistorius0etrial0coscar0epistorius0ecried0eprayed0eafter0eshooting0egirlfriend0ewitness0en45851/story01.htm',
'http://www.huffingtonpost.com/2014/03/10/oscar-pistorius-trial-graphic-testimony_n_4932980.html',
'https://storify.com/lonwabom/day-10-of-the-oscar-pistorius-trial',
'http://adf.ly/fdscv',
'http://www.uknetguide.co.uk/latest-news.html',
'https://www.theguardian.com/world/2014/mar/04/oscar-pistorius-trial-black-stranger-defence',
'http://www.theguardian.com/commentisfree/2014/mar/04/oscar-pistorius-misogyny-trial-south-africa',
'http://www.startribune.com/pistorius-vomits-during-graphic-testimony/249235521/',
'http://www.foxnews.com/world/2014/03/07/oscar-pistorius-court-hears-more-testimony-from-man-who-saw-runner-with.html',
'http://t.co/6si3p3zzt5',
'http://www.nigerianeye.com/2014/03/oscar-pistorius-vomits-during-autopsy.html',
'http://www.huffingtonpost.co.uk/2014/03/06/oscar-pistorius-trial-day-four_n_4911057.html',
'http://www.foxnews.com/world/2014/03/14/photos-pistorius-in-bloodied-prosthetics-shown-at-murder-trial.html',
'http://feeds.theguardian.com/c/34708/f/663829/s/37ffeff4/sc/40/l/0l0stheguardian0n0csport0c20a140cmar0c10a0coscar0epistorius0evomits0ecourt0ereeva0esteenkamp0einjuries/story01.htm',
'http://ewn.co.za/2014/03/05/oscar-pistorius-trial-irish-bet-on-pistoriuss-fate',
'http://www.theguardian.com/sport/2014/mar/10/oscar-pistorius-vomits-court-reeva-steenkamp-injuries',
'http://www.iol.co.za/oscar-pistorius-live-blog-1.1642975',
'http://www.usatoday.com/story/sports/olympics/2014/03/07/pistorius-trial-friday/6157007/',
'http://www.nbcnews.com/storyline/pistorius-trial/oscar-pistorius-vomits-courtroom-during-graphic-testimony-n48741'],
dtype='<U216')
In [81]:
km = KMeans(n_clusters=10)
km.fit(M)
Out[81]:
KMeans(copy_x=True, init='k-means++', max_iter=300, n_clusters=10, n_init=10,
n_jobs=1, precompute_distances='auto', random_state=None, tol=0.0001,
verbose=0)
In [86]:
model_urls[km.labels_ == 2]
Out[86]:
array(['http://abcnews.go.com/live',
'http://www.dailymail.co.uk/news/article-2573540/oscar-pistorius-murder-trial-witness-says-inundated-abusive-calls-sprinters-supporters-mobile-number-read-court.html',
'https://twitter.com/cnn/status/441594007341105152/photo/1',
'http://news.sky.com/story/1221069/oscar-pistorius-sound-factor-crucial-to-trial',
'http://t.co/nlepkaegv',
'http://www.theguardian.com/media/2014/mar/05/paddy-power-oscar-pistorius-ad-withdrawn-immediate-effect',
'http://www.tvmix.com/oscar-pistorius-academy-awards-joke-ads-banned-in-uk',
'http://702.co.za/shows/9/the-money-show-with-bruce-whitfield',
'http://www.breakingnews.com/item/2014/03/10/court-orderly-in-the-oscar-pistorius-trial-has-bee/',
'http://www.wsj.com/articles/sb10001424052702303795904579430943481407668',
'https://www.youtube.com/watch',
'http://hosted.ap.org/dynamic/files/photos/7/72ecff77-639c-4dfc-984c-83daff7e99b7.html',
'https://twitter.com/heyyouapp/status/441130015695327232/photo/1',
'http://www.channel4.com/news/pistorius-trial-murder-watch-live-video',
'http://www.thejournal.ie/paddy-power-oscar-pistorius-bet-bookmakers-1348392-mar2014/',
'http://cnnworldlive.cnn.com/event/oscar_pistorius_trial_4',
'http://feeds.nbcnews.com/c/35002/f/663303/s/37cfd0b8/l/0l0snbcnews0n0cstoryline0cpistorius0etrial0coscar0epistorius0eapologized0eafter0efiring0egun0erestaurant0eboxer0en4470a1/story01.htm',
'https://baasdebeer.wordpress.com/2014/03/03/top-10-most-interesting-facts-about-the-oscar-pistorius-trial/',
'http://news.sky.com/story/1221097/oscar-pistorius-fired-gun-in-restaurant',
'http://olympics.nbcsports.com/2014/03/10/oscar-pistorius-vomits-autopsy-testimony-murder-trial-reeva-steenkamp/',
'http://www.nbcnews.com/storyline/pistorius-trial/judge-bans-graphic-pistorius-case-testimony-twitter-tv-n48726',
'https://www.theguardian.com/commentisfree/2014/mar/04/oscar-pistorius-misogyny-trial-south-africa',
'http://www.heyyou-app.com/feed/heyyou_user.php',
'http://feeds.nbcnews.com/c/35002/f/663303/s/38238620/sc/40/l/0l0snbcnews0n0cstoryline0cpistorius0etrial0ccalifornia0eanalysts0ecricket0ebat0evideo0eshown0epistorius0etrial0en51631/story01.htm',
'https://twitter.com/skynews/status/441131113939865600/photo/1',
'http://www.abc.net.au/news/2014-03-05/witness-reduced-to-tears-in-pistorius-murder-trial/5298866',
'http://edition.cnn.com/2014/03/07/world/africa/pistorius-trial-week-one-wrap/index.html',
'http://edition.cnn.com/2014/02/28/world/africa/oscar-pistorius-trial-interactive/index.html',
'https://www.theguardian.com/world/2014/mar/04/oscar-pistorius-trial-black-stranger-defence',
'http://www.theguardian.com/commentisfree/2014/mar/04/oscar-pistorius-misogyny-trial-south-africa',
'http://www.foxnews.com/world/2014/03/14/photos-pistorius-in-bloodied-prosthetics-shown-at-murder-trial.html'],
dtype='<U216')
In [100]:
for w in model.vocab:
if w.startswith('yout'):
print(w)
In [108]:
model.most_similar(positive=['baba', 'guard'], negative=['friend'])
Out[108]:
[('phone', 0.8637996912002563),
('miss', 0.8450895547866821),
('http://www.bbc.com/news/world-africa-26445206', 0.8394644260406494),
('http://www.bbc.co.uk/news/world-africa-26579299', 0.8368351459503174),
('went', 0.8346500396728516),
('#cnew', 0.8234121203422546),
('glove', 0.8230342268943787),
('handl', 0.8210995197296143),
('let', 0.8203232884407043),
('newsoscar', 0.8200748562812805)]
In [113]:
model.doesnt_match(['ask', 'baba', 'blame', 'friend'])
Out[113]:
'baba'
In [121]:
km.labels_
Out[121]:
array([4, 4, 4, 7, 4, 4, 7, 4, 4, 4, 4, 7, 0, 2, 5, 0, 0, 4, 0, 0, 0, 0, 4,
1, 7, 0, 4, 0, 0, 2, 4, 0, 0, 0, 4, 0, 0, 7, 2, 4, 4, 0, 0, 0, 4, 0,
4, 0, 0, 4, 8, 0, 0, 0, 9, 0, 0, 2, 4, 0, 2, 4, 0, 0, 4, 4, 7, 7, 0,
0, 4, 0, 4, 0, 4, 0, 2, 7, 4, 0, 7, 0, 4, 0, 0, 0, 4, 7, 2, 4, 0, 4,
7, 0, 0, 0, 4, 3, 0, 0, 4, 8, 4, 0, 0, 0, 4, 7, 0, 0, 7, 4, 4, 0, 4,
0, 4, 0, 4, 7, 2, 4, 0, 0, 4, 4, 7, 2, 7, 0, 4, 4, 7, 1, 7, 4, 7, 0,
7, 0, 0, 0, 0, 2, 0, 0, 0, 7, 0, 0, 7, 4, 0, 2, 0, 0, 0, 7, 7, 0, 4,
4, 4, 0, 4, 0, 0, 0, 0, 1, 4, 0, 4, 0, 4, 4, 0, 4, 2, 0, 0, 4, 4, 0,
0, 5, 0, 0, 2, 0, 0, 0, 2, 4, 4, 0, 4, 0, 2, 3, 0, 0, 7, 1, 4, 0, 0,
0, 4, 4, 4, 0, 4, 4, 0, 0, 4, 4, 0, 4, 0, 9, 2, 0, 0, 2, 4, 0, 4, 0,
4, 0, 0, 0, 0, 2, 4, 4, 4, 4, 0, 4, 0, 8, 0, 0, 4, 0, 2, 4, 0, 0, 0,
0, 8, 0, 0, 4, 0, 1, 0, 6, 5, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 7, 0, 0,
4, 4, 7, 0, 4, 7, 0, 0, 4, 3, 4, 0, 0, 0, 4, 0, 0, 4, 0, 4, 4, 0, 4,
7, 7, 0, 7, 0, 4, 6, 4, 0, 4, 0, 0, 4, 0, 0, 2, 0, 4, 0, 0, 7, 0, 4,
0, 0, 0, 0, 7, 0, 4, 4, 0, 2, 4, 4, 0, 8, 4, 0, 0, 0, 9, 0, 0, 0, 0,
7, 0, 4, 4, 0, 4, 4, 7, 0, 0, 4, 4, 1, 0, 0, 7, 2, 0, 0, 0, 0, 5, 2,
0, 4, 0, 0, 0, 0, 4, 0, 0, 4, 7, 2, 4, 2, 0, 0, 2, 4, 0, 4, 0, 2, 7,
0, 0, 0, 0, 4, 2, 4, 0, 7, 0, 0, 4, 0, 2, 2, 0, 0, 4, 4, 4, 0, 2, 7,
4, 4, 0, 0, 0], dtype=int32)
In [25]:
np.linalg.norm(model['friend'])
Out[25]:
7.5180507
In [ ]:
Content source: mquezada/tweets-summarizer
Similar notebooks: