In [2]:
import pandas as pd
import psycopg2
from sklearn.externals import joblib
import numpy as np
import os
import matplotlib.pyplot as plt
In [3]:
# this will be used when converted to real script to maintain ID ordering when we cluster and label
# just need to change target table
# conn = psycopg2.connect("dbname='cap' user='postgres' host='ec2-34-215-56-46.us-west-2.compute.amazonaws.com' port=9000 password ='secret'")
data = pd.read_csv('nlp_data.csv')
In [4]:
data.info()
<class 'pandas.core.frame.DataFrame'>
RangeIndex: 164541 entries, 0 to 164540
Data columns (total 22 columns):
Unnamed: 0 164541 non-null int64
index 164541 non-null int64
site 164541 non-null object
title 164537 non-null object
author 126494 non-null object
published_on 130775 non-null object
accessed_on 164541 non-null object
url 164541 non-null object
body 164541 non-null object
newspaper_keywords 164541 non-null object
newspaper_summary 164537 non-null object
id 164541 non-null int64
tokenized_body 164541 non-null object
word_count 164541 non-null int64
stopworded_body 164541 non-null object
lemmatized_body 164541 non-null object
word_bag 164541 non-null object
named_entities 164541 non-null object
lexical_diversity 164541 non-null float64
sentiment_score 164541 non-null object
binary_sentiment 164541 non-null int64
cluster_label 164541 non-null int64
dtypes: float64(1), int64(6), object(15)
memory usage: 27.6+ MB
In [4]:
num_features = 250
In [7]:
from sklearn.feature_extraction.text import CountVectorizer, TfidfTransformer, TfidfVectorizer
# transforms data into tfidf matrix representation
vectorizer = TfidfVectorizer(max_df=0.5, max_features=num_features,
min_df=2, use_idf=True)
if not os.path.exists('model'):
os.makedirs('model')
In [6]:
# fit our data (list of article bodies) to a tfidf representation
X = vectorizer.fit_transform(data.lemmatized_body)
joblib.dump(vectorizer, 'model/tf_vectorizer_obj.pkl')
# verify we have a sparse matrix of 100 tfidf features for each article
# should be 5*100 sparse matrix
X
Out[6]:
<164541x250 sparse matrix of type '<type 'numpy.float64'>'
with 9477063 stored elements in Compressed Sparse Row format>
In [27]:
data.lemmatized_body[1]
Out[27]:
"{cnn,the,perfect,bar,like,perfect,cocktail,careful,balance,ingredient,new,york,dead,rabbit,grocery,grog,30,water,st,new,york,ny,10004,name,world,best,bar,2016,mix,right,``,a,true,great,modern,era,'',accord,award,organizer,drink,international,irish,bar,open,manhattan,financial,district,2013,ireland,know,``,land,thousand,welcome,'',hospitality,counterfeit,spit,'n,sawdust,irish,pub,around,world,``,it,pigeon-holed,inferior,product,'',explain,jack,mcgarry,own,dead,rabbit,fellow,northern,irishman,sean,muldoon,but,``,traveled,ireland,world-class,hospitality,'',cnn,travel,muldoon,mcgarry,hometown,belfast,pub,crawl,around,drink,spot,inspire,create,world,best,bar,best,pub,crawl,``,in,heart,belfast,city,center,six,really,good,bar,recommend,'',say,muldoon,``,all,within,five,minute,walk,'',and,add,mcgarry,``,different,version,irish,pub,'',the,diversity,pubs,cathedral,quarter,say,unmatched,island,north,south,this,compact,rich,offering,extend,rest,northern,ireland,:,mountain,forest,castle,roll,glen,sandy,beach,within,hour,drive,city,if,want,combine,belfast,trip,around,rest,island,dublin,two,hour,south,train,car,best,cocktails,the,merchant,hotel,:,mark,velasquez,picture,jack,mcgarry,make,``,serious,team,'',say,muldoon,the,dead,rabbit,pick,tale,cocktail,award,world,best,bar,world,best,cocktail,menu,2013,mcgarry,international,bartender,year,but,men,first,start,collect,gong,work,together,belfast,five-star,merchant,hotel,2006,2010,``,during,time,award,cocktail,bar,world,'',say,muldoon,``,that,put,us,world,stage,'',the,merchant,still,drink,menu,today,although,recipe,change,muldoon,recommend,absinthe-dashed,white,zombie,for,new,cocktail,bar,impress,try,rita,linen,quarter,the,merchant,hotel,16,skipper,st,belfast,bt1,2dz,;,+44,28,9023,4888,rita,44,franklin,st,belfast,bt2,7ge,;,+44,28,9024,8000,best,whiskey,friend,hand,:,newly,open,whiskey,shop,museum,hold,600,whiskey,a,golden,den,twinkle,light,antique,mirror,pub,memorabilia,duke,york,pub,belfast,institution,home,city,best,selection,whiskeys,a,quick,stroll,cobble,alley,take,owner,willie,jack,latest,venture,the,friend,hand,whiskey,shop,museum,it,hold,600,irish,whiskey,200,sale,muldoon,mcgarry,work,book,whiskey,drinker,guide,ireland,tour,accosted,people,keen,talk,new,whiskey,brand,willie,jack,work,range,he,already,plan,launch,``,first,belfast,gay,whiskey,'',name,pride,not,prejudice,anticipation,northern,ireland,legalize,same-sex,marriage,when,create,dead,rabbit,muldoon,mcgarry,want,combine,world-class,cocktail,create,the,merchant,relax,atmosphere,duke,york,``,a,pub,us,inclusivity,respect,'',say,muldoon,``,that,love,irish,pub,'',the,friend,hand,36,hill,street,belfast,bt1,2lb,;,02890,329969,best,beer,photo,:,photo,:,belfast,best,pub,best,belfast,:,``,the,thing,irish,pub,offer,well,anybody,welcome,'',say,sean,muldoon,right,picture,dead,rabbit,co-owner,jack,mcgarry,city,center,bar,madden,``,we,take,best,element,back,home,build,dead,rabbit,'',belfast,pub,photos,``,the,thing,irish,pub,offer,well,anybody,welcome,'',say,sean,muldoon,right,picture,dead,rabbit,co-owner,jack,mcgarry,city,center,bar,madden,``,we,take,best,element,back,home,build,dead,rabbit,'',belfast,pub,photo,elaine,hill,hide,caption,1,20,photo,:,photo,:,belfast,best,pub,dead,rabbit,:,muldoon,mcgarry,open,dead,rabbit,grocery,grog,2013,manhattan,financial,district,by,2016,named,world,best,bar,drink,international,prestigious,annual,award,hide,caption,2,20,photo,:,photo,:,belfast,best,pub,empire,state,mind,:,the,dead,rabbit,first,new,york,venture,in,2016,open,cuban-themed,blacktail,bar,battery,place,picture,hide,caption,3,20,photo,:,photo,:,belfast,best,pubs,duke,york,:,aside,one,detour,city,every,stop,cnn,pub,crawl,belfast,within,five,minute,walk,the,duke,york,``,out-and-out,classic,irish,pub,'',say,mcgarry,hide,caption,4,20,photo,:,photo,:,belfast,best,pubs,the,merchant,hotel,:,victorian,italianate,outside,art,deco-inspired,inside,five-star,merchant,hotel,city,swankiest,lodging,muldoon,mcgarry,work,bar,2006,2010,hide,caption,5,20,photo,:,photo,:,belfast,best,pubs,duke,york,:,in,heart,belfast,newspaper,district,duke,york,draw,mixed,crowd,local,tourists,it,also,become,``,industry,hangout,'',city,bartender,restaurateurs,say,mcgarry,hide,caption,6,20,photo,:,photo,:,belfast,best,pubs,the,garrick,:,the,traditional,three-room,layout,garrick,model,dead,rabbit,taproom,parlour,occasional,room,the,first,room,public,bar,finish,dark,wood,black,white,tile,second,room,lounge,offer,cozy,dimly,lit,intimacy,hide,caption,7,20,photo,:,photo,:,belfast,best,pub,kelly,cellars,:,``,all,friend,family,'',say,mcgarry,``,my,cousin,play,tonight,session,fianc\xc3\xa9,well,'',picture,leave,right,hide,caption,8,20,photo,:,photo,:,belfast,best,pubs,the,friend,hand,:,the,newly,open,friend,hand,whiskey,shop,museum,hold,600,irish,whiskey,200,sale,hide,caption,9,20,photo,:,photo,:,belfast,best,pub,whisky,:,the,dead,rabbit,56,irish,whiskey,menu,muldoon,mcgarry,work,whiskey,drinker,guide,ireland,picture,:,the,friend,hand,hide,caption,10,20,photo,:,photo,:,belfast,best,pub,maddens,:,maddens,wear,nationalist,identity,pride,host,live,irish,traditional,music,every,night,well,regular,set,dance,irish,language,event,hide,caption,11,20,photo,:,photo,:,belfast,best,pubs,the,spaniard,:,it,get,``,lot,cosiness,lot,tightness,lot,knick-knack,stuff,hang,wall,'',associate,irish,pub,say,muldoon,``,without,overly,irish,irish,sense,'',hide,caption,12,20,photo,:,photo,:,belfast,best,pub,back,basic,:,tv,background,music,distraction,say,mcgarry,``,when,take,distraction,much,emphasis,connect,person,'',hide,caption,13,20,photo,:,photo,:,belfast,best,pub,pub,grub,:,an,old-school,irish,pub,unlikely,serve,food,lucky,might,pass,round,free,tray,sandwich,cocktail,sausage,end,night,hide,caption,14,20,photo,:,photo,:,belfast,best,pubs,the,crown,shamrock,:,guinness,famously,n't,travel,well,pint,black,stuff,must-try,home,turf,the,island,best,pint,say,served,guinness,famously,n't,travel,well,pint,black,stuff,must-try,home,turf,the,island,best,pint,say,serve,mulligan,dublin,poolbeg,st,hide,caption,15,20,photo,:,photo,:,belfast,best,pub,maddens,:,the,dead,rabbit,guy,regularly,travel,round,ireland,check,pub,recommendation,with,many,visit,muldoon,explains,system,:,``,half,guinness,mean,good,bar,pint,guinness,mean,really,good,bar,two,pint,guinness,mean,exceptionally,good,'',hide,caption,16,20,photo,:,photo,:,belfast,best,pubs,the,crown,shamrock,:,guinness,drinker,explain,dead,rabbit,co-owner,sean,muldoon,say,first,pint,drunk,``,three,gulp,'',leave,two,foam,line,glass,hide,caption,17,20,photo,:,photo,:,belfast,best,pubs,the,garrick,:,the,garrick,``,old,building,modern,soul,'',say,muldoon,``,it,get,young,dynamic,sort,owner,'',hide,caption,18,20,photo,:,photo,:,belfast,best,pub,dead,rabbit,life,:,jack,mcgarry,wear,commitment,dead,rabbit,sleeve,leave,right,arm,dedicate,bar,iconography,hide,caption,19,20,photo,:,photo,:,belfast,best,pub,belfast,beyond,:,belfast,biggest,tourist,attraction,include,newly,build,titanic,museum,picture,tour,``,game,throne,'',film,location,short,drive,heart,city,photo,belfast,biggest,tourist,attraction,include,newly,build,titanic,museum,picture,tour,``,game,throne,'',film,location,short,drive,heart,city,photo,tom,o'hare,hide,caption,20,20,``,when,i,'m,back,belfast,'',say,muldoon,``,i,like,go,good,pint,guinness,small,whiskey,'',guinness,famously,n't,travel,well,pint,black,stuff,must-try,home,turf,the,garrick,the,john,hewitt,51,donegall,st,belfast,bt1,2fh,bittles,bar,70,upper,church,lane,belfast,bt1,4el,but,blockbuster,stout,there,great,range,local,craft,beer,51,donegall,st,belfast,bt1,2fh,70,upper,church,lane,belfast,bt1,4el,founded,1870,traditional,three-room,layout,garrick,model,dead,rabbit,taproom,parlour,occasional,room,its,contemporary,drink,menu,compliment,well-executed,food,offer,the,garrick,``,old,traditional,sort,bar,'',say,muldoon,thanks,owner,colm,oates,``,get,young,heart,driving,'',the,garrick,29,chichester,st,belfast,bt1,4jb,;,+44,28,9032,1984,best,risk-taking,the,spaniard,:,``,completely,different,anything,see,belfast,'',say,muldoon,the,spaniard,tiny,downstairs,bar,cram,nightly,bright,young,thing,attract,lively,music,playlist,diverse,drink,menu,specialize,rum,it,10,year,ago,17-year-old,mcgarry,approach,muldoon,tell,want,work,the,merchant,downstairs,deck,like,rock,bar,upstairs,high-kitsch,shrine,fill,religious,iconography,why,the,spaniard,work,say,muldoon,owner,janine,kane,take,chance,``,she,afraid,controversy,'',muriel,12-14,church,lane,belfast,bt1,4qn,you,spot,bras,hang,ceiling,kane,another,bar,around,corner,12-14,church,lane,belfast,bt1,4qn,you,spot,bras,hang,ceiling,the,spaniard,3,skipper,st,belfast,bt1,2dz,;,+44,28,9023,2448,best,homecoming,hug,kelly,cellars,run,lily,mulholland,right,``,one,oldest,bar,belfast,'',before,dead,rabbit,world,famous,irish-american,bar,cheer,sam,malone,fictional,boston,bar,but,jack,mcgarry,really,bar,``,everybody,know,name,'',``,when,somebody,say,home,i,always,think,kelly,it,family,drink,'',build,1720,one,oldest,pubs,city,united,irishman,meet,plot,1798,rebellion,english,control,white,vaulted,ceiling,live,traditional,music,roar,turf,fire,welcome,respite,february,evening,chill,say,mcgarry,:,``,you,see,proper,genuine,belfast,character,albeit,great,one,also,rough,one,'',troublemaker,give,short,shrift,owner,lily,mulholland,run,bar,since,2004,kelly,cellars,30-32,bank,st,belfast,bt1,1hl,;,+44,28,9024,6058,best,country,tradition,the,``,peaceful,quiet,'',crown,shamrock,run,frankie,mcalinden,center,a,short,taxi,ride,city,the,crown,shamrock,rare,example,old-style,rural,irish,pub,run,sister,frankie,mcalinden,rosemary,o'boyle,family,three,generation,market,sale,simply,decorate,wood-paneled,wall,net-curtained,window,stick,irish,pub,tradition,background,music,hot,food,although,visitor,might,lucky,get,free,plate,sandwich,cocktail,sausage,pass,round,end,night,the,wednesday,night,traditional,music,session,legendary,when,visit,one,musicians,performs,composition,honor,night,special,guest,:,``,the,dead,rabbit,'',the,crown,shamrock,584,antrim,rd,newtownabbey,bt36,4rf,;,+44,28,9083,2889,best,irish,music,maddens,:,set,dance,irish,language,group,live,music,every,night,muldoon,mcgarry,grow,ardoyne,predominately,work,class,catholic,area,north,belfast,maddens,city,center,version,``,sort,neighborhood,bar,grow,'',explain,muldoon,``,it,famous,live,music,'',traditional,irish,music,every,night,violinist,start,bar,attract,``,regular,loyal,crowd,'',``,any,tourist,get,word,mouth,'',say,owner,brian,mcmullan,the,buzzer,door,nostalgic,quirk,relic,security,cage,commonplace,belfast,pub,sectarian,violence,late,20th,century,maddens,74,berry,st,belfast,bt1,1fj,;,+44,28,9024,4114,best,food,drink,ox,:,a,michelin-starred,tasting,menu,\xc2\xa350,$,60,three-course,lunch,\xc2\xa325,$,30,leave,corn,beef,cabbage,door,there,grow,foodie,scene,belfast,plenty,local,produce,sample,muldoon,mcgarry,fan,mourne,seafood,bar,branch,belfast,seaside,village,dundrum,city,home,two,michelin-starred,restaurant,ox,host,pop-up,dead,rabbit,2016,the,well-established,eipic,planning,collaboration,dead,rabbit,later,year,belfast,native,stephen,toman,head,chef,host,pop-up,dead,rabbit,2016,the,well-established,deanes,family,restaurant,include,michelin-starred,plan,collaboration,dead,rabbit,later,year,as,pub,snack,duke,york,sell,traditional,bag,dulse,seaweed,:,acquire,taste,the,popular,pub,treat,tayto,cheese,onion,crisp,snack,venerate,find,image,mr,tayto,belfast,airport,greet,weary,traveler,home}"
In [ ]:
In [7]:
# Store the data that we have of TFIDF vectors into a file
from scipy import sparse
sparse.save_npz('model/tf_idf.npz', X)
In [8]:
from sklearn.cluster import KMeans
# How many clusters we want
true_k = 15
# create the KMeans object with initial settings
km = KMeans(n_clusters=true_k, init='k-means++', max_iter=100, n_init=1,
verbose=True)
In [9]:
# fit our tfidf data to the kmeans model
km.fit(X)
Initialization complete
Iteration 0, inertia 211792.563
Iteration 1, inertia 123085.608
Iteration 2, inertia 120314.389
Iteration 3, inertia 119414.381
Iteration 4, inertia 119056.227
Iteration 5, inertia 118858.836
Iteration 6, inertia 118685.031
Iteration 7, inertia 118449.031
Iteration 8, inertia 118274.281
Iteration 9, inertia 118239.324
Iteration 10, inertia 118228.050
Iteration 11, inertia 118221.454
Iteration 12, inertia 118216.273
Iteration 13, inertia 118210.309
Iteration 14, inertia 118203.259
Iteration 15, inertia 118193.527
Iteration 16, inertia 118182.645
Iteration 17, inertia 118172.857
Iteration 18, inertia 118163.016
Iteration 19, inertia 118153.758
Iteration 20, inertia 118144.869
Iteration 21, inertia 118135.847
Iteration 22, inertia 118127.178
Iteration 23, inertia 118119.441
Iteration 24, inertia 118112.978
Iteration 25, inertia 118107.527
Iteration 26, inertia 118103.310
Iteration 27, inertia 118099.928
Iteration 28, inertia 118097.353
Iteration 29, inertia 118095.066
Iteration 30, inertia 118092.869
Iteration 31, inertia 118090.831
Iteration 32, inertia 118089.002
Iteration 33, inertia 118087.330
Iteration 34, inertia 118085.879
Iteration 35, inertia 118084.498
Iteration 36, inertia 118083.111
Iteration 37, inertia 118081.774
Iteration 38, inertia 118080.566
Iteration 39, inertia 118079.538
Iteration 40, inertia 118077.742
Iteration 41, inertia 118077.011
Iteration 42, inertia 118076.350
Iteration 43, inertia 118075.720
Iteration 44, inertia 118075.103
Iteration 45, inertia 118074.591
Iteration 46, inertia 118074.144
Iteration 47, inertia 118073.816
Iteration 48, inertia 118073.573
Iteration 49, inertia 118073.372
Iteration 50, inertia 118073.202
Iteration 51, inertia 118073.056
Iteration 52, inertia 118072.919
Iteration 53, inertia 118072.798
Iteration 54, inertia 118072.690
Iteration 55, inertia 118072.577
Iteration 56, inertia 118072.472
Iteration 57, inertia 118072.375
Iteration 58, inertia 118072.267
Iteration 59, inertia 118072.161
Iteration 60, inertia 118072.062
Iteration 61, inertia 118071.994
Iteration 62, inertia 118071.931
Iteration 63, inertia 118071.879
Iteration 64, inertia 118071.834
Iteration 65, inertia 118071.779
Iteration 66, inertia 118071.713
Iteration 67, inertia 118071.651
Iteration 68, inertia 118071.605
Iteration 69, inertia 118071.558
Iteration 70, inertia 118071.521
Iteration 71, inertia 118071.477
Iteration 72, inertia 118071.434
Iteration 73, inertia 118071.408
Iteration 74, inertia 118071.393
Iteration 75, inertia 118071.382
Iteration 76, inertia 118071.375
Converged at iteration 76: center shift 1.030569e-07 within tolerance 3.464517e-07
Out[9]:
KMeans(algorithm='auto', copy_x=True, init='k-means++', max_iter=100,
n_clusters=15, n_init=1, n_jobs=1, precompute_distances='auto',
random_state=None, tol=0.0001, verbose=True)
In [10]:
# Save kmeans model
joblib.dump(km, 'model/kmeans_model.pkl')
Out[10]:
['model/kmeans_model.pkl']
In [14]:
terms = vectorizer.get_feature_names()
order_centroids = km.cluster_centers_.argsort()[:, ::-1]
labels = km.labels_
print(terms)
# order_centroids
for i in range(3):
for ind in order_centroids[i, :5]:
print '%s' % terms[ind]
print('\n')
[u'000', u'10', u'2016', u'2017', u'accord', u'add', u'administration', u'advertisement', u'allow', u'already', u'american', u'and', u'another', u'apple', u'around', u'as', u'ask', u'at', u'attack', u'away', u'back', u'base', u'become', u'begin', u'believe', u'best', u'big', u'bill', u'bring', u'build', u'business', u'call', u'campaign', u'car', u'case', u'change', u'child', u'city', u'claim', u'close', u'com', u'come', u'company', u'continue', u'could', u'country', u'court', u'create', u'data', u'day', u'de', u'deal', u'department', u'different', u'director', u'do', u'election', u'end', u'even', u'every', u'expect', u'face', u'facebook', u'family', u'far', u'federal', u'feel', u'find', u'fire', u'first', u'five', u'follow', u'for', u'force', u'former', u'four', u'game', u'give', u'good', u'google', u'government', u'great', u'group', u'happen', u'he', u'head', u'health', u'help', u'high', u'hold', u'home', u'house', u'if', u'image', u'include', u'information', u'issue', u'job', u'keep', u'kill', u'know', u'la', u'last', u'later', u'law', u'le', u'lead', u'leader', u'least', u'leave', u'less', u'life', u'line', u'little', u'live', u'long', u'look', u'lot', u'main', u'man', u'many', u'market', u'may', u'mean', u'medium', u'meet', u'member', u'might', u'million', u'money', u'month', u'move', u'mr', u'much', u'name', u'national', u'need', u'never', u'news', u'next', u'night', u'north', u'number', u'offer', u'office', u'official', u'old', u'on', u'open', u'order', u'part', u'party', u'pay', u'people', u'percent', u'phone', u'photo', u'place', u'plan', u'play', u'point', u'police', u'policy', u'political', u'post', u'power', u'president', u'problem', u'product', u'program', u'provide', u'public', u'put', u'question', u'read', u'really', u'release', u'report', u'republican', u'right', u'run', u'school', u'season', u'second', u'security', u'see', u'seem', u'service', u'set', u'share', u'she', u'show', u'sign', u'since', u'so', u'something', u'speak', u'star', u'start', u'state', u'statement', u'still', u'story', u'support', u'system', u'talk', u'tax', u'team', u'tell', u'that', u'there', u'they', u'thing', u'think', u'this', u'though', u'three', u'to', u'today', u'top', u'trump', u'try', u'turn', u'twitter', u'two', u'united', u'up', u'us', u'use', u'video', u'view', u'want', u'war', u'washington', u'watch', u'way', u'we', u'week', u'well', u'what', u'when', u'whether', u'white', u'without', u'woman', u'work', u'world', u'write', u'york', u'you']
company
business
million
market
service
2017
show
photo
image
twitter
mr
main
advertisement
story
continue
In [16]:
# compare saved and loaded kmeans
vectorizer = joblib.load('model/tf_vectorizer_obj.pkl')
kmeans_loaded = joblib.load('model/kmeans_model.pkl')
km = joblib.load('model/kmeans_model.pkl')
terms = vectorizer.get_feature_names()
order_centroids = kmeans_loaded.cluster_centers_.argsort()[:, ::-1]
labels = kmeans_loaded.labels_
# order_centroids
for i in range(15):
print(i)
for ind in order_centroids[i, :]:
#print(i)
print' %s' % terms[ind]
print('\n')
0
company
business
million
market
service
use
car
product
report
data
share
work
include
percent
plan
we
last
first
000
month
could
us
system
accord
build
deal
offer
people
well
pay
help
come
this
two
look
today
see
world
expect
may
facebook
next
way
need
google
provide
start
that
continue
call
still
create
number
and
part
want
even
around
money
big
10
many
statement
week
change
2017
end
team
give
since
much
program
add
back
high
move
already
day
2016
group
tell
information
public
job
show
base
post
lead
find
news
city
to
as
allow
run
medium
three
issue
long
power
know
open
claim
image
follow
release
top
close
thing
read
become
set
york
point
twitter
state
on
far
security
bring
order
problem
case
support
if
government
write
think
home
phone
good
video
another
right
for
mean
line
begin
country
name
put
less
best
he
office
place
at
second
there
lot
without
though
might
try
keep
story
com
you
former
so
different
they
leave
apple
believe
president
hold
every
five
least
american
head
sign
whether
question
ask
seem
talk
law
really
director
four
photo
face
turn
health
later
court
view
federal
member
policy
something
when
live
little
up
great
do
game
away
department
meet
what
life
tax
party
trump
play
watch
happen
force
fire
bill
never
mr
united
official
woman
old
national
house
main
family
feel
campaign
leader
north
speak
administration
advertisement
washington
she
season
star
political
white
attack
election
school
man
la
child
night
war
de
kill
police
republican
le
1
2017
show
photo
image
twitter
star
facebook
may
report
first
video
news
share
post
two
com
last
day
city
use
include
people
million
000
us
accord
see
10
come
week
this
season
car
tell
world
home
we
follow
month
look
find
story
could
release
work
today
he
team
medium
back
fire
well
know
three
live
call
around
read
since
next
market
family
even
write
old
system
still
service
add
data
night
and
best
give
york
many
play
start
second
on
statement
close
for
end
top
way
part
high
open
set
leave
help
name
company
man
place
watch
2016
run
expect
long
want
number
right
percent
war
life
much
four
plan
change
another
that
group
country
continue
offer
need
you
national
as
business
state
if
move
deal
to
big
lead
become
american
begin
there
good
line
point
she
think
thing
five
phone
pay
house
member
build
claim
official
force
they
issue
sign
view
former
head
keep
support
power
create
later
up
white
turn
base
case
mean
bring
already
far
try
face
put
though
provide
kill
hold
little
president
every
might
ask
public
great
least
at
away
woman
happen
program
allow
information
game
do
director
without
when
never
talk
office
seem
job
security
order
less
so
what
lot
la
different
really
meet
believe
united
money
something
washington
product
problem
north
question
child
feel
whether
speak
trump
police
bill
department
government
political
health
party
school
main
court
google
advertisement
policy
mr
de
campaign
leader
law
attack
federal
apple
election
administration
tax
le
republican
2
mr
main
advertisement
story
continue
read
york
trump
sign
up
he
president
you
state
photo
try
later
view
offer
service
people
product
work
american
house
government
company
two
could
day
know
united
last
official
call
many
show
include
even
and
come
country
white
first
city
use
write
republican
we
news
party
think
former
tell
group
world
find
campaign
want
week
see
political
way
become
percent
law
election
right
they
she
give
woman
may
family
court
much
administration
back
need
month
member
case
leader
part
that
million
000
leave
well
public
ask
start
national
change
add
still
help
report
long
life
another
three
play
look
office
home
lead
image
this
seem
there
us
force
plan
business
move
around
since
begin
police
school
medium
run
policy
what
director
issue
accord
never
war
power
every
end
attack
federal
place
if
child
question
department
open
thing
set
security
job
pay
meet
live
on
name
good
might
support
when
program
whether
man
health
point
deal
tax
though
statement
at
face
as
high
old
turn
market
hold
money
without
put
talk
kill
far
believe
next
fire
less
keep
for
speak
something
washington
team
little
line
four
north
car
feel
create
system
bill
today
really
five
allow
night
order
top
build
away
problem
do
number
bring
least
head
post
best
big
great
lot
10
happen
second
so
star
base
close
already
mean
release
claim
provide
different
share
follow
information
to
expect
2016
game
season
twitter
video
de
watch
facebook
le
phone
data
google
com
la
2017
apple
3
trump
president
house
white
campaign
administration
republican
state
he
news
former
washington
american
election
official
call
tell
people
report
deal
us
country
day
national
first
policy
leader
twitter
week
think
security
government
and
political
director
office
could
fire
united
know
last
may
medium
come
ask
post
we
2017
even
sign
work
tax
want
include
statement
right
law
back
2016
accord
support
issue
federal
attack
department
show
question
world
two
bill
meet
member
talk
give
change
plan
war
see
month
many
job
story
york
follow
whether
use
public
that
speak
order
way
write
this
continue
claim
thing
well
party
since
need
believe
group
mr
information
add
court
business
point
read
health
look
for
do
family
on
north
move
much
try
leave
good
part
help
share
lead
never
if
you
they
as
force
night
end
power
great
long
million
up
photo
still
keep
run
program
become
release
so
put
hold
there
percent
name
seem
top
later
woman
today
another
face
what
far
next
case
view
close
begin
happen
team
play
really
might
head
every
kill
find
watch
man
company
she
money
pay
without
mean
three
bring
base
turn
expect
something
provide
open
already
com
place
at
though
set
lot
when
big
000
start
service
number
city
allow
image
around
least
live
facebook
problem
line
video
offer
to
market
little
life
child
less
away
create
build
four
high
best
second
10
old
system
star
advertisement
home
five
different
phone
feel
school
police
la
game
main
data
season
car
product
de
apple
le
google
4
school
child
family
she
old
tell
high
people
he
life
report
state
home
know
day
help
find
two
we
work
accord
want
first
health
they
many
come
program
see
could
use
need
think
give
show
live
news
three
may
month
case
public
and
leave
kill
call
000
police
include
woman
law
even
us
read
video
group
story
ask
last
back
write
country
this
american
week
well
official
world
become
photo
right
member
way
city
post
start
play
part
percent
statement
never
court
follow
place
thing
still
look
10
for
share
support
four
around
image
feel
name
another
really
try
when
every
2017
later
much
you
five
there
twitter
department
that
facebook
begin
continue
happen
release
change
provide
hold
face
add
good
believe
million
since
keep
president
talk
as
if
plan
issue
long
man
little
something
number
house
york
former
speak
offer
lead
at
sign
national
head
put
move
pay
lot
government
medium
night
meet
team
office
end
bring
away
problem
without
today
on
allow
job
watch
system
service
com
run
open
to
federal
money
turn
white
car
mean
best
director
policy
what
different
set
so
washington
force
do
second
2016
question
trump
point
least
might
next
whether
fire
create
order
though
close
great
information
less
up
claim
advertisement
united
star
north
mr
far
data
already
attack
seem
game
big
bill
view
business
base
build
company
leader
war
phone
expect
administration
line
security
top
main
campaign
deal
party
political
power
product
la
season
de
tax
market
google
republican
election
apple
le
5
woman
she
tell
story
people
work
report
come
know
write
york
news
think
speak
and
many
first
man
want
show
he
twitter
find
company
include
two
post
statement
call
life
ask
day
we
way
see
claim
feel
medium
even
2017
right
give
old
thing
world
could
use
share
never
us
follow
image
star
accord
case
this
read
look
leave
last
week
child
director
power
change
family
need
help
may
you
former
become
face
well
back
try
they
happen
facebook
talk
photo
another
issue
when
three
state
name
continue
really
part
still
there
live
police
white
american
add
public
since
health
that
something
long
if
as
believe
on
trump
around
group
month
start
bill
later
much
meet
for
do
every
good
percent
president
pay
support
job
place
country
law
what
force
video
begin
play
number
put
set
night
problem
open
lot
lead
000
today
member
home
point
business
release
office
high
advertisement
campaign
to
mr
keep
away
without
question
five
court
turn
fire
end
seem
million
different
less
school
mean
so
city
though
watch
party
best
bring
might
close
sign
run
hold
up
com
team
least
little
offer
house
whether
2016
head
plan
10
national
at
create
next
political
move
far
allow
top
four
second
view
big
provide
attack
service
war
line
deal
money
washington
main
great
kill
department
base
order
policy
expect
government
information
product
official
already
leader
united
program
game
system
election
phone
build
data
car
season
federal
de
la
north
security
administration
republican
market
google
apple
tax
le
6
apple
google
phone
company
use
home
work
product
look
still
well
see
system
first
report
even
video
could
include
come
service
data
watch
this
support
next
market
release
thing
people
want
way
start
and
last
play
need
photo
show
you
much
two
may
us
add
today
that
back
if
we
find
offer
pay
might
around
give
build
million
face
call
already
10
run
best
share
though
percent
month
change
seem
big
top
business
many
issue
world
image
know
expect
case
accord
mean
week
read
help
day
information
create
facebook
set
good
car
there
right
different
news
without
2017
allow
number
end
to
plan
on
for
lot
problem
since
as
point
turn
power
try
something
high
part
really
open
think
less
keep
far
line
post
tell
long
order
view
so
every
another
base
little
put
three
twitter
move
bring
claim
great
security
provide
place
life
game
at
follow
ask
live
feel
2016
team
least
program
later
second
name
deal
000
story
become
whether
do
com
continue
job
talk
leave
party
hold
begin
when
write
question
what
close
money
lead
court
they
head
believe
away
old
happen
sign
never
four
medium
statement
state
public
up
five
white
country
he
fire
group
main
speak
tax
york
force
official
office
family
president
house
policy
health
city
attack
government
meet
woman
federal
star
department
director
former
trump
law
school
member
campaign
american
night
war
advertisement
police
united
bill
la
man
washington
national
leader
mr
election
political
season
kill
child
she
de
administration
north
le
republican
7
attack
kill
security
people
group
state
police
force
government
report
official
use
us
country
city
claim
president
tell
two
may
news
he
trump
we
accord
include
call
statement
system
know
last
war
least
day
follow
world
united
2017
family
come
week
medium
could
service
american
old
many
support
image
since
three
show
000
leave
twitter
month
national
this
man
york
child
believe
fire
number
find
they
around
first
night
home
base
post
member
work
see
release
leader
add
continue
even
law
life
another
information
still
part
place
run
back
need
live
begin
happen
read
there
public
help
video
political
on
for
department
sign
right
far
write
four
and
photo
plan
name
way
woman
later
try
car
issue
hold
think
give
facebook
company
today
up
want
lead
provide
well
north
speak
whether
2016
face
become
ask
close
as
long
open
at
washington
point
head
share
data
high
end
10
house
that
she
case
campaign
com
five
allow
second
former
health
look
order
much
team
office
administration
watch
question
without
mr
start
school
move
la
pay
so
white
already
mean
every
court
if
put
million
away
what
keep
turn
change
set
thing
story
never
you
problem
election
do
meet
federal
play
bring
power
might
offer
director
business
main
view
next
percent
though
program
talk
line
when
less
policy
expect
to
good
something
different
top
advertisement
party
seem
deal
create
de
build
little
phone
market
really
great
lot
big
money
feel
star
best
bill
google
le
republican
game
product
job
apple
season
tax
8
game
season
play
team
first
point
run
he
two
second
three
back
start
last
night
best
come
lead
2017
world
four
look
we
and
home
way
that
week
right
end
well
even
good
give
could
think
today
five
know
thing
see
leave
want
big
10
still
much
star
next
day
this
you
need
national
they
since
top
photo
may
com
twitter
really
use
put
state
lot
work
great
show
every
follow
try
if
head
line
another
move
video
feel
around
keep
include
there
little
though
find
close
long
for
watch
might
set
washington
us
open
seem
turn
tell
call
high
never
help
something
city
far
old
so
many
part
become
away
allow
man
as
base
system
story
face
add
release
on
different
happen
read
without
to
mean
continue
power
place
share
post
when
people
expect
talk
york
change
already
million
do
least
month
hold
later
at
ask
company
bring
begin
number
sign
2016
build
up
deal
create
what
former
support
question
life
live
force
name
offer
less
job
plan
accord
court
whether
report
percent
image
issue
believe
pay
fire
problem
war
news
medium
group
case
provide
write
000
american
official
family
school
president
attack
statement
program
meet
order
main
money
speak
view
market
service
north
country
facebook
la
bill
member
united
claim
white
party
campaign
advertisement
business
car
kill
product
data
phone
leader
director
google
trump
house
information
office
child
woman
public
de
health
police
she
apple
policy
political
security
mr
law
department
government
federal
le
tax
election
republican
administration
9
election
party
campaign
political
republican
president
leader
le
trump
government
state
people
former
country
national
may
right
he
support
run
news
facebook
house
2016
tell
last
call
first
percent
member
could
two
policy
group
medium
report
come
power
twitter
week
want
issue
we
work
and
leave
lead
see
public
think
far
back
us
many
hold
day
since
give
office
even
change
show
mr
know
official
include
month
000
million
become
need
she
face
american
image
post
ask
point
question
use
2017
follow
next
well
this
washington
claim
way
talk
law
add
attack
much
accord
believe
speak
court
plan
sign
part
continue
world
write
that
whether
look
they
read
second
for
try
security
end
system
move
money
put
if
deal
white
still
help
statement
place
old
force
view
open
woman
long
tax
on
turn
number
today
find
there
up
company
three
expect
war
head
set
thing
bill
top
city
close
name
as
story
another
director
job
business
mean
share
around
pay
never
information
united
police
what
begin
you
five
so
meet
night
do
play
every
already
seem
good
later
though
high
big
10
keep
advertisement
case
line
federal
four
problem
happen
bring
allow
live
might
life
start
release
create
really
less
main
base
at
market
without
great
york
health
data
photo
order
to
watch
lot
when
least
something
com
north
home
family
man
video
away
offer
administration
team
provide
service
little
different
best
feel
department
fire
build
school
child
de
kill
program
google
star
phone
game
la
car
season
product
apple
10
police
man
report
kill
he
department
tell
people
old
two
accord
car
attack
find
city
fire
video
family
state
case
court
home
call
woman
law
statement
news
we
release
day
know
leave
official
show
child
three
night
she
may
use
office
later
security
facebook
believe
come
2017
photo
last
twitter
group
force
life
follow
member
public
image
right
see
face
they
post
could
white
back
ask
first
around
information
try
work
hold
include
place
medium
run
another
happen
school
live
month
head
help
000
us
want
four
away
week
com
10
claim
lead
begin
york
still
la
name
give
this
federal
add
open
government
continue
second
there
think
country
on
mr
read
issue
even
house
story
speak
service
since
look
at
whether
write
former
high
question
close
many
five
national
turn
sign
president
part
least
order
north
when
start
never
number
share
and
phone
watch
put
without
for
end
american
way
point
set
that
move
need
support
up
as
well
long
keep
bring
party
provide
become
trump
2016
today
washington
play
plan
next
team
talk
something
meet
lot
allow
expect
far
you
thing
change
good
do
leader
world
business
line
policy
pay
political
what
united
view
if
offer
though
advertisement
money
job
million
little
every
really
much
so
company
might
problem
system
de
build
feel
best
health
already
to
bill
deal
director
less
main
mean
top
base
election
power
star
game
data
different
campaign
percent
seem
create
war
great
program
big
administration
market
season
republican
le
product
tax
google
apple
11
de
la
le
advertisement
2017
google
apple
facebook
twitter
trump
on
10
come
image
2016
us
000
photo
police
pay
york
video
com
million
star
post
place
may
service
do
face
city
he
base
close
information
force
man
part
question
state
public
plan
show
medium
first
point
washington
main
day
share
party
business
play
tell
home
call
family
woman
old
two
leader
for
know
accord
people
car
national
we
long
president
see
open
continue
story
war
at
director
house
far
second
live
week
three
world
report
since
right
read
include
administration
back
look
news
best
work
group
watch
want
this
thing
follow
talk
start
government
use
end
attack
to
top
child
leave
she
so
could
team
last
white
night
life
up
head
even
and
add
deal
high
run
american
country
good
happen
court
keep
kill
give
case
many
meet
set
as
think
next
market
phone
power
find
you
issue
federal
fire
official
little
away
bring
around
well
when
today
hold
lead
political
view
office
bill
sign
former
great
claim
name
line
big
department
way
put
month
write
four
game
much
might
support
offer
never
campaign
build
later
election
data
try
though
release
still
become
ask
they
member
provide
mean
begin
statement
different
really
there
season
need
something
what
turn
another
every
speak
change
company
north
school
feel
believe
five
united
that
if
job
lot
move
help
create
money
least
allow
whether
mr
tax
without
policy
program
already
percent
problem
number
republican
system
seem
order
law
security
health
expect
product
less
12
state
tax
government
court
law
health
trump
federal
president
bill
people
american
country
plan
report
house
percent
official
united
republican
administration
group
department
case
policy
could
include
000
public
use
accord
city
security
national
million
us
force
member
right
last
we
support
change
issue
order
tell
program
pay
work
two
call
he
week
may
news
many
need
month
statement
office
first
sign
day
washington
come
leader
service
allow
former
since
this
continue
money
political
business
help
provide
even
give
family
find
number
claim
and
deal
white
know
back
part
release
system
power
follow
world
company
want
war
hold
end
well
see
for
three
job
that
write
information
leave
ask
lead
add
long
they
move
way
market
kill
without
much
think
2016
whether
high
still
york
home
face
director
place
read
if
show
put
question
10
2017
as
become
party
believe
begin
expect
already
set
keep
point
another
next
mean
twitter
try
life
up
there
campaign
data
problem
post
on
create
child
bring
base
meet
least
far
today
police
less
every
medium
open
look
live
story
around
run
share
offer
four
talk
speak
woman
top
so
good
five
later
start
at
photo
close
election
might
school
she
second
old
view
line
though
image
do
thing
north
to
attack
fire
head
never
happen
name
you
mr
what
build
advertisement
man
turn
facebook
when
away
big
little
seem
main
different
lot
play
com
something
really
great
best
team
watch
product
night
video
car
de
phone
feel
la
game
star
season
google
apple
le
13
people
and
know
think
work
use
thing
want
way
life
come
see
look
find
even
you
he
we
could
really
day
well
first
us
much
world
need
show
feel
this
tell
good
back
if
something
that
two
many
help
still
give
they
start
there
lot
so
right
might
around
live
may
try
story
change
play
call
she
every
best
when
little
write
home
long
never
do
become
part
keep
different
mean
great
family
for
old
place
what
end
seem
as
talk
ask
last
turn
put
read
happen
team
point
set
leave
big
to
another
three
run
though
create
open
next
include
watch
today
week
man
without
move
high
add
star
problem
on
less
away
system
name
since
american
image
share
phone
city
night
10
follow
question
job
begin
case
build
lead
business
bring
woman
money
month
power
second
far
company
offer
season
photo
line
000
head
face
believe
group
child
at
video
whether
health
country
later
already
top
four
post
number
car
york
white
house
continue
state
speak
news
pay
plan
close
least
five
school
hold
deal
meet
allow
product
million
issue
game
view
support
war
up
facebook
sign
provide
base
medium
service
twitter
accord
percent
2017
data
director
order
release
expect
report
kill
information
force
public
member
market
main
national
program
former
com
claim
president
fire
office
party
2016
political
trump
government
bill
washington
law
google
la
attack
united
north
apple
security
advertisement
leader
police
de
statement
official
mr
campaign
policy
court
department
federal
administration
tax
election
republican
le
14
north
trump
state
president
us
united
country
war
official
leader
program
security
force
could
report
administration
news
attack
american
tell
system
two
washington
world
use
last
we
fire
government
he
accord
call
week
day
may
month
come
people
include
talk
statement
house
mr
national
work
group
policy
show
long
continue
see
medium
first
add
deal
meet
power
image
since
photo
white
think
believe
base
know
even
read
2017
high
plan
part
another
and
issue
if
party
sign
this
right
move
hold
well
on
try
might
give
follow
far
end
want
put
way
mean
watch
help
claim
they
former
speak
top
back
need
that
problem
around
look
story
three
much
many
place
change
city
department
close
lead
000
as
there
head
face
main
release
order
political
twitter
point
office
open
thing
still
today
public
run
whether
man
kill
expect
10
line
without
leave
video
bring
build
for
member
good
begin
york
service
million
provide
never
support
live
director
view
become
find
ask
second
next
share
four
number
post
allow
start
business
keep
later
already
five
family
little
so
up
at
name
play
though
election
great
2016
percent
something
do
least
what
to
company
seem
write
case
happen
advertisement
away
offer
every
really
you
question
school
when
facebook
home
life
turn
campaign
law
set
create
less
information
old
bill
game
different
best
lot
data
pay
com
team
woman
big
police
night
she
market
court
phone
money
republican
job
child
feel
car
season
product
de
star
federal
la
health
google
apple
tax
le
In [10]:
# Small test for how we can eventually persist the cluster labels for individual articles
# Since the labels attribute is in the order that the sparse matrix was in when it was passed in
# We should be able just insert the label value as a dataframe column
t = pd.Series(labels)
data['cluster_label'] = t
data[-5:]
Out[10]:
Unnamed: 0
index
site
title
author
published_on
accessed_on
url
body
newspaper_keywords
...
tokenized_body
word_count
stopworded_body
lemmatized_body
word_bag
named_entities
lexical_diversity
sentiment_score
binary_sentiment
cluster_label
164536
164536
490
DailyWorld
Fire District 1 race is close
Louis Krauss
2017-11-07
2017-11-08 15:19:32.788455
http://www.thedailyworld.com/news/fire-distric...
The Fire District 1 race has seen an election ...
{richards,election,district,nov,mike,separatio...
...
{The,Fire,District,1,race,has,seen,an,election...
356
{the,fire,district,1,race,seen,election,night,...
{the,fire,district,1,race,see,election,night,f...
{"(district,21)","(fire,20)","(candidate,16)",...
{"(\"Larry Curfman\",PERSON)","(Clarence,PERSO...
61.200000
{"neg": 0.11157894736842104, "neu": 0.87442105...
0
1
164537
164537
491
DailyWorld
Incumbents faring well in most council, school...
Louis Krauss
2017-11-08
2017-11-08 15:19:48.552886
http://www.thedailyworld.com/news/incumbents-f...
As the first ballots were counted in Tuesday’s...
{council,position,seat,race,incumbent,ward,inc...
...
{As,the,first,ballots,were,counted,in,Tuesday,...
889
{as,first,ballots,counted,tuesday,’,general,el...
{as,first,ballot,count,tuesday,’,general,elect...
{"(percent,26)","(position,23)","(race,20)","(...
{"(Aberdeen,ORGANIZATION)","(Hoquiam,LOCATION)...
48.229342
{"neg": 0.008666666666666668, "neu": 0.9559393...
1
4
164538
164538
492
DailyWorld
School District election results
Louis Krauss
2017-11-07
2017-11-08 15:19:54.844634
http://www.thedailyworld.com/news/school-distr...
In early results available the evening of Nov....
{district,unapposed,results,ran,uncontested,th...
...
{In,early,results,available,the,evening,of,Nov...
221
{in,early,results,available,evening,nov.,7,lar...
{in,early,result,available,even,nov.,7,larry,b...
{"(school,8)","(vote,7)","(district,7)","(perc...
{"(\"Larry Bridenback\",PERSON)","(\"Chad Sear...
67.114094
{"neg": 0.014799999999999999, "neu": 0.9852000...
0
4
164539
164539
493
DailyWorld
With Washington statehouse at stake, Democrats...
Louis Krauss
2017-11-08
2017-11-08 15:20:04.379802
http://www.thedailyworld.com/northwest/with-wa...
By Mark Z. Barabak Los Angeles Times REDMOND...
{coast,washington,resistance,republican,presid...
...
{By,Mark,Z.,Barabak,Los,Angeles,Times,REDMOND,...
1392
{by,mark,z.,barabak,los,angeles,times,redmond,...
{by,mark,z.,barabak,los,angeles,time,redmond,w...
{"(“,23)","(”,23)","(’,22)","(say,13)","(—,13)...
{"(\"Mark Z. Barabak\",PERSON)","(\"Los Angele...
64.750000
{"neg": 0.04326190476190476, "neu": 0.86123809...
1
9
164540
164540
494
DailyWorld
Getting acquainted with winter’s indicators on...
Kat Bryant
2017-11-07
2017-11-08 15:20:13.879006
http://www.thedailyworld.com/life/getting-acqu...
Making Tracks By Kat Bryant Fall is in the a...
{day,winter,winters,rain,daylight,yard,indicat...
...
{Making,Tracks,By,Kat,Bryant,Fall,is,in,the,ai...
713
{making,tracks,by,kat,bryant,fall,air,yeah,i,k...
{make,track,by,kat,bryant,fall,air,yeah,i,know...
{"(i,29)","(’,19)","(time,6)","(day,5)","(feed...
{"(\"Kat Bryant Fall\",PERSON)","(Arizona,LOCA...
69.371728
{"neg": 0.07554054054054055, "neu": 0.86162162...
1
13
5 rows × 22 columns
In [17]:
data.sort_values('cluster_label')
data_subset = data[['cluster_label', 'id']]
from sqlalchemy import create_engine
engine = create_engine('postgresql://postgres:secret@ec2-34-215-56-46.us-west-2.compute.amazonaws.com:9000/cap')
# conn = engine.raw_connection()
data_subset = data_subset[35000:65000]
data_subset.to_sql(name="article_clusters", con=engine, if_exists='append')
In [20]:
clusters = {}
for i, row in data.iterrows():
if row['cluster_label'] not in clusters:
#print(row['body'])
#print(row['url'])
#print(row['id'])
#print(row['title'])
# add empty list for IDs for a preview
clusters[row['cluster_label']] = []
In [21]:
for cluster_val in clusters:
for i, row in data.iterrows():
if row['cluster_label'] is cluster_val:
clusters[cluster_val].append((row['title'], row['site']))
In [22]:
from collections import Counter, OrderedDict
def create_site_plot(sites, cluster_num):
site_counts = Counter(sites)
site_counts = OrderedDict(site_counts.most_common())
df = pd.DataFrame.from_dict(site_counts, orient='index').sort_index(1) # sort on the count value
df.plot(kind ='bar')
plt.show()
for cluster in clusters:
print('\n')
print(cluster)
print([x[0] for x in clusters[cluster][:50]])
sites = [x[1] for x in clusters[cluster][:]]
create_site_plot(sites, cluster)
print('\n')
0
['Twitter considers paid membership option', 'Eddie Stobart: Lorry firm targets \xc2\xa3550m stock market listing', "Consumer Watchdog Says Amazon's List Prices Are Bogus", "The 'Impossible' Bleeding Veggie Burger Is About To Be Much Easier To Get", 'Boom lands $33 million to test supersonic aircraft', "Jay Z is a fan of Away's 'unbreakable' suitcases", "Jay Z is a fan of Away's 'unbreakable' suitcases", 'Twitter considers paid membership option', 'Twitter is trying to do something to boost its business, but is it too little too late?', 'Why this tiny house in Tokyo is a really big deal', 'American Airlines finally replacing \xe2\x80\x98itchy\xe2\x80\x99 uniforms after complaints', 'Jay Z to Produce Trayvon Martin Film and Documentary Series', 'CNBC: Facebook Could \xe2\x80\x98Learn\xe2\x80\x99 About \xe2\x80\x98Fighting Fake News\xe2\x80\x99 From Chinese Social Media', 'CNBC: Facebook Could \xe2\x80\x98Learn\xe2\x80\x99 About \xe2\x80\x98Fighting Fake News\xe2\x80\x99 From Chinese Social Media', 'Jay Z to Produce Trayvon Martin Film and Documentary Series', 'Pret A Manger to pay work experience teens after online criticism', "Ripoff Alert: World's Biggest Credit Score Agency Has Been Deceiving People", 'Big Oil could be ready for a big comeback', "Jeff Bezos passes Warren Buffett to become the world's second richest person", 'Earnings growth may be best since late 2011', 'Sears stock is up 50% in a week. What the heck is going on?', 'SpaceX makes history: It launched a used rocket and then brought it back to Earth', "Australian ship takes passengers on a 'cruise to nowhere' after cyclone ravages port city", 'Novartis says US regulator grants speedy review of CAR-T cell therapy', 'Trump expected to sign bill undoing Obama-era Internet privacy rules', 'FCC Web Privacy Rollbacks: The Winners and Losers', 'SpaceX launches its first recycled rocket in historic leap', 'SpaceX Launches its First Recycled Rocket in Historic Leap', 'Hispanic-Owned Companies Bidding for \xe2\x80\x98Trump Wall\xe2\x80\x99 Contract Receive Death Threats', 'Hispanic-Owned Companies Bidding for \xe2\x80\x98Trump Wall\xe2\x80\x99 Contract Receive Death Threats', 'Facebook Failed to Protect 30 Million Users From Having Their Data Harvested by Trump Campaign Affiliate', 'Justin Trudeau, Kathleen Wynne Announce $200M Investment In Ford Canada', 'TD Bank Enlists Outside Help After Reports Employees Broke The Law', 'TD Bank Enlists Outside Help After Reports Employees Broke The Law', 'Justin Trudeau, Kathleen Wynne Announce $200M Investment In Ford Canada', 'Alberta Premier Rachel Notley Checking If Saskatchewan Premier Brad Wall Breaking Trade Rules', 'The cup of coffee that could cause heart palpitations', "Cyber Security: Cisco's Big Bet on the Future", 'Robots will be taking over the fast food industry, says Yum Brands CEO', 'Border wall bidder getting death threats, deemed traitor because he is Hispanic', "SpaceX's launch of used rocket is a 'huge revolution in spaceflight'", 'BlackBerry Earnings Top Expectations', 'This is Lou -- an electric skateboard that lets you travel at 20 miles per hour', 'How Airlines Are Getting Around The Electronics Ban On Some US-Bound Flights', 'Elon Musk is changing the rules of space travel (Opinion)', 'Are you worried about your data privacy? You should care more about Google than Comcast.', 'Video: SpaceX launches its first recycled rocket', 'Tesla Beats Estimate With 25,000 Deliveries as Model 3 Nears', 'SpaceX to launch \xe2\x80\x9csilliest thing we can imagine\xe2\x80\x9d on debut Falcon Heavy', 'Internet Providers Have Some Disingenuous Promises About Your Privacy']
1
["Belfast pubs: Inspiration behind the world's best bar", 'Weather', "'Power Rangers' lacks power in big-screen transformation", 'Immigration: 300 billionaires live outside their home country', 'Great Barrier Reef with David Attenborough', 'The writing on the wall', "Call for 'decently paid' maternity leave", 'More than 200 migrants feared drowned in Mediterranean', "Eurovision: Russia rejects offer for Julia Samoilova to perform 'via satellite'", 'ISPs can now sell your browsing history without permission, thanks to these Senators', "Gwyneth Paltrow won't eat an octopus because it's 'too smart to be food'", "Heineken fights back against Hungary's proposed ban on its red star logo", 'Kyle Larson Looks to Get Over the Hump at Fontana', 'Twitter Using Watson A.I. to Crack Down on \xe2\x80\x98Abuse\xe2\x80\x99', 'Hampshire College Student Accused of Assaulting Basketball Player for Wearing Hair Braids, Claims \xe2\x80\x98Cultural Appropriation\xe2\x80\x99', 'Dave Chappelle Accused of Making \xe2\x80\x98Homophobic, Transphobic\xe2\x80\x99 Jokes in Netflix Specials', 'Kristi Yamaguchi Tells Nancy Kerrigan to \xe2\x80\x98Break A Leg,\xe2\x80\x99 Twitter Reacts Accordingly', 'Jim Ross\xe2\x80\x99 Wife Jan, 55, Dies From Injuries Sustained In Vespa Accident', 'Breitbart News Daily: Ryancare on Ice', 'Amy Schumer Exits \xe2\x80\x98Barbie\xe2\x80\x99 Movie', 'Kristi Yamaguchi Tells Nancy Kerrigan to \xe2\x80\x98Break A Leg,\xe2\x80\x99 Twitter Reacts Accordingly', 'Breitbart News Daily: Ryancare on Ice', 'Jim Ross\xe2\x80\x99 Wife Jan, 55, Dies From Injuries Sustained In Vespa Accident', 'Dave Chappelle Accused of Making \xe2\x80\x98Homophobic, Transphobic\xe2\x80\x99 Jokes in Netflix Specials', 'Twitter Using Watson A.I. to Crack Down on \xe2\x80\x98Abuse\xe2\x80\x99', "VIDEO: U.S. Navy Tests 'Star Wars' Electromagnetic Rail Gun", 'Hampshire College Student Accused of Assaulting Basketball Player for Wearing Hair Braids, Claims \xe2\x80\x98Cultural Appropriation\xe2\x80\x99', 'Mother Beats Cancer During Pregnancy with Twins Only to Die from Heart Failure a Day After Giving Birth', 'Journo Who Allegedly Stole Brady Jersey Planned to Sell Kurt Warner His Own Jersey', 'Amy Schumer Exits \xe2\x80\x98Barbie\xe2\x80\x99 Movie', "VIDEO: U.S. Navy Tests 'Star Wars' Electromagnetic Rail Gun", 'Mother Beats Cancer During Pregnancy with Twins Only to Die from Heart Failure a Day After Giving Birth', 'Journo Who Allegedly Stole Brady Jersey Planned to Sell Kurt Warner His Own Jersey', "Tom Brady's Stolen Super Bowl Jerseys Were Returned to the Patriots", 'Star Wars: Disney Boss Reveals New Details Beyond Episode IX', "Woody Harrelson Just Dropped His Star Wars Character's Name", 'Samsung is number one most admired brand in Africa,', 'Southern Lights put on show for passengers on special flight', 'The rise of the \xe2\x80\x98mobile connoisseur\xe2\x80\x99', "'Oldest photo studio' shows rediscovered images", "Amy Schumer 'bummed' over Barbie film departure", 'EU summit: My part in the Treaty of Rome signing', 'EU summit: Leaders meet for Rome anniversary', 'Bill Gates: We need a new approach to tackling epidemics', 'Deutsche Bank commits to new London office', 'FBI searches for SC teen feared to have been fed to alligators', 'NASA test fires rocket engine for future Mars mission', 'FBI searches for SC teen feared to have been fed to alligators', "Subway's minimum wage 'sandwich artist' apprenticeship slammed by union", 'Hero monkeys helped lost man survive for days in Amazon rainforest']
2
['Pro-settlement hardliner Friedman confirmed as US envoy to Israel', "Pearson boss sees pay boost despite firm's struggles", "EU 'not in hostile mood' as Brexit talks beckon, says Juncker", "Chuck Schumer Breaks the Senate: Why Desperate Red-State Democrats Are Floating a 'Deal' to Let Gorsuch Through.", 'Dudley Says New York Fed Is Working to Improve Cyberdefenses', 'The wine detective battling counterfeiters', "US hiker given warning for rescuing 'abandoned' bear cub", "South Africa's President Zuma sacks finance minister", 'Fired Trump aide Michael Flynn wants immunity to testify on Russia allegations', 'Removing Assad no longer a priority', 'Fired Trump aide Michael Flynn wants immunity to testify on Russia allegations', "Mr. T on faith: 'I answer only to God'", "Pamela Anderson's 'love' for Julian Assange", "Reckitt Benckiser slashes boss's pay by 40%", 'Gilbert Baker, LGBT rainbow flag creator, dies aged 65', "Tales of deportation in Trump's America: Week Three", 'Shia LaBeouf assault charges dropped', "Trump trade crackdown 'not about China'", "Fired Trump aide Michael Flynn's immunity bid 'momentous'", "Mexico singer Pepe Aguilar's son held for people smuggling", "Brexit: Government 'to stand up' for Gibraltar's interests", "Kimberley Strassel: Dem spin can't hide evidence Nunes is right", 'Big Bank Now Offers Ten New \xe2\x80\x98Gender Neutral\xe2\x80\x99 Titles For Credit Cards', 'The Nuclear Option: Obama Silent over Trump Tower Wiretaps', 'Kimberley Strassel: Democrats Gin Up Fake Outrage Against Nunes, Ignore His Evidence That Obama Spied on Trump', 'Kimberley Strassel: Democrats Gin Up Fake Outrage Against Nunes, Ignore His Evidence That Obama Spied on Trump', 'The Nuclear Option: Obama Silent over Trump Tower Wiretaps', '2 White House Officials Helped Give Nunes Intelligence Reports', 'Bill O\xe2\x80\x99Reilly Thrives at Fox News, Even as Harassment Settlements Add Up', 'Little Tropical Fish With a Big, Venomous Bite', 'Trump Couple, Now White House Employees, Can\xe2\x80\x99t Escape Conflict Laws', 'Ivanka Trump and Jared Kushner Still Benefiting From Business Empire, Filings Show', 'Peretti Siblings Share a Sense of Humor, Not Just Genes', 'Abortion and the Democrats', 'Uber Executive Invokes Fifth Amendment, Seeking to Avoid Potential Charges', 'Review: A Mesmerizing \xe2\x80\x98Hairy Ape\xe2\x80\x99 Brings Existentialism to Park Avenue', '2 Survivors of Canada\xe2\x80\x99s First Quintuplet Clan Reluctantly Re-emerge', 'In Ohio County That Backed Trump, Word of Housing Cuts Stirs Fear', 'Closing Rikers Island Is a Moral Imperative', '20 Are Hacked and Beaten to Death at Pakistani Shrine', 'Loose Attitudes and a Tight Finish Put the Tar Heels Back in the Title Game', 'China Learns How to Get Trump\xe2\x80\x99s Ear: Through Jared Kushner', 'Cambodia Appeals to Trump to Forgive War-Era Debt', 'Video Review: Acura NSX, a Supercar in Almost All Ways', 'A Transgender Student Won Her Battle. Now It\xe2\x80\x99s War.', 'Style on Taipei\xe2\x80\x99s Streets: A Brando Look and a Lot of Berets', 'Finding Growth at My Historically Black College', 'Gorsuch Supreme Court Nomination Gains More Democratic Support', 'Tories claim that Theresa May is ready to defend Gibraltar', "Gibraltar 'not a bargaining chip' in Brexit talks"]
3
["'Mexico will step away from NAFTA' if new deal isn't good", "President Trump, NBC's Mark Halperin dined in White House", 'Rick Gates out at America First Policies over Manafort ties to Russia', "Four Major Holes in Rep. Adam Schiff's Trump-Russia Conspiracy Theory", 'Report: House Intel Committee to See \xe2\x80\x98Smoking Gun\xe2\x80\x99 Evidence Obama Admin Spied on Trump Team', 'Cummings Calls for Investigation of House Intelligence Chair Nunes', 'Report: House Intel Committee to See \xe2\x80\x98Smoking Gun\xe2\x80\x99 Evidence Obama Admin Spied on Trump Team', 'President Trump to Appear on Golf Channel Tribute to Jack Nicklaus', 'Pelosi: Trump \xe2\x80\x98Stooge\xe2\x80\x99 Nunes Is \xe2\x80\x98Deeply Compromised\xe2\x80\x99', 'Play from \xe2\x80\x98Hacksaw Ridge\xe2\x80\x99 Writer Imagines Dystopian Future after Trump Impeachment', 'POLLAK: Adam Schiff\xe2\x80\x99s Tactics on Intel Probe Threaten National Security', 'President Donald Trump: \xe2\x80\x98No One Knows America Like Truckers Know America\xe2\x80\x99', "Four Major Holes in Rep. Adam Schiff's Trump-Russia Conspiracy Theory", 'President Donald Trump: \xe2\x80\x98No One Knows America Like Truckers Know America\xe2\x80\x99', 'Hollywood Reporter: Indie Theaters Get Ready for \xe2\x80\x981984\xe2\x80\x99 Trump Protest Screenings', 'Billionaire Ray Dalio Says Populism More Powerful Than Monetary Policy', 'Shia LaBeouf Anti-Trump Art Project Shut Down After Move to UK', 'Pelosi: Trump \xe2\x80\x98Stooge\xe2\x80\x99 Nunes Is \xe2\x80\x98Deeply Compromised\xe2\x80\x99', 'Cummings Calls for Investigation of House Intelligence Chair Nunes', 'Review: Michael Savage Outlines His Strategic Plan for Victory in \xe2\x80\x98Trump\xe2\x80\x99s War\xe2\x80\x99', 'Hollywood Reporter: Indie Theaters Get Ready for \xe2\x80\x981984\xe2\x80\x99 Trump Protest Screenings', 'Review: Michael Savage Outlines His Strategic Plan for Victory in \xe2\x80\x98Trump\xe2\x80\x99s War\xe2\x80\x99', 'Billionaire Ray Dalio Says Populism More Powerful Than Monetary Policy', 'Shia LaBeouf Anti-Trump Art Project Shut Down After Move to UK', 'Play from \xe2\x80\x98Hacksaw Ridge\xe2\x80\x99 Writer Imagines Dystopian Future after Trump Impeachment', 'President Trump to Appear on Golf Channel Tribute to Jack Nicklaus', 'POLLAK: Adam Schiff\xe2\x80\x99s Tactics on Intel Probe Threaten National Security', 'White House Defends Devin Nunes Briefing of Donald Trump', 'State Department to Recommend Greenlighting Keystone XL Pipeline', 'Trump has given the EU a chance to lead the world', 'Where does the House Freedom Caucus go from from here?', 'Partisan split at House intel committee over canceled open hearing', 'As health care fight dominates media, Trump team floats distractions', 'Trump blames Democrats for failed healthcare bill', 'Did Obama Abuse Raw Intelligence?', 'TrumpCare and the dangers of catastrophic victory', 'Freedom Caucus drives dagger into heart of young Trump presidency', 'Flynn, Turkish officials talked about removal of Erdogan foe from US, former CIA boss says', "Schumer plans for 'nuclear' showdown with McConnell", 'Liz Peek: Time for the Freedom Caucus to climb aboard the Trump train', 'Dennis Kucinich: FBI Director Comey must recuse himself from Trump-Russia probe', 'Lawyers for Bowe Bergdahl file third appeal, charging Trump remarks taint trial prospects', "Trump Blames Democrats for GOP Health Care Plan's Defeat", 'Intelligence Committee Democrats hell bent on destroying Trump presidency', "Despite Trump's Vote of Confidence, Paul Ryan's Leadership Takes Big Hit in GOP Health Care Bill's Failure", 'Lawyers for Bowe Bergdahl file third appeal, charging Trump remarks taint trial prospects', 'Health Care Bill\xe2\x80\x99s Failure: Just Part of the \xe2\x80\x98Art of the Deal\xe2\x80\x99', 'Actress Emma Thompson Tells TV Host Trump Once Asked Her Out', 'Trump Supporters Disrupt California Attorney General Town Hall', 'Exclusive \xe2\x80\x94 Discussion About GOP Replacement to Paul Ryan as Speaker of the House Intensifies in White House, Congress']
4
['How Diverse Is Your School?', 'Series 2: Episode 4', 'Maryland High School Becomes Flashpoint in Immigration Debate After Police Arrest Illegal Aliens on Rape Charges', 'Illegal Immigrant Accused of Murdering Teacher', 'Maryland High School Becomes Flashpoint in Immigration Debate After Police Arrest Illegal Aliens on Rape Charges', 'High School Tries Shaming Boy, Demanding He \xe2\x80\x98Tolerate\xe2\x80\x99 Undressing with Girls to \xe2\x80\x98Make it Natural\xe2\x80\x99', 'Pre-Schooler Suspended for Bringing Empty .22 Shell Casing to School', 'Pre-Schooler Suspended for Bringing Empty .22 Shell Casing to School', 'High School Tries Shaming Boy, Demanding He \xe2\x80\x98Tolerate\xe2\x80\x99 Undressing with Girls to \xe2\x80\x98Make it Natural\xe2\x80\x99', 'Illegal Immigrant Accused of Murdering Teacher', 'Toronto School District Ends All New Travel to the US', 'Kate Middleton Says Motherhood Has Been a \xe2\x80\x98Huge Challenge\xe2\x80\x99 for Her', 'Former Penn State President Spanier convicted in Sandusky case', "Maggie MacDonnell feels 'disbelief' after Global Teacher Prize win", 'A special needs fairy tale', 'Man sentenced in death of pregnant ex-girlfriend in Hawaii', "Boy suspended for taking shell casing to preschool, mom's Facebook post goes viral", 'Illinois Teacher Fired for Confronting Student Who Wouldn\xe2\x80\x99t Stand for Pledge of Allegiance', "College 'Diversity Council' Posts Fake Racist Flyers", "Cal Thomas: What the heck's the matter with Maryland?", 'Some of the youngest opioid victims are curious toddlers', 'The Latest: Man sentenced in death of pregnant ex-girlfriend', "Canada's Largest School System Cancels USA Trips, Fears Travel Ban", 'Chuck Grassley Demands Answers About Illegal Aliens Accused of Raping 14-Year-Old', "Canada's Largest School System Cancels USA Trips, Fears Travel Ban", 'Defense Attorney: Illegal Alien Rockville Rape Suspect an \xe2\x80\x98Unjust Scapegoat by the Opponents of Recent Immigration Practices\xe2\x80\x99', 'Defense Attorney: Illegal Alien Rockville Rape Suspect an \xe2\x80\x98Unjust Scapegoat by the Opponents of Recent Immigration Practices\xe2\x80\x99', 'Chuck Grassley Demands Answers About Illegal Aliens Accused of Raping 14-Year-Old', 'Ex-Penn State President Guilty of Child Endangerment', 'Lawmakers Call on FBI to Help on Missing Black Girls', 'Lawmakers Call on FBI to Help on Missing Black Girls', 'After the killing: How parents of attackers cope', 'Schools in rural areas shifting toward a 4-day week', 'Schools in rural areas shifting toward a 4-day week', 'Mudslide buries Peruvian village, leaving little to claim', 'The urgent need for an education plan in Mosul', 'Rockville School Superintendent Says Parents\xe2\x80\x99 Response to Alleged Rape Is \xe2\x80\x98Racist\xe2\x80\x99', 'Rockville School Superintendent Says Parents\xe2\x80\x99 Response to Alleged Rape Is \xe2\x80\x98Racist\xe2\x80\x99', 'Portion of Interstate 85 collapses during major fire in Atlanta - CBS46 News', '2 teens arrested after bringing weed-laced gummy bears to school', "Parents sue for right to name daughter 'Allah'", 'NBA Superstar Kyrie Irving Helps NJ Boy Battling Brain Condition Get Back In School', '8-Month-Old Baby Arrives In Boston For 7th Open-Heart Surgery', "EPA won't ban pesticide chlorpyrifos; is it safe?", 'Americans are increasingly blocked at Canada border: report', "'You may as well kill us': Human cost of India's meat 'ban'", 'Crowborough primary school in toilet rolls plea', 'The joy and sadness of returning to Mosul', 'The Power of Love: Why I biked from India to Sweden for my soulmate', 'Maryland rape case: No bond for teen who claims sex with victim, 14, was consensual']
5
['Women Are Still Terribly Underrepresented in Business and Politics', 'Senator Apologizes for Joke About Losing Mammogram Benefits', 'The cruel double standard that could save Obamacare', "Gwyneth Paltrow's Goop publishes advice on how to have casual sex", 'Gwyneth Paltrow Offers Tips on Achieving \xe2\x80\x98Orgasm Equality\xe2\x80\x99', 'Gwyneth Paltrow Offers Tips on Achieving \xe2\x80\x98Orgasm Equality\xe2\x80\x99', 'This Week in Health: Breast Implants, Cancer and Alcohol', '5 Things to Know About the Breast Implants Linked to a Rare Cancer', 'This Week in Motto: The Joys and Challenges of Motherhood', 'HIV: What Women Need to Know', 'Mourners pack church, streets for medic struck by ambulance', 'Jewelry store billboard faces backlash for message encouraging violence', 'Cecile Richards Credits Planned Parenthood Supporters with Stopping AHCA', 'Cecile Richards Credits Planned Parenthood Supporters with Stopping AHCA', "Why India's new maternity leave policy may be bad for women", "U.S. women's hockey team will sit out world championships in pay protest", 'St. Charles Man Honored For Saving Woman During Domestic Attack', "#TBT: Margaret Chase Smith and her 'place in the sun'", "Study finds 'staggering' rise in mastectomies in these states", 'Oxford to show more portraits of women in diversity bid', "Are Mike Pence's dining habits chivalrous or sexist?", "'I was sterilised against my will'", "School apologises for 'slut-shame' prom posters about appropriate dresses", "Meet the Hunter Troop: Norway's tough-as-nails female soldiers", "GSK's Emma Walmsley steps into Andrew Witty's shoes", "Are Mike Pence's dining habits chivalrous or sexist?", "Mexico City metro's 'penis seat' sparks debate", "World's oldest spacewoman sets spacewalking record", 'HPV vaccination during pregnancy show no ill effects', 'Lilly Singh Says Calling Herself A Feminist Was Her Most Controversial Statement', 'Jason Tress, Alberta RCMP Officer, Charged With Sexual Assault', 'Michelle Kwan And Husband Clay Pell Are Getting A Divorce', 'Twitter Explodes Over Off-The-Wall Question About Men And Women Eating Together', 'Lilly Singh Says Calling Herself A Feminist Was Her Most Controversial Statement', 'Third of breast cancer patients treated unnecessarily, study says', 'Americans over 60 are drinking more, study says', 'Lawmakers to host town hall on missing black girls', 'Racial disparities receding for women with breast cancer', "US women's hockey team scores better pay, same benefits as men", 'The naked truth', "Mexico City metro's 'penis seat' sparks debate", 'Iran Morality Police Tell Women to Wear Islamic Veil in Christian Church', 'The Latest: Hawaii prison sex abuse suit not served yet', "Woman proposes to boyfriend during hockey game's kiss cam", 'Rates of women seeking double-mastectomies for breast cancer vary by state', "Accused former Utah State football player texted friend 'they said i raped them yes i did'", "What UConn Women's Basketball Team's Record Run is Really Worth", 'Chronically stressed people more likely to gain excess weight, study says', 'EXCLUSIVE: In Trump\xe2\x80\x99s NSC, Women Run the Show', 'Swedish Feminists Flee Suburbs Due to Islamic Fundamentalism']
6
["Why Apple's red iPhones are not 'Red' in China", 'Apple denied the massive iCloud hack (but you should still change your password)', 'Google and Facebook Are Responsible for Extremist Content: Sir Martin Sorrell', 'Best Tablets for $300 or Less', 'More Big Brands Pull Ads From YouTube in Widening Boycott', "Apple says CIA's arsenal of iPhone and Mac exploits is outdated", 'What the Samsung Galaxy S8 means for the iPhone 8', 'Fmr. Apple CEO John Sculley: Made in USA iPhone Not Practical Right Now', 'How to safeguard your data at the US border', 'Your next Android phone -- Samsung Galaxy S8 or Google Pixel?', 'iPhone 8 leak reveals surprising design, new name', 'The smartphone is eventually going to die, and then things are going to get really crazy', "Samsung's Galaxy S8 could make the future of headphones messier", 'Samsung removes the physical home button: The Galaxy S8 is better as a result', 'Google News', 'Amazon\xe2\x80\x99s 20% off smart device sale lets you control everything in your home with Alexa', 'Samsung is spending $9 billion on the iPhone', "Google tweaks the Pixel C's interface to match its smartphones", 'Android 7.1.2 Nougat Now Rolling Out To Pixel C, Nexus Player: Last Update Before Android O?', 'Android update makes Google\xe2\x80\x99s Pixel C look more like its Pixel smartphones', 'Commentary: As smartphone prices rise, \xe2\x80\x98super\xe2\x80\x99 sales for Apple\xe2\x80\x99s iPhone aren\xe2\x80\x99t such a sure thing', 'The Galaxy S8, S8 Plus Won\xe2\x80\x99t Support Google\xe2\x80\x99s Daydream VR', 'Three New Apple Ads Again Claim iPad Pro Is Better Than Laptops', "Galaxy S8 Plus Vs Galaxy S7 Edge: What's The Difference?", 'Google News', 'Report: Next iPhone models to include True Tone displays, custom front/back 3D sensors for facial recognition & AR', 'Apple to Drop Imagination Tech Graphics in iPhone', 'Apple Leak Reveals New iPhone Upgrades', "Apple No Longer Use Imagination Tech's Intellectual Property In New Products", 'Imagination Tech shares plunge as Apple abandons British firm', 'Google Training Ad Placement Computers to Be Offended', 'Google Training Ad Placement Computers to Be Offended', 'Google Training Ad Placement Computers to Be Offended', 'Ellie Krieger rescues boring \xe2\x80\x98salad with chicken\xe2\x80\x99', "'Clearance sale' shows Apple's iPad is over. It's done", 'Smartphone battery myths that need to die', "10 things you probably didn't know your Apple TV could do", "Google Gnomes and Alexa for pets: the best of April Fools' pranks", "What's the best way to back up your iPhone or Android?", '3 ways to search the web without Google tracking you', 'Trump Plans to Sign Repeal of Obama-Era Broadband Rules on Internet Privacy', 'Trump Plans to Sign Repeal of Obama-Era Broadband Rules on Internet Privacy', 'Google says its self-driving car boss made $120 million in incentives while working on a competing startup', 'Uber Executive At Center Of Google Lawsuit Allegedly Tied To LiDAR Rivals', 'Will the stellar Samsung Galaxy S8 kill Apple\xe2\x80\x99s stock rally?', 'Google claims Levandowski launched competing projects long before Otto', 'Ex-Google self-driving engineer secretly collaborated with competitors, suit says', 'Who is Anthony Levandowski, and why is Google suing him?', 'Apple may start making its own graphics chips for iPhone', 'Smartphone battery myths that need to die']
7
['London shows the challenge of preventing low-tech terror', 'London attack: Raids across UK as Westminster attacker identified', 'July 7 2005 London Bombings Fast Facts', 'London unites against terror in defiant vigil', "Analysis: Don't bet on London attacker being lone wolf", 'London attacks: How is security organised at other seats of power?', 'London attack: Khalid Masood', "ISIS' next steps after Mosul fight", 'Dr. Sebastian Gorka On The London Terror Attack: ISIS\xe2\x80\x99s New Method Of Attack Is Classic Guerrilla Warfare', 'Report: Transgender Activists Attack Pro-Family Campaign Bus With Hammer, Paint', 'Australian Minister: London Attack Shows We Were Right to Reject 500 Asylum Seekers', 'Gorka: An Upstanding Citizen or Immigrant on Monday Doesn\xe2\x80\x99t Decide to Become a Jihadi on Tuesday', 'Gorka: An Upstanding Citizen or Immigrant on Monday Doesn\xe2\x80\x99t Decide to Become a Jihadi on Tuesday', 'UKIP Leader Calls for Ban on Saudi Mosque-Funding After Westminster Terror Attack', 'London Terror Killer Named as Convicted Criminal Khalid Masood', 'Report: Transgender Activists Attack Pro-Family Campaign Bus With Hammer, Paint', 'Third Victim of London Attack Named as American Tourist Kurt Cochran', 'Australian Minister: London Attack Shows We Were Right to Reject 500 Asylum Seekers', 'Dr. Alan Mendoza: Westminster Attacks Followed \xe2\x80\x98Modus Operandi of ISIS-related Attacks\xe2\x80\x99', 'U.S. General: More \xe2\x80\x98Terror Streams\xe2\x80\x99 in Europe than Anywhere Else Except War Zones', 'U.S. General: More \xe2\x80\x98Terror Streams\xe2\x80\x99 in Europe than Anywhere Else Except War Zones', '9 in 10 Gang Rapists In Sweden Have Foreign Origins', 'London Terror Killer Named as Convicted Criminal Khalid Masood', 'Philip Haney: Governments Can Use Basic Indicators to Prevent Islamic Terror Attacks', 'Dr. Alan Mendoza: Westminster Attacks Followed \xe2\x80\x98Modus Operandi of ISIS-related Attacks\xe2\x80\x99', 'Bolton on London: \xe2\x80\x98Being Born on English Soil\xe2\x80\x99 Doesn\xe2\x80\x99t Strip Away Potential for Islamic Terrorism', 'Philip Haney: Governments Can Use Basic Indicators to Prevent Islamic Terror Attacks', '9 in 10 Gang Rapists In Sweden Have Foreign Origins', 'Bolton on London: \xe2\x80\x98Being Born on English Soil\xe2\x80\x99 Doesn\xe2\x80\x99t Strip Away Potential for Islamic Terrorism', 'Third Victim of London Attack Named as American Tourist Kurt Cochran', 'UKIP Leader Calls for Ban on Saudi Mosque-Funding After Westminster Terror Attack', "London Mayor Sadiq Khan Has No Time For Donald Trump Jr.'s Tweet", "7 Reasons Why Nigel Farage's Response To The London Attack Is Verging On Ridiculous", "ISIS Is Claiming Attacks Abroad Because It's Losing Its Empire", 'London terror: Boyfriend of woman who plunged off bridge reportedly planned to propose', 'London terrorist was an Islamic radical, but news outlets downplay or hide that info', 'Ex-NBA star Shaq furnishes home of Atlanta girl who survived dog attack', 'The Latest: Westminster attacker born Adrian Russell Ajao', "Murdered ex-lawmaker knew 'misdeeds of Russian elites,' Kremlin critic says", 'Ex-NBA star Shaq furnishes home of Atlanta girl who survived dog attack', 'Police Name South London Pensioner Leslie Rhodes as Fourth Victim of Westminster Attack', 'Former Labour Foreign Minister Says Religious Motives Must Be Recognised to Defeat Terror', 'Former Labour Foreign Minister Says Religious Motives Must Be Recognised to Defeat Terror', 'Mayor Sadiq Khan Says London \xe2\x80\x98Safest Global City\xe2\x80\x99, Slams Donald Trump Junior', 'FBI Reiterates Concerns over Islamic State Diaspora After Group\xe2\x80\x99s Fall', 'FBI Reiterates Concerns over Islamic State Diaspora After Group\xe2\x80\x99s Fall', 'Assaults on Border Patrol Agents Continue \xe2\x80\x93 3 in Day', 'Assaults on Border Patrol Agents Continue \xe2\x80\x93 3 in Day', 'Mayor Sadiq Khan Says London \xe2\x80\x98Safest Global City\xe2\x80\x99, Slams Donald Trump Junior', 'Police Name South London Pensioner Leslie Rhodes as Fourth Victim of Westminster Attack']
8
["Gadget Guru Marshall Plumlee Is Also Knicks' Most Challenged Commuter", 'James Corden Defends Jimmy Fallon for Trump Hair Interview', "Schultz: Unbelievable Shot Propels 'Disrespected' Florida into Elite Eight", "USA Today: NCAA Teams 'Should Boycott' Arkansas Over Campus Carry", "USA Today: NCAA Teams 'Should Boycott' Arkansas Over Campus Carry", 'Brent Musburger Admits to Betting on Game He Broadcast', 'Brent Musburger Admits to Betting on Game He Broadcast', 'NFL Considering Rules to Prevent Teams from Using Penalties to Control the Clock', 'NFL Considering Rules to Prevent Teams from Using Penalties to Control the Clock', 'The NHL Is Headed to China', 'Game of Thrones: Davos Actor on Spoilers', 'Game of Thrones: Jaime Actor on Melting Ice Facebook Video', 'Top 10 secrets casinos don\xe2\x80\x99t want you to know', '\xe2\x80\x98For Honor\xe2\x80\x99 Players Discover All Unlocks Would Cost over $700 \xe2\x80\x93 or 2.5 Years of Playtime', '\xe2\x80\x98For Honor\xe2\x80\x99 Players Discover All Unlocks Would Cost over $700 \xe2\x80\x93 or 2.5 Years of Playtime', 'Horror Game \xe2\x80\x98Outlast 2\xe2\x80\x99 No Longer Banned in Australia', 'Horror Game \xe2\x80\x98Outlast 2\xe2\x80\x99 No Longer Banned in Australia', 'Brady Aiken Rejected $5M and Got Hurt; Now Past No. 1 Pick Fights for MLB Future', "Ichiro Wants to Play Until He's 50; Says He'll 'Just Die' After Retiring", 'MSU-Mankato Pitcher Tosses Shutout Day After Mom\xe2\x80\x99s Death From Cancer', "LeBron James Passes Shaquille O'Neal for 7th on NBA's All-Time Scoring List", "Pot is legal in Nevada, but you can't get it on the Vegas Strip", "Playing 'Tetris' after trauma may reduce bad flashbacks", 'Intel True VR shoots and scores with March Madness coverage', '\xe2\x80\x98For Honor\xe2\x80\x99 Players Plan Boycott of Game', '\xe2\x80\x98Game of Thrones\xe2\x80\x99 Trailer Offers Glimpse at New Season', '\xe2\x80\x98For Honor\xe2\x80\x99 Players Plan Boycott of Game', '\xe2\x80\x98Destiny 2\xe2\x80\x99 \xe2\x80\x93 \xe2\x80\x98Rally the Troops\xe2\x80\x99 Worldwide Reveal Trailer', '\xe2\x80\x98Destiny 2\xe2\x80\x99 \xe2\x80\x93 \xe2\x80\x98Rally the Troops\xe2\x80\x99 Worldwide Reveal Trailer', '\xe2\x80\x98Game of Thrones\xe2\x80\x99 Trailer Offers Glimpse at New Season', 'Ranking the Top 50 MLB Players at the Start of the 2017 Regular Season', "UConn's 111-Game Win Streak Ends with OT Buzzer-Beater Loss to Mississippi State", 'B/R Expert NCAA Bracket Picks 2017: Final Four Predictions', 'St. Cloud Man Bowls A 900 Series', "Pot is legal in Nevada, but you can't get it on the Vegas Strip", "Two-fifths of gaming firms 'could relocate over Brexit'", 'Mississippi State stuns UConn; ends record 111-game winning streak', 'W.H.O. Seeks to Classify \xe2\x80\x98Gaming Disorder\xe2\x80\x99 as a Mental Illness, Claims \xe2\x80\x98Enormous\xe2\x80\x99 Stakeholder Pressure', 'W.H.O. Seeks to Classify \xe2\x80\x98Gaming Disorder\xe2\x80\x99 as a Mental Illness, Claims \xe2\x80\x98Enormous\xe2\x80\x99 Stakeholder Pressure', 'Mark McMorris, Canadian Olympian, Shares Details On Snowboarding Accident', 'Mark McMorris, Canadian Olympian, Shares Details On Snowboarding Accident', 'Mark McMorris, Canadian Olympian, Shares Details On Snowboarding Accident', 'Why North Carolina\xe2\x80\x99s size matters vs. Gonzaga, even if frontcourt is neutralized', 'Journeyman reliever makes Angels after accomplishing feat not seen in 43 years', 'Journeyman reliever makes Angels after accomplishing feat not seen in 43 years', "How Grant Hill went from having 'no clue' about broadcasting to calling the Final Four", 'Top hitter values to target in Fantasy Baseball drafts', 'Sources: Derrick Rose will need season-ending surgery for torn left meniscus', '30 things to know before the start of the 2017 MLB regular season', 'Williams, Meeks & Jackson Postgame Presser Transcript']
9
["Why Ted Cruz Loves 'The Sound of Music'", "AP Explains: Hong Kong's unusual system to pick its leader", 'Italian Populists and Eurosceptics Hit Record High in Polls, Set to Win Next Election', 'Italian Populists and Eurosceptics Hit Record High in Polls, Set to Win Next Election', 'Rick Perry Accuses Texas A&M of Disqualifying Student Government Election Winner in \xe2\x80\x98Name of Diversity\xe2\x80\x99', 'Rick Perry Accuses Texas A&M of Disqualifying Student Government Election Winner in \xe2\x80\x98Name of Diversity\xe2\x80\x99', 'Rick Perry Pens Scathing Op-Ed on Texas A&M Election', 'Putin meets French far-right candidate Marine Le Pen at Kremlin', "A crucial election for Hong Kong: What's at stake?", "Hong Kong leader's race pits Beijing's pick vs 'Uncle Chips'", 'Canadian Parliament Passes Controversial Islamophobia Motion', 'Canadian Parliament Passes Controversial Islamophobia Motion', "Hong Kong: Carrie Lam selected to be city's next leader", 'Emboldened Democrats look ahead to next fight', 'Hong Kong election: Beijing-backed Lam first female leader', 'How disastrous for Trump is healthcare collapse?', "Beijing's favored candidate Carrie Lam chosen to be Hong Kong's first female leader", 'Pope Francis Tells EU Leaders: Populism Is \xe2\x80\x98Egotism\xe2\x80\x99', 'Pope Francis Tells EU Leaders: Populism Is \xe2\x80\x98Egotism\xe2\x80\x99', 'Hong Kong Election 2017: Carrie Lam Elected Chief Executive', "Putin slams US election meddling claims as 'lies'", 'South Korea presidential scandal: What you need to know', "Park Geun-hye: Downfall of South Korea's political princess", 'South African rand plummets after Finance Minister Pravin Gordhan is fired', "Despite Brexit and Trump, Merkel isn't running scared", 'South African rand plummets after Finance Minister Pravin Gordhan is fired', "Rep. Eric Swalwell slams Flynn proposed immunity deal: Innocent people don't seek immunity", 'The uncertain future of democracy', 'Information warfare: Is Russia really interfering in European states?', 'Will Republicans learn the limits of oppositional politics?', 'Bad excuses for republican fratricide', 'Russian cyberattacks, fake news worry former Estonia president', "Russian 'information warfare' included targeting Marco Rubio staffers, Senate panel told", 'Get tactical: 8 March Madness must-haves', 'French Election: More Undecided Voters than Ever Before', 'Nuclear Option: Ryancare Opponents Served Constituents, Not Party Bosses', 'WILDERS: Patriot Spring in Full Bloom \xe2\x80\x94 Dutch Have Enough of Open Door Policies', 'French Socialists Collapsing Just Weeks Before Election', 'Biden: \xe2\x80\x98My Party Did Not Talk About\xe2\x80\x99 Maintaining Middle Class, \xe2\x80\x98Angry White Men\xe2\x80\x99 Who Voted for Trump Aren\xe2\x80\x99t Racist', 'Nuclear Option: Ryancare Opponents Served Constituents, Not Party Bosses', 'Biden: \xe2\x80\x98My Party Did Not Talk About\xe2\x80\x99 Maintaining Middle Class, \xe2\x80\x98Angry White Men\xe2\x80\x99 Who Voted for Trump Aren\xe2\x80\x99t Racist', 'French Socialists Collapsing Just Weeks Before Election', 'WILDERS: Patriot Spring in Full Bloom \xe2\x80\x94 Dutch Have Enough of Open Door Policies', 'Rob Schneider to Democrats: \xe2\x80\x98It\xe2\x80\x99s Not Russia, It\xe2\x80\x99s You\xe2\x80\x99', 'French Election: More Undecided Voters than Ever Before', 'Rob Schneider to Democrats: \xe2\x80\x98It\xe2\x80\x99s Not Russia, It\xe2\x80\x99s You\xe2\x80\x99', "David Cameron Campaigned For Remain In Brexit Referendum Though He 'Didn't Like' EU Flag Or Parliament", 'Toast With Tories: Conservative Leadership Hopefuls Try To Win Your Vote', 'BBC Question Time: Everyone Is Making The Same Ukip Joke', 'Toast With Tories: Conservative Leadership Hopefuls Try To Win Your Vote']
10
["How To Help London Terrorist Attack Victims' Families", 'Tennessee Amber Alert: Ex-teacher accused of kidnapping reportedly spotted in Texas', 'Off-duty Indiana trooper saves couple from fire at home', 'Westminster Attack Victim Aysha Frade \xe2\x80\x98Was Picking Up Her Children from School\xe2\x80\x99 when Terrorist Took Her Life', 'Police Constable and Army Veteran Keith Palmer Was \xe2\x80\x98Every Inch a Hero\xe2\x80\x99', 'Italy: \xe2\x80\x98North African\xe2\x80\x99 Arrested After Driving at Police, Stabbing Officer', 'Reports: Israeli-American Teen Arrested for Antisemitic Hate Crime Hoax Spree', 'Westminster Attack Victim Aysha Frade \xe2\x80\x98Was Picking Up Her Children from School\xe2\x80\x99 when Terrorist Took Her Life', 'Reports: Israeli-American Teen Arrested for Antisemitic Hate Crime Hoax Spree', 'Four-Time Deported MS-13 Gang Member Charged in Child Rape, Stabbing 2 Women', 'Four-Time Deported MS-13 Gang Member Charged in Child Rape, Stabbing 2 Women', 'DELINGPOLE: Keep Calm And Carry On In The Face Of Muslim Terror?', 'Italy: \xe2\x80\x98North African\xe2\x80\x99 Arrested After Driving at Police, Stabbing Officer', 'Police Constable and Army Veteran Keith Palmer Was \xe2\x80\x98Every Inch a Hero\xe2\x80\x99', 'DELINGPOLE: Keep Calm And Carry On In The Face Of Muslim Terror?', 'London Attack Sparks Calls for Revamped Security of Aging U.K. Parliament', 'Lakeland man charged after eating pancakes in roadway, disrupting traffic', "Dubai Police own world's fastest police car", "Did London attack expose city's 'weak spot'?", "'A lovely man': The woman who dated the Man on the Moor", 'London attack: Two men continue to be questioned as seven released', "Police: Vegas cabbie went to victim's home after sex assault", 'Stolen wallet shows up 8 years later -- with cash still inside', 'Florida man busted for eating pancakes in the middle of a busy intersection', 'Stolen wallet shows up 8 years later -- with cash still inside', 'Lawmakers call on FBI to help find string of missing black girls in Washington', "'Hero' friend saves Wisconsin teen choking at school", 'Lawmakers Call on FBI, Attorney General Sessions to Help Find String of Missing Black Girls in Washington', 'Lawmakers Call on FBI, Attorney General Sessions to Help Find String of Missing Black Girls in Washington', 'French City of Lille on Lockdown After Multiple Shootings', 'Naked People Slaughter a Sheep at Auschwitz Death Camp', 'French Muslims Protest and Pray in Street After \xe2\x80\x98Mosque\xe2\x80\x99 Closure', 'Naked People Slaughter a Sheep at Auschwitz Death Camp', 'UK police arrest 10 in London attack probe, search 21 sites', 'Watch: Wisconsin Police Officer Calls Back IRS Scammer', 'Watch: Wisconsin Police Officer Calls Back IRS Scammer', 'French City of Lille on Lockdown After Multiple Shootings', 'French Muslims Protest and Pray in Street After \xe2\x80\x98Mosque\xe2\x80\x99 Closure', 'UK police arrest 10 in London attack probe, search 21 sites', 'The week that was', 'London attacker Khalid Masood acted alone, say police', 'Marine veteran who lost both legs in Afghanistan sworn in as NY police officer', 'Muslim police officer sues for alleged harassment after firing', 'Vegas Strip reopens after gunman surrender, fatal shooting', 'Marine veteran who lost both legs in Afghanistan sworn in as NY police officer', 'One Dead, One Injured After 2 Shootings on Vegas Strip in Same Day', 'One Dead, One Injured After 2 Shootings on Vegas Strip in Same Day', 'Report: Illegal Aliens Arrested for Murder, Violent Crimes Years After Deportation Orders', 'Pictured: Police Release Mugshot of Westminster Killer Khalid Masood', 'Report: Illegal Aliens Arrested for Murder, Violent Crimes Years After Deportation Orders']
11
["Le C\xc3\xa9gep de Sainte-Foy \xc3\xa9liminera les bouteilles d'eau en 2019", 'Espa\xc3\xb1a se abraza a Silva para resolver su partido de clasificaci\xc3\xb3n ante Israel', 'En 30 minutes, une m\xc3\xa8re et sa fille meurent dans deux accidents de voiture diff\xc3\xa9rents', 'Malgr\xc3\xa9 Trump, la transition vers les \xc3\xa9nergies renouvelables est in\xc3\xa9vitable', 'Done the rock trick, now to hatch some eggs -- artist tries bizarre new feat', 'D\xc3\xa9ficit huit fois plus \xc3\xa9lev\xc3\xa9 que pr\xc3\xa9vu au Centre Vid\xc3\xa9otron?', "Enqu\xc3\xaate Trump-Russie: Flynn veut \xc3\xaatre entendu en \xc3\xa9change d'une immunit\xc3\xa9", "Enqu\xc3\xaate Trump-Russie: Flynn veut \xc3\xaatre entendu en \xc3\xa9change d'une immunit\xc3\xa9", 'Un robot br\xc3\xbble tous les gazouillis de Donald Trump', 'Salaires copieux chez Bombardier: malaise au gouvernement Couillard', "Le Congr\xc3\xa8s s'attaque au financement de Planned Parenthood", "L'administration Trump refuse de retirer un pesticide controvers\xc3\xa9", "Montr\xc3\xa9al est pr\xc3\xaate pour l'appel du Baseball majeur, confirme Stephen Bronfman", '\xc2\xabObjectivement parlant\xc2\xbb de Louis T: \xc3\xa0 \xc3\xa9couter attentivement', 'D\xc3\xa9ficit huit fois plus \xc3\xa9lev\xc3\xa9 que pr\xc3\xa9vu au Centre Vid\xc3\xa9otron?', "Simon Boulerice: l'\xc3\xa9crivain humaniste", 'Plus de cinq millions de r\xc3\xa9fugi\xc3\xa9s syriens', 'Un robot br\xc3\xbble tous les gazouillis de Donald Trump', 'Le FBI retrouve une toile de Norman Rockwell vol\xc3\xa9e en 1976', 'Audition tendue entre scientifiques et \xc3\xa9lus climato-sceptiques au Congr\xc3\xa8s', 'Herg\xc3\xa9 au Mus\xc3\xa9e de la civilisation', "Voici les deux endroits o\xc3\xb9 l'Europe envisage de poser son rover sur Mars", "\xc2\xabL'ange de la mort\xc2\xbb est battu \xc3\xa0 mort dans une prison de l'Ohio", 'Bruno Coppens: les belges histoires du plat pays', 'Radars photo: des constats plus difficiles \xc3\xa0 contester', 'Un p\xc3\xaacheur philippin est secouru apr\xc3\xa8s deux mois perdu en mer', "Poutine remet en cause la part de l'homme dans le changement climatique", "Simon Boulerice: l'\xc3\xa9crivain humaniste", 'Ces sportifs atteints de trisomie 21 cherchaient des adversaires, un pro leur en a trouv\xc3\xa9', "'The O.C.' fue un drama... sobre todo fuera de la pantalla", "La maternelle 4 ans n'a pas atteint ses objectifs, selon une \xc3\xa9tude", 'Aznar reclama una segunda reforma laboral en Espa\xc3\xb1a', "Le restaurant L'Avenue maintenant dans le quartier St-Henri", 'Le Canadien d\xc3\xa9fait les Panthers et m\xc3\xa9rite son laissez-passer pour les s\xc3\xa9ries', 'Une possible visite du pape au Canada abord\xc3\xa9e au Vatican', 'Un gen responsable del envejecimiento cerebral aumenta el riesgo de Alzheimer', "Estrenos: por qu\xc3\xa9 ver 'Ghost in the shell', 'Ma\xc3\xb1ana empieza todo' y 'Los Pitufos: la aldea escondida'", "L'administration Trump refuse de retirer un pesticide controvers\xc3\xa9", "Poutine remet en cause la part de l'homme dans le changement climatique", 'Cuando no hace falta hablar de gastronom\xc3\xada para reflexionar sobre ella: Di\xc3\xa1logos de cocina 2017', '\xc2\xabObjectivement parlant\xc2\xbb de Louis T: \xc3\xa0 \xc3\xa9couter attentivement', 'Chutes Niagara : un site web truff\xc3\xa9 de fautes de fran\xc3\xa7ais', "La maternelle 4 ans n'a pas atteint ses objectifs, selon une \xc3\xa9tude", 'Au Venezuela, un affrontement politique toujours plus intense', 'Le Canadien d\xc3\xa9fait les Panthers et m\xc3\xa9rite son laissez-passer pour les s\xc3\xa9ries', 'Une poule pond un oeuf gros comme une pomme', "Simon Boulerice: l'\xc3\xa9crivain humaniste", "Le Congr\xc3\xa8s s'attaque au financement de Planned Parenthood", 'D\xc3\xa9couvrez la terrifiante bande-annonce de la nouvelle adaptation de \xc2\xabIT\xc2\xbb de Stephen King', 'Trudeau ne condamne pas le bond des r\xc3\xa9mun\xc3\xa9rations des patrons de Bombardier']
12
['Hospital Prices No Longer Secret As New Data Reveals Bewildering System, Staggering Cost Differences', 'DOJ highlights immigration arrests in statistics report', "Revised Republican health care bill is more costly, but doesn't insure more people", 'Obamacare repeal could cost the poor a third of their income', "This Is What's at the Heart of the GOP Split on Republican Health Care Plan ...", "Trump's Obamacare repeal concessions likely can't pass Senate", 'Koch Network Says It Will Defend Republicans Who Vote Against AHCA', 'Chaos Inside GOP House Conference Forces Speaker Ryan to Cancel Thursday\xe2\x80\x99s RyanCare Vote', 'Watch: CNN\xe2\x80\x99s Ham, Cuomo Get in Heated Health Care Debate', 'Graham: I\xe2\x80\x99ll Do \xe2\x80\x98Whatever It Takes\xe2\x80\x99 to Get Gorsuch Confirmed, If Dems Filibuster, \xe2\x80\x98We Would Have to Change the Rules\xe2\x80\x99', 'Schumer: Democrats Will Attempt to Filibuster Gorsuch', 'White House: Trump Is Done Negotiating; If House Bill Fails, Obamacare Remains', "Mattis on Iraq: 'I Don't See Any Reason to Pull Out Again and Find the Same Lesson'", 'Watch: CNN\xe2\x80\x99s Ham, Cuomo Get in Heated Health Care Debate', 'Second Mexican Journalist Murdered in One Week, Juarez Cartel Implicated', 'CBO Report: New Ryancare Saves Less than Previous Version, 24 Million Still Lose Insurance by 2026', 'Paul Ryan Compares Tom Cotton, Ted Cruz to Enemies', 'L.A. Sheriff Faces Protests for Opposition to \xe2\x80\x98Sanctuary State\xe2\x80\x99', 'Exclusive\xe2\x80\x93Rep. Kevin Brady: \xe2\x80\x98It Is Clear We Don\xe2\x80\x99t Have the Votes\xe2\x80\x99 to Pass Ryancare', 'Tillerson Fallout: China Demands U.S. Respect Illegal Airspace Claim over Japanese Islands', 'China Denies South China Sea Construction Project Announced in Chinese State Media', 'Obama Celebrates Seventh Anniversary of Obamacare: \xe2\x80\x98America Is Stronger\xe2\x80\x99', 'Lawyer \xe2\x80\x98Robin Hood of Refugees\xe2\x80\x99 Sentenced to 15 Months in Prison for Asylum Scam', 'Blackwell: Energy Security Means Putting America First', '29 Cartel Inmates Escape Border State Prison', 'Paul Ryan Compares Tom Cotton, Ted Cruz to Enemies', 'Graham: I\xe2\x80\x99ll Do \xe2\x80\x98Whatever It Takes\xe2\x80\x99 to Get Gorsuch Confirmed, If Dems Filibuster, \xe2\x80\x98We Would Have to Change the Rules\xe2\x80\x99', "Wall Street's Trump Trade Panic Is Now Already Over", '29 Cartel Inmates Escape Border State Prison', '300 Skulls Found in Mexican Cartel Mass Graves', 'Koch Network Says It Will Defend Republicans Who Vote Against AHCA', 'Lindsey Graham Ready to Go Nuclear for Gorsuch', 'Coulter to Trump: Get Back to Immigration, Trade, Infrastructure, Building a Wall', 'Poll Shows Huge Opposition to Ryancare\xe2\x80\x99s Medicaid Cuts', 'House Freedom Caucus Leaves White House Without a Healthcare Deal', "Wall Street's Trump Trade Panic Is Now Already Over", 'Polls: Ryancare Even More Unpopular Than Obamacare and Hillarycare', "Mattis on Iraq: 'I Don't See Any Reason to Pull Out Again and Find the Same Lesson'", 'Spicer: \xe2\x80\x98Tomorrow, It\xe2\x80\x99s Time to Vote\xe2\x80\x99 on AHCA, \xe2\x80\x98This Is the Only Train Leaving the Station\xe2\x80\x99', 'Polls: Ryancare Even More Unpopular Than Obamacare and Hillarycare', 'Chaos Inside GOP House Conference Forces Speaker Ryan to Cancel Thursday\xe2\x80\x99s RyanCare Vote', 'Coulter to Trump: Get Back to Immigration, Trade, Infrastructure, Building a Wall', 'Schumer: Democrats Will Attempt to Filibuster Gorsuch', 'Tillerson Fallout: China Demands U.S. Respect Illegal Airspace Claim over Japanese Islands', 'Turkey Wants Exception from U.S. and U.K. Airline Electronics Ban', 'Spicer: \xe2\x80\x98Tomorrow, It\xe2\x80\x99s Time to Vote\xe2\x80\x99 on AHCA, \xe2\x80\x98This Is the Only Train Leaving the Station\xe2\x80\x99', 'Exclusive\xe2\x80\x93Rep. Kevin Brady: \xe2\x80\x98It Is Clear We Don\xe2\x80\x99t Have the Votes\xe2\x80\x99 to Pass Ryancare', 'NRA to Campaign Against Red State Democrats who Oppose Gorsuch', 'Poll Shows Huge Opposition to Ryancare\xe2\x80\x99s Medicaid Cuts', 'China Denies South China Sea Construction Project Announced in Chinese State Media']
13
['15 Years On, Make-A-Wish Kid Is Now An Airline Pilot', "Kaikoura: 'Most complex quake ever studied'", 'Machiavelli\xe2\x80\x99s secret tunnel to fame', "Outdoor Channel's Steve West kills potential world-record caribou", 'Two thirds of cancers caused by random genetic mistakes, study finds', 'Dementors are invading the Wizarding World of Harry Potter', 'Al Gore: Global Warming a \xe2\x80\x98Principal\xe2\x80\x99 Cause of the Syrian Civil War, Brexit', 'NFL Commish Goodell \xe2\x80\x98Fine\xe2\x80\x99 with Trump\xe2\x80\x99s Kaepernick Comments', 'DELINGPOLE: Climate Change Is Real Because Bad Weather, Explains WMO', 'DELINGPOLE: Climate Change Is Real Because Bad Weather, Explains WMO', 'Al Gore: Global Warming a \xe2\x80\x98Principal\xe2\x80\x99 Cause of the Syrian Civil War, Brexit', 'NFL Commish Goodell \xe2\x80\x98Fine\xe2\x80\x99 with Trump\xe2\x80\x99s Kaepernick Comments', 'Eggplant Bacon Is Here For Vegans Who Still Want Their Bacon Fix', 'Scientists Can Reverse DNA Aging In Mice', "John Mayer's on Katy Perry Breakup Song", 'The MOVE, a march against violence in St. Louis kicks off Saturd - KMOV.com', "A sloth's guide to business travel", "Behind the scenes of 'Rogue One' with director Gareth Edwards", "'Life' unleashes alien in scary confines of space", 'Am I getting enough Vitamin D?', "'Desperate' Manchester dad tells of ordeal living in car", 'A Different Side of Josh Turner in \xe2\x80\x98Deep South\xe2\x80\x99', 'Ditch these running excuses to jump-start your weight loss', "Recovered WWI German u-boat revives 'sea monster' tales", 'How to quit sugar for good', "Social justice 'warriors' jump into Kurdish-Syrian struggle", '4 Free Video-Editing Apps for Your Smartphone', 'Best Headphones for Under $100', 'Why surfers are the first to know about cool, new travel destinations', 'U.S. Commanders: Iranian Navy Jeopardizing International Navigation', 'U.S. Commanders: Iranian Navy Jeopardizing International Navigation', 'ESPN Announces Three Hosts Will Replace Chris Berman on \xe2\x80\x98Monday Night Countdown\xe2\x80\x99', 'ESPN Announces Three Hosts Will Replace Chris Berman on \xe2\x80\x98Monday Night Countdown\xe2\x80\x99', 'Pope Francis Warns Faithful Not to Become \xe2\x80\x98Catholic Atheists\xe2\x80\x99', 'O\xe2\x80\x99Donnell: Hillbilly Justice \xe2\x80\x94 How the Battle of Kings Mountain Changed the Course of the Revolution', 'Pope Francis Warns Faithful Not to Become \xe2\x80\x98Catholic Atheists\xe2\x80\x99', 'ZUMWALT: France \xe2\x80\x94 Where an Age of Enlightenment Once Flourished, Turbidity Now Reigns', 'O\xe2\x80\x99Donnell: Hillbilly Justice \xe2\x80\x94 How the Battle of Kings Mountain Changed the Course of the Revolution', 'ZUMWALT: France \xe2\x80\x94 Where an Age of Enlightenment Once Flourished, Turbidity Now Reigns', 'The Syrian War Condensed: A more Rigorous Way to Look at the Conflict', 'Sephora To Offer Free Beauty Classes To People Undergoing Chemotherapy', 'Why The Return Of Line Of Duty Is A Bona Fide TV Event', 'What Employers Look For On Social Media Profiles', "6 Travel Tips From 'Bizarre Foods' Host Andrew Zimmern", 'Retire With MONEY: Retire Early? Yes, You Can', "Read Paul Ryan's Response to the Republican Health Care Bill Failure", 'Amy Schumer Gushes Over \xe2\x80\x98Very Protective\xe2\x80\x99 Boyfriend Ben Hanisch', "Hacking suspect's parents: He won't flee if allowed on bail", 'Protect yourself against Zika and Lyme disease this summer', "How to make your cell phone self-destruct 'Mission Impossible' style"]
14
['North Korea will launch another nuclear test in next few days, officials say', 'Exclusive: USS Carl Vinson Shadowed by Russian, Chinese Spy Ships Near South Korea', 'Exclusive: USS Carl Vinson Shadowed by Russian, Chinese Spy Ships Near South Korea', 'U.S. Official: North Korea May Conduct Nuclear Test \xe2\x80\x98as Early as the End of the Month\xe2\x80\x99', 'U.S. Official: North Korea May Conduct Nuclear Test \xe2\x80\x98as Early as the End of the Month\xe2\x80\x99', 'Despite Failure of North Carolina Boycott, NCAA to Renew Game Ban Against Bathroom Bill', 'Despite Failure of North Carolina Boycott, NCAA to Renew Game Ban Against Bathroom Bill', 'North Korean threat: Japan mulls more aggressive military stance', 'Kim Jong-nam: Malaysians stranded in North Korea return home', "North Korea leader's ultimate goal: 'Destruction of South Korea'", "McCain, North Korea in war of words over 'crazy fat kid' crack", "North Korea leader's ultimate goal: 'Destruction of South Korea'", 'North Korea government-in-exile supporters meet in U.S.', "North Korea Accuses McCain of 'Blasphemy' for Calling Kim Jong-un 'Crazy Fat Kid'", 'North Korea government-in-exile supporters meet in U.S.', "North Korea Accuses McCain of 'Blasphemy' for Calling Kim Jong-un 'Crazy Fat Kid'", "John McCain Calls Kim Jong Un 'A Crazy Fat Kid'. North Korea Threatens War", 'North Koreans hiding in Malaysian embassy return to Pyongyang', "North Korea's 'reckless' actions must be stopped, Mattis says", "North Korea's 'reckless' actions must be stopped, Mattis says", "North Korea's 'reckless' actions must be stopped, Mattis says", 'James Mattis: North Korea\xe2\x80\x99s \xe2\x80\x98Reckless\xe2\x80\x99 Actions Have \xe2\x80\x98Got to Be Stopped\xe2\x80\x99', 'James Mattis: North Korea\xe2\x80\x99s \xe2\x80\x98Reckless\xe2\x80\x99 Actions Have \xe2\x80\x98Got to Be Stopped\xe2\x80\x99', "Ash Carter: A US pre-emptive strike on North Korea could lead to 'invasion' of South Korea", "Ash Carter: A US pre-emptive strike on North Korea could lead to 'invasion' of South Korea", "Trump: US will 'solve' North Korea problem, with or without China", 'North Carolina wildlife still endangered, threatened', 'North Korea\xe2\x80\x99s Punggye-ri Nuclear Test Site: Test or No Test?', "Trump: If China Doesn't Take Care of N Korea, 'We Will'", 'Trump ready to address North Korea nuclear program with or without China', 'Trump Says United States Can \xe2\x80\x98Solve\xe2\x80\x99 North Korea Without China', 'Trump says US is ready to act alone on North Korea', 'US Ambassador Haley: No question Russia meddled in election', "Trump ready to 'solve' North Korea problem without China", 'Treasury Department sanctions North Korean firm, individuals with alleged ties to nuclear weapons program', 'Trump says US will act alone on North Korea if China fails to help', 'Trump and Sessions are backward on crime: Ellis Cose', 'The gambling tale Mark Few, Roy Williams still snicker about', "North Carolina and Gonzaga's bench players are magnificently interesting", 'Trump: US will act unilaterally on North Korea if necessary', 'North Korea: What can the outside world do?', "Trump ready to 'solve' North Korea problem without China", 'BP sells Forties North Sea pipeline to Ineos', "Trump ready to 'solve' North Korea problem without China", "North Korea's nuclear programme: How advanced is it?", "North Korea's missile programme", 'US Ambassador Haley: No question Russia meddled in election', 'Trump ready to address North Korea nuclear program with or without China', 'Tillerson to chair U.N. meeting on North Korea nuclear program', 'Tillerson will make first trip to UN for meeting on North Korea']
In [ ]:
Content source: jaredwelch1/CapstoneI
Similar notebooks: