In [1]:
import pandas as pd
import numpy as np
import matplotlib.pyplot as plt
import statsmodels.api as sm
import seaborn as sns
sns.set_style("darkgrid")
import sklearn.linear_model
import datetime
%matplotlib inline
In [2]:
df = pd.read_csv('~/Downloads/may01-content.csv')
date = '20160501'
date = pd.to_datetime(date)
In [3]:
df = df[df["Page Views"] > 60]
def split_pub_field(x):
return x.split('T')[0]
df.Published = df.Published.apply(split_pub_field,convert_dtype=True)
df.Published = pd.to_datetime(df.Published)
In [4]:
df.old_vs_new = ['old' if x < date else 'new' for x in df.Published]
df.insert(0,'old_vs_new',df.old_vs_new)
In [5]:
articles = df[df['Url'].str.contains('/articles/') == True]
In [6]:
articles[articles.Published >= date].sort_values('Page Views',ascending=False)
Out[6]:
old_vs_new
Publisher
Title
Url
Published
Page Views
Uniques
Total Engaged Time
Avg Engaged Time
Social Actions
...
Sharethrough Paid Desktop Referrals
Amplify Paid Referrals
Amplify Paid Mobile Referrals
Amplify Paid Tablet Referrals
Amplify Paid Desktop Referrals
Gravity Paid Referrals
Gravity Paid Mobile Referrals
Gravity Paid Tablet Referrals
Gravity Paid Desktop Referrals
Nativo Paid Referrals
0
new
Atlas Obscura
Singaporean English is Almost Impossible to Pi...
http://www.atlasobscura.com/articles/singapore...
2016-05-02
80627
67136.0
14060100000
174.384511
8518
...
0
0
0
0
0
0
0
0
0
0
2
new
Atlas Obscura
The Subtle Design Features That Make Cities Fe...
http://www.atlasobscura.com/articles/the-subtl...
2016-05-05
35456
32029.0
6586830000
185.774763
4244
...
0
0
0
0
0
0
0
0
0
0
8
new
Atlas Obscura
How to be Cool (According to a Video Game Maga...
http://www.atlasobscura.com/articles/how-to-be...
2016-05-04
29621
26046.0
5012940000
169.236015
2307
...
0
0
0
0
0
0
0
0
0
0
3
new
Atlas Obscura
Villagers Thought a Sex Toy They Found on a Be...
http://www.atlasobscura.com/articles/villagers...
2016-05-03
27462
25620.0
1897330000
69.089287
3514
...
0
0
0
0
0
0
0
0
0
0
9
new
Atlas Obscura
How One Photographer Finally Convinced a Presi...
http://www.atlasobscura.com/articles/how-one-p...
2016-05-04
21435
18982.0
3352445000
156.400513
2043
...
0
0
0
0
0
0
0
0
0
0
23
new
Atlas Obscura
Inside the Bizarre, Racist Scheme to Import Si...
http://www.atlasobscura.com/articles/inside-th...
2016-05-02
17589
15732.0
5001660000
284.362954
3172
...
0
0
0
0
0
0
0
0
0
0
6
new
Atlas Obscura
Found: A Surprise David Bowie Left for Fans on...
http://www.atlasobscura.com/articles/found-a-s...
2016-05-04
17462
16654.0
1197080000
68.553430
3821
...
0
0
0
0
0
0
0
0
0
0
10
new
Atlas Obscura
The Origins of 'Horn OK Please,' India...
http://www.atlasobscura.com/articles/the-origi...
2016-05-06
17252
16029.0
2589915000
150.122594
3996
...
0
0
0
0
0
0
0
0
0
0
7
new
Atlas Obscura
Hipsters Trap Themselves In Wristbands Weeks B...
http://www.atlasobscura.com/articles/hipsters-...
2016-05-05
17033
16154.0
1431525000
84.044208
683
...
0
0
0
0
0
0
0
0
0
0
17
new
Atlas Obscura
5 Amazing LEGO Jobs Currently Open
http://www.atlasobscura.com/articles/5-amazing...
2016-05-03
16139
14906.0
1495690000
92.675507
3032
...
0
0
0
0
0
0
0
0
0
0
38
new
Atlas Obscura
The Weird History Of The Space Blanket
http://www.atlasobscura.com/articles/the-weird...
2016-05-03
13151
11555.0
3098740000
235.627709
511
...
0
0
0
0
0
0
0
0
0
0
16
new
Atlas Obscura
Remote Year Promised to Combine Work and Trave...
http://www.atlasobscura.com/articles/remote-ye...
2016-05-05
13068
11664.0
5973255000
457.090220
782
...
0
0
0
0
0
0
0
0
0
0
27
new
Atlas Obscura
8 Plane Wrecks That Have Become Their Own Memo...
http://www.atlasobscura.com/articles/8-plane-w...
2016-05-06
11832
10779.0
2120745000
179.238083
631
...
0
0
0
0
0
0
0
0
0
0
33
new
Atlas Obscura
The Hidden History of Martha’s Vineyard Sign L...
http://www.atlasobscura.com/articles/the-hidde...
2016-05-04
10936
9462.0
2637340000
241.161302
2209
...
0
0
0
0
0
0
0
0
0
0
49
new
Atlas Obscura
The Combat Ration Collectors Who Eat Decades-O...
http://www.atlasobscura.com/articles/the-comba...
2016-05-02
9887
8856.0
2110655000
213.477799
2957
...
0
0
0
0
0
0
0
0
0
0
45
new
Atlas Obscura
The Hidden Messages of Colonial Handwriting
http://www.atlasobscura.com/articles/the-hidde...
2016-05-06
9738
8872.0
1958915000
201.161943
834
...
0
0
0
0
0
0
0
0
0
0
59
new
Atlas Obscura
Army General Inadvertently Creates Stir with M...
http://www.atlasobscura.com/articles/army-chie...
2016-05-01
9553
8479.0
982250000
102.821103
3361
...
0
0
0
0
0
0
0
0
0
0
26
new
Atlas Obscura
The Unfathomable Collection of Lonnie Hammargren
http://www.atlasobscura.com/articles/the-unfat...
2016-05-02
9392
8334.0
2122415000
225.981154
76
...
0
0
0
0
0
0
0
0
0
0
51
new
Atlas Obscura
Watch This Sneaky Octopus Roll Around the Ocea...
http://www.atlasobscura.com/articles/watch-thi...
2016-05-02
9167
8056.0
1091020000
119.016036
1598
...
0
0
0
0
0
0
0
0
0
0
55
new
Atlas Obscura
Get Hypnotized By This Interactive Map of the ...
http://www.atlasobscura.com/articles/map-monda...
2016-05-02
8985
7292.0
773035000
86.036171
3052
...
0
0
0
0
0
0
0
0
0
0
41
new
Atlas Obscura
Scientists Uncover a Huge Trove of Dinosaur Fo...
http://www.atlasobscura.com/articles/scientist...
2016-05-05
8907
8008.0
751920000
84.418996
2545
...
0
0
0
0
0
0
0
0
0
0
62
new
Atlas Obscura
The Fascist Building in Upper Manhattan
http://www.atlasobscura.com/articles/the-fasci...
2016-05-02
7771
6904.0
1245665000
160.296616
430
...
0
0
0
0
0
0
0
0
0
0
39
new
Atlas Obscura
The Inter-Amish Language Barriers of Indiana
http://www.atlasobscura.com/articles/the-inter...
2016-05-05
7513
6687.0
2267320000
301.786237
1317
...
0
0
0
0
0
0
0
0
0
0
34
new
Atlas Obscura
This Baby Beaver Won DC's Hearts and Minds...
http://www.atlasobscura.com/articles/this-baby...
2016-05-06
6820
6297.0
539740000
79.140762
1667
...
0
0
0
0
0
0
0
0
0
0
91
new
Atlas Obscura
In Istanbul, You Can Find Old Prisons in Resta...
http://www.atlasobscura.com/articles/in-istanb...
2016-05-05
6766
6032.0
1244845000
183.985368
412
...
0
0
0
0
0
0
0
0
0
0
61
new
Atlas Obscura
The Female Ghost Buster Who Rooted Out Spiritu...
http://www.atlasobscura.com/articles/the-femal...
2016-05-05
6549
5685.0
1454025000
222.022446
2281
...
0
0
0
0
0
0
0
0
0
0
54
new
Atlas Obscura
The Legacy of May Day Violence isn't a May...
http://www.atlasobscura.com/articles/the-legac...
2016-05-01
6322
5688.0
901135000
142.539544
2084
...
0
0
0
0
0
0
0
0
0
0
48
new
Atlas Obscura
Found: Captain Cook’s Ship
http://www.atlasobscura.com/articles/found-cap...
2016-05-02
5778
4961.0
495220000
85.707857
2924
...
0
0
0
0
0
0
0
0
0
0
90
new
Atlas Obscura
The Kentucky Derby Puts the Mad Hatter to Shame
http://www.atlasobscura.com/articles/the-kentu...
2016-05-03
5727
5159.0
593955000
103.711367
1394
...
0
0
0
0
0
0
0
0
0
0
56
new
Atlas Obscura
Safe Zones For Exchanging Internet Purchases A...
http://www.atlasobscura.com/articles/safe-inte...
2016-05-03
5201
4628.0
571720000
109.925014
1279
...
0
0
0
0
0
0
0
0
0
0
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
96
new
Atlas Obscura
The History of GeoWorks, Microsoft Windows'...
http://www.atlasobscura.com/articles/the-histo...
2016-05-02
2674
2337.0
617300000
230.852655
2873
...
0
0
0
0
0
0
0
0
0
0
103
new
Atlas Obscura
Experience a Wild Indian Train Ride With This ...
http://www.atlasobscura.com/articles/train-tim...
2016-05-06
2642
2483.0
268445000
101.606737
225
...
0
0
0
0
0
0
0
0
0
0
97
new
Atlas Obscura
Entire City Evacuated as Massive Wildfire Dest...
http://www.atlasobscura.com/articles/entire-ci...
2016-05-04
2618
2380.0
195650000
74.732620
190
...
0
0
0
0
0
0
0
0
0
0
130
new
Atlas Obscura
The Kati Roll Can Be Traced Back to One Kolkat...
http://www.atlasobscura.com/articles/the-kati-...
2016-05-03
2581
2351.0
323615000
125.383572
3243
...
0
0
0
0
0
0
0
0
0
0
106
new
Atlas Obscura
Beijing's Latest 'Toilet Revolution...
http://www.atlasobscura.com/articles/beijings-...
2016-05-02
2213
2045.0
223850000
101.152282
437
...
0
0
0
0
0
0
0
0
0
0
123
new
Atlas Obscura
For Sale: The Second Largest Diamond Ever Found
http://www.atlasobscura.com/articles/for-sale-...
2016-05-04
2140
1876.0
178760000
83.532710
300
...
0
0
0
0
0
0
0
0
0
0
111
new
Atlas Obscura
How to Raise an Army by Debasing Your Currency...
http://www.atlasobscura.com/articles/kipper-un...
2016-05-02
1852
1632.0
352315000
190.234881
2897
...
0
0
0
0
0
0
0
0
0
0
127
new
Atlas Obscura
Scientists Grow 2-Week-Old Human Embryo Outsid...
http://www.atlasobscura.com/articles/scientist...
2016-05-04
1770
1601.0
137995000
77.963277
382
...
0
0
0
0
0
0
0
0
0
0
146
new
Atlas Obscura
Horse Racing Rules Found on 2,000-Year-Old Tablet
http://www.atlasobscura.com/articles/horse-rac...
2016-05-02
1746
1586.0
137915000
78.989118
3150
...
0
0
0
0
0
0
0
0
0
0
122
new
Atlas Obscura
Let Us Introduce You to the World's Larges...
http://www.atlasobscura.com/articles/let-us-in...
2016-05-07
1663
1536.0
128635000
77.351173
260
...
0
0
0
0
0
0
0
0
0
0
119
new
Atlas Obscura
Found: Stranded Sailor After 2 Months Adrift
http://www.atlasobscura.com/articles/found-str...
2016-05-05
1650
1516.0
139790000
84.721212
128
...
0
0
0
0
0
0
0
0
0
0
132
new
Atlas Obscura
Help Us Make A Calendar of Fictional Holidays!
http://www.atlasobscura.com/articles/help-us-m...
2016-05-05
1631
1499.0
116675000
71.535868
3935
...
0
0
0
0
0
0
0
0
0
0
116
new
Atlas Obscura
Finally—Finally!—New England Elementary School...
http://www.atlasobscura.com/articles/finallyfi...
2016-05-07
1587
1437.0
197380000
124.373031
443
...
0
0
0
0
0
0
0
0
0
0
145
new
Atlas Obscura
Oakland's Historic Tribune Tower and the R...
http://www.atlasobscura.com/articles/oaklands-...
2016-05-06
1495
1378.0
251015000
167.903010
341
...
0
0
0
0
0
0
0
0
0
0
157
new
Atlas Obscura
Sonic Booms Shake British Homes After Jets Are...
http://www.atlasobscura.com/articles/sonic-boo...
2016-05-03
1414
1336.0
105210000
74.405941
72
...
0
0
0
0
0
0
0
0
0
0
168
new
Atlas Obscura
New Wheels Could Cut Deafening Screech of San ...
http://www.atlasobscura.com/articles/new-wheel...
2016-05-05
1269
1152.0
89760000
70.732861
3899
...
0
0
0
0
0
0
0
0
0
0
140
new
Atlas Obscura
Sold: The Most Expensive Mansion in Atlanta Hi...
http://www.atlasobscura.com/articles/sold-the-...
2016-05-05
1225
1196.0
94535000
77.171429
51
...
0
0
0
0
0
0
0
0
0
0
136
new
Atlas Obscura
Bitcoin's Creator Unmasks Himself After Mo...
http://www.atlasobscura.com/articles/bitcoins-...
2016-05-02
1202
1133.0
126620000
105.341098
2858
...
0
0
0
0
0
0
0
0
0
0
182
new
Atlas Obscura
Watch This Tiny Town Get Sucked Into a Tornado...
http://www.atlasobscura.com/articles/watch-thi...
2016-05-04
1168
1104.0
130950000
112.114726
3833
...
0
0
0
0
0
0
0
0
0
0
187
new
Atlas Obscura
An Australian Island Paradise's Century-Lo...
http://www.atlasobscura.com/articles/an-austra...
2016-05-03
1106
940.0
261495000
236.433092
150
...
0
0
0
0
0
0
0
0
0
0
169
new
Atlas Obscura
Watch a Goofy Bird Do a Hopping Dance to Attra...
http://www.atlasobscura.com/articles/watch-a-g...
2016-05-05
1029
916.0
70275000
68.294461
137
...
0
0
0
0
0
0
0
0
0
0
191
new
Atlas Obscura
India Wants to Spend $6 Billion for New Forests
http://www.atlasobscura.com/articles/india-wan...
2016-05-06
996
928.0
82310000
82.640562
661
...
0
0
0
0
0
0
0
0
0
0
178
new
Atlas Obscura
Restoration of Historic Italian Palace Interru...
http://www.atlasobscura.com/articles/restorati...
2016-05-05
969
891.0
97025000
100.128999
3903
...
0
0
0
0
0
0
0
0
0
0
213
new
Atlas Obscura
Watch These Chemicals Create Trippy Colorful P...
http://www.atlasobscura.com/articles/watch-the...
2016-05-03
828
696.0
87375000
105.525362
3205
...
0
0
0
0
0
0
0
0
0
0
196
new
Atlas Obscura
For Sale: Rare Picasso Tableware that Could Fe...
http://www.atlasobscura.com/articles/for-sale-...
2016-05-02
817
715.0
64940000
79.485924
209
...
0
0
0
0
0
0
0
0
0
0
208
new
Atlas Obscura
American Cruise Ship Arrives in Cuba for the F...
http://www.atlasobscura.com/articles/the-first...
2016-05-02
727
649.0
56165000
77.255846
222
...
0
0
0
0
0
0
0
0
0
0
211
new
Atlas Obscura
Elvis' Long, Failed Quest to Meet J. Edgar...
http://www.atlasobscura.com/articles/elvis-lon...
2016-05-05
490
413.0
79515000
162.275510
3894
...
0
0
0
0
0
0
0
0
0
0
262
new
Atlas Obscura
For Sale: A Giant Piece of Cereal, Signed By W...
http://www.atlasobscura.com/articles/for-sale-...
2016-05-06
490
436.0
37310000
76.142857
69
...
0
0
0
0
0
0
0
0
0
0
314
new
Atlas Obscura
Found: An Incredibly Rare and Giant Violet Dia...
http://www.atlasobscura.com/articles/found-an-...
2016-05-03
399
354.0
31300000
78.446115
3911
...
0
0
0
0
0
0
0
0
0
0
263
new
Atlas Obscura
Olympic Flame Lands On Brazilian Runway
http://www.atlasobscura.com/articles/olympic-f...
2016-05-03
292
270.0
22020000
75.410959
46
...
0
0
0
0
0
0
0
0
0
0
70 rows × 116 columns
In [7]:
articles[articles.Published <= date].sort_values('Page Views',ascending=False)
Out[7]:
old_vs_new
Publisher
Title
Url
Published
Page Views
Uniques
Total Engaged Time
Avg Engaged Time
Social Actions
...
Sharethrough Paid Desktop Referrals
Amplify Paid Referrals
Amplify Paid Mobile Referrals
Amplify Paid Tablet Referrals
Amplify Paid Desktop Referrals
Gravity Paid Referrals
Gravity Paid Mobile Referrals
Gravity Paid Tablet Referrals
Gravity Paid Desktop Referrals
Nativo Paid Referrals
1
old
Atlas Obscura
How a Baby Staked Argentina's Claim on Ant...
http://www.atlasobscura.com/articles/how-a-bab...
2016-02-25
61988
58674.0
3774395000
60.889124
115
...
0
0
0
0
0
0
0
0
0
0
5
old
Atlas Obscura
The Urban Legend of the Government's Mind-...
http://www.atlasobscura.com/articles/the-urban...
2016-04-28
24024
21124.0
5963060000
248.212621
956
...
0
0
0
0
0
0
0
0
0
0
19
old
Atlas Obscura
Surgery's Open Secret: It Smells
http://www.atlasobscura.com/articles/surgerys-...
2016-04-29
21765
19831.0
4202550000
193.087526
67
...
0
0
0
0
0
0
0
0
0
0
31
old
Atlas Obscura
A Visual Guide to 11 of the World's Most B...
http://www.atlasobscura.com/articles/a-visual-...
2016-04-29
20965
17835.0
4564275000
217.709277
2267
...
0
0
0
0
0
0
0
0
0
0
4
old
Atlas Obscura
See What Soldiers Around the World Eat When in...
http://www.atlasobscura.com/articles/see-what-...
2016-04-20
19902
18235.0
3272850000
164.448297
641
...
0
0
0
0
0
0
0
0
0
0
13
old
Atlas Obscura
A Devilishly Detailed Map of the Most Hellish ...
http://www.atlasobscura.com/articles/a-devilis...
2016-04-26
14734
12563.0
1428995000
96.986222
407
...
0
0
0
0
0
0
0
0
0
0
12
old
Atlas Obscura
Morbid Monday: Maps of the End of the World
http://www.atlasobscura.com/articles/morbid-mo...
2014-10-06
14214
11341.0
2648260000
186.313494
2298
...
0
0
0
0
0
0
0
0
0
0
11
old
Atlas Obscura
How 2 Sisters and 1 Murder Inspired 500 Songs
http://www.atlasobscura.com/articles/how-2-sis...
2016-02-11
13871
11820.0
2460960000
177.417634
1671
...
0
0
0
0
0
0
0
0
0
0
21
old
Atlas Obscura
Opium Soaked Tampons Were the Midol of Ancient...
http://www.atlasobscura.com/articles/opium-soa...
2016-02-19
12732
11902.0
1153780000
90.620484
3964
...
0
0
0
0
0
0
0
0
0
0
14
old
Atlas Obscura
Watch Molten Salt Melt Lead
http://www.atlasobscura.com/articles/watch-mol...
2016-03-28
12243
11781.0
1206705000
98.562852
138
...
0
0
0
0
0
0
0
0
0
0
15
old
Atlas Obscura
Ancient Humans Turned Monogamous Because They ...
http://www.atlasobscura.com/articles/ancient-h...
2016-04-13
11946
11525.0
735990000
61.609744
7
...
0
0
0
0
0
0
0
0
0
0
80
old
Atlas Obscura
The First Woman To Put Her Face On Packaging G...
http://www.atlasobscura.com/articles/the-first...
2016-04-29
10917
9380.0
2445865000
224.041861
1061
...
0
0
0
0
0
0
0
0
0
0
18
old
Atlas Obscura
Against the Odds, A 40-Year Old West African V...
http://www.atlasobscura.com/articles/against-t...
2016-03-16
10576
9140.0
3250510000
307.347769
4665
...
0
0
0
0
0
0
0
0
0
0
59
new
Atlas Obscura
Army General Inadvertently Creates Stir with M...
http://www.atlasobscura.com/articles/army-chie...
2016-05-01
9553
8479.0
982250000
102.821103
3361
...
0
0
0
0
0
0
0
0
0
0
20
old
Atlas Obscura
Bubble Runner Again Picked Up By Coast Guard, ...
http://www.atlasobscura.com/articles/bubble-ru...
2016-04-26
9552
8937.0
949970000
99.452471
712
...
0
0
0
0
0
0
0
0
0
0
30
old
Atlas Obscura
The Epic Century-Long English Battle to Rid It...
http://www.atlasobscura.com/articles/the-epic-...
2016-04-27
9405
7960.0
2269270000
241.283360
1889
...
0
0
0
0
0
0
0
0
0
0
1080
old
Atlas Obscura
Watch a Calligrapher Turn Shopping Lists Into Art
http://www.atlasobscura.com/articles/watch-a-c...
2016-04-19
8784
8315.0
162790000
18.532559
0
...
0
0
0
0
0
0
0
0
0
0
24
old
Atlas Obscura
The Gruesome Legend of Swedish King Might Actu...
http://www.atlasobscura.com/articles/the-grues...
2016-03-19
7926
7417.0
1141145000
143.974893
236
...
0
0
0
0
0
0
0
0
0
0
29
old
Atlas Obscura
The History of Hazardous Clothing, in Pictures
http://www.atlasobscura.com/articles/the-histo...
2015-11-17
7003
6214.0
1197590000
171.010995
1886
...
0
0
0
0
0
0
0
0
0
0
309
old
Atlas Obscura
Who Invented Eggs Benedict–a Traitor, a Pope, ...
http://www.atlasobscura.com/articles/who-inven...
2016-04-19
6821
6310.0
299745000
43.944436
46
...
0
0
0
0
0
0
0
0
0
0
175
old
Atlas Obscura
Behold the Whoosh Bottle, Science's Cooles...
http://www.atlasobscura.com/articles/behold-th...
2016-04-28
6752
5578.0
1808135000
267.792506
14
...
0
0
0
0
0
0
0
0
0
0
32
old
Atlas Obscura
The Great Escape Job Board: 22 Employers Far A...
http://www.atlasobscura.com/articles/the-great...
2015-07-22
6502
5805.0
945990000
145.492156
601
...
0
0
0
0
0
0
0
0
0
0
54
new
Atlas Obscura
The Legacy of May Day Violence isn't a May...
http://www.atlasobscura.com/articles/the-legac...
2016-05-01
6322
5688.0
901135000
142.539544
2084
...
0
0
0
0
0
0
0
0
0
0
35
old
Atlas Obscura
In the Early 20th Century, America Was Awash i...
http://www.atlasobscura.com/articles/in-the-ea...
2016-04-14
6230
5557.0
1258880000
202.067416
1426
...
0
0
0
0
0
0
0
0
0
0
37
old
Atlas Obscura
C.S. Lewis’ Greatest Fiction: Convincing Ameri...
http://www.atlasobscura.com/articles/cs-lewis-...
2015-12-03
5705
5275.0
1094665000
191.878177
1285
...
0
0
0
0
0
0
0
0
0
0
65
old
Atlas Obscura
Odessa's Mindbending Catacomb Maps
http://www.atlasobscura.com/articles/mind-bogg...
2010-09-17
5494
5007.0
264695000
48.178922
1
...
0
0
0
0
0
0
0
0
0
0
43
old
Atlas Obscura
The Famous Photo of Chernobyl's Most Dange...
http://www.atlasobscura.com/articles/the-famou...
2016-01-25
5439
4936.0
1223600000
224.967825
6
...
0
0
0
0
0
0
0
0
0
0
218
old
Atlas Obscura
The 44 Most Wondrous Places to Visit in 2016
http://www.atlasobscura.com/articles/the-44-mo...
2016-01-06
5103
3949.0
1451055000
284.353322
57
...
0
0
0
0
0
0
0
0
0
0
50
old
Atlas Obscura
The Top Secret Military Base Hidden in Chernob...
http://www.atlasobscura.com/articles/the-top-s...
2016-04-25
4872
4170.0
957050000
196.438834
424
...
0
0
0
0
0
0
0
0
0
0
40
old
Atlas Obscura
Congressional Clocks Have a Secret Code
http://www.atlasobscura.com/articles/congressi...
2016-02-05
4788
4545.0
655665000
136.939223
562
...
0
0
0
0
0
0
0
0
0
0
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
...
1758
old
Atlas Obscura
Chinese Scientists Have Edited the Genes of Hu...
http://www.atlasobscura.com/articles/chinese-s...
2016-04-11
67
60.0
4495000
67.089552
2
...
0
0
0
0
0
0
0
0
0
0
2993
old
Atlas Obscura
The Story Behind the Bulletproof Photo Craze
http://www.atlasobscura.com/articles/how-a-vir...
2016-03-31
67
52.0
7895000
117.835821
0
...
0
0
0
0
0
0
0
0
0
0
588
old
Atlas Obscura
The Many Lives of Maria Rasputin, Daughter of ...
http://www.atlasobscura.com/articles/the-many-...
2015-11-04
66
55.0
11655000
176.590909
1
...
0
0
0
0
0
0
0
0
0
0
625
old
Atlas Obscura
Text-To-Speech in 1846 Involved a Talking Robo...
http://www.atlasobscura.com/articles/texttospe...
2016-03-09
66
50.0
8580000
130.000000
16
...
0
0
0
0
0
0
0
0
0
0
1828
old
Atlas Obscura
These Restaurants Are Pho Real About Punning
http://www.atlasobscura.com/articles/these-res...
2015-09-30
66
50.0
6475000
98.106061
0
...
0
0
0
0
0
0
0
0
0
0
6992
old
Atlas Obscura
From Portrait Painters To College Applicants, ...
http://www.atlasobscura.com/articles/from-port...
2016-01-07
66
54.0
4125000
62.500000
0
...
0
0
0
0
0
0
0
0
0
0
2597
old
Atlas Obscura
Crows Are Smart, But Are They Smart Enough to ...
http://www.atlasobscura.com/articles/crows-are...
2015-11-18
65
57.0
8180000
125.846154
0
...
0
0
0
0
0
0
0
0
0
0
497
old
Atlas Obscura
Searching for the Last Bottles of a Cult-Class...
http://www.atlasobscura.com/articles/searching...
2016-03-29
65
54.0
13425000
206.538462
11
...
0
0
0
0
0
0
0
0
0
0
4733
old
Atlas Obscura
Every Friday in Venezuela is Now a Non-Working...
http://www.atlasobscura.com/articles/every-fri...
2016-04-07
65
57.0
5220000
80.307692
0
...
0
0
0
0
0
0
0
0
0
0
624
old
Atlas Obscura
Protesters are Rebuilding Thoreau’s Cabin to B...
http://www.atlasobscura.com/articles/protester...
2016-04-08
65
59.0
6340000
97.538462
10
...
0
0
0
0
0
0
0
0
0
0
1813
old
Atlas Obscura
How Do Board Games Go Viral?
http://www.atlasobscura.com/articles/how-do-bo...
2016-01-29
65
43.0
7750000
119.230769
0
...
0
0
0
0
0
0
0
0
0
0
1237
old
Atlas Obscura
The Story Behind This Mystifying Photo of KKK ...
http://www.atlasobscura.com/articles/the-story...
2015-11-23
64
57.0
10450000
163.281250
1
...
0
0
0
0
0
0
0
0
0
0
1554
old
Atlas Obscura
100 Wonders: The Great Boston Molasses Flood
http://www.atlasobscura.com/articles/100-wonde...
2016-03-18
64
43.0
7885000
123.203125
1
...
0
0
0
0
0
0
0
0
0
0
1167
old
Atlas Obscura
The Politics Behind Presidential Candidates Ea...
http://www.atlasobscura.com/articles/the-polit...
2016-04-20
64
60.0
5870000
91.718750
1
...
0
0
0
0
0
0
0
0
0
0
440
old
Atlas Obscura
Rhode Island Has 1 Great Culinary Invention, A...
http://www.atlasobscura.com/articles/rhode-isl...
2015-11-17
64
51.0
8445000
131.953125
1
...
0
0
0
0
0
0
0
0
0
0
714
old
Atlas Obscura
Why We Picture Bombs As Round Black Balls with...
http://www.atlasobscura.com/articles/why-we-pi...
2016-01-21
63
57.0
8080000
128.253968
3
...
0
0
0
0
0
0
0
0
0
0
573
old
Atlas Obscura
Found: Isaac Newton's Recipe for the Philo...
http://www.atlasobscura.com/articles/found-isa...
2016-04-08
63
48.0
3150000
50.000000
-1
...
0
0
0
0
0
0
0
0
0
0
829
old
Atlas Obscura
The Hungarian Taxidermist Who Saw Frogs As People
http://www.atlasobscura.com/articles/the-hunga...
2016-04-06
63
47.0
3925000
62.301587
9
...
0
0
0
0
0
0
0
0
0
0
429
old
Atlas Obscura
The Failed Paradise: Pruitt-Igoe
http://www.atlasobscura.com/articles/pruitt-igoe
2013-11-26
63
44.0
11725000
186.111111
2
...
0
0
0
0
0
0
0
0
0
0
981
old
Atlas Obscura
Fleeting Wonders: Britain's Most Famous Tr...
http://www.atlasobscura.com/articles/fleeting-...
2016-02-25
62
47.0
4150000
66.935484
10
...
0
0
0
0
0
0
0
0
0
0
1980
old
Atlas Obscura
When the Lights Go Out: 8 of the World's L...
http://www.atlasobscura.com/articles/when-the-...
2015-08-25
62
55.0
8650000
139.516129
-1
...
0
0
0
0
0
0
0
0
0
0
823
old
Atlas Obscura
How Do Dating Apps Work in Places Where Datin...
http://www.atlasobscura.com/articles/how-do-da...
2016-03-01
62
46.0
4850000
78.225806
2
...
0
0
0
0
0
0
0
0
0
0
10722
old
Atlas Obscura
The Truth About Krampus
http://www.atlasobscura.com/articles/the-truth...
2013-11-29
62
58.0
7040000
113.548387
-1
...
0
0
0
0
0
0
0
0
0
0
781
old
Atlas Obscura
Sorry, We Have No Imagery Here: When Google Ea...
http://www.atlasobscura.com/articles/investiga...
2014-03-27
62
55.0
8270000
133.387097
0
...
0
0
0
0
0
0
0
0
0
0
1068
old
Atlas Obscura
The Peculiar History of Celebrity Dolls
http://www.atlasobscura.com/articles/the-pecul...
2016-04-05
62
52.0
8605000
138.790323
3
...
0
0
0
0
0
0
0
0
0
0
9206
old
Atlas Obscura
Essential Guide: Seven Not-So-Secret Homes of ...
http://www.atlasobscura.com/articles/essential...
2013-11-07
62
48.0
8330000
134.354839
0
...
0
0
0
0
0
0
0
0
0
0
908
old
Atlas Obscura
In 1932, Australia Declared War On Emus—And Lost
http://www.atlasobscura.com/articles/in-1932-a...
2016-03-21
62
58.0
5945000
95.887097
1
...
0
0
0
0
0
0
0
0
0
0
11385
old
Atlas Obscura
The Mystery of the Mule Deer
http://www.atlasobscura.com/articles/the-tale-...
2015-06-05
61
39.0
2510000
41.147541
0
...
0
0
0
0
0
0
0
0
0
0
804
old
Atlas Obscura
China's Only Monogamous Emperor Swore Off ...
http://www.atlasobscura.com/articles/chinas-on...
2016-03-09
61
52.0
14575000
238.934426
2
...
0
0
0
0
0
0
0
0
0
0
2618
old
Atlas Obscura
Animal Islands: Seven Islands Ruled by Creatur...
http://www.atlasobscura.com/articles/guide-to-...
2013-11-18
61
53.0
7415000
121.557377
5
...
0
0
0
0
0
0
0
0
0
0
529 rows × 116 columns
In [8]:
df[(df.Published >= date)].describe()
Out[8]:
Page Views
Uniques
Total Engaged Time
Avg Engaged Time
Social Actions
Social Referrals
Facebook Actions
Facebook CommentsBox
Facebook Likes
Facebook Shares
...
Sharethrough Paid Desktop Referrals
Amplify Paid Referrals
Amplify Paid Mobile Referrals
Amplify Paid Tablet Referrals
Amplify Paid Desktop Referrals
Gravity Paid Referrals
Gravity Paid Mobile Referrals
Gravity Paid Tablet Referrals
Gravity Paid Desktop Referrals
Nativo Paid Referrals
count
103.000000
103.000000
1.030000e+02
103.000000
103.000000
103.000000
103.000000
103.000000
103.000000
103.000000
...
103.0
103.0
103.0
103.0
103.0
103.0
103.0
103.0
103.0
103.0
mean
5915.145631
5292.912621
8.933600e+08
121.576228
1428.339806
3406.533981
1369.155340
0.009709
968.398058
209.242718
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
std
9840.836992
8482.019368
1.793285e+09
61.241931
1596.648055
7211.389684
1570.110916
0.098533
1070.357585
279.105942
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
min
240.000000
222.000000
2.034000e+07
58.160864
3.000000
1.000000
0.000000
0.000000
0.000000
0.000000
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
25%
1178.000000
1078.500000
1.084875e+08
83.788459
198.000000
549.000000
176.000000
0.000000
121.000000
20.000000
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
50%
2642.000000
2380.000000
2.684450e+08
102.061962
503.000000
1207.000000
419.000000
0.000000
307.000000
63.000000
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
75%
6793.000000
6060.500000
7.491450e+08
139.522678
2910.500000
3201.000000
2845.000000
0.000000
2022.000000
410.000000
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
max
80627.000000
67136.000000
1.406010e+10
457.090220
8518.000000
61921.000000
8353.000000
1.000000
4973.000000
1946.000000
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
8 rows × 111 columns
In [9]:
df.sort_values('Page Views', ascending=False)[0:10]
Out[9]:
old_vs_new
Publisher
Title
Url
Published
Page Views
Uniques
Total Engaged Time
Avg Engaged Time
Social Actions
...
Sharethrough Paid Desktop Referrals
Amplify Paid Referrals
Amplify Paid Mobile Referrals
Amplify Paid Tablet Referrals
Amplify Paid Desktop Referrals
Gravity Paid Referrals
Gravity Paid Mobile Referrals
Gravity Paid Tablet Referrals
Gravity Paid Desktop Referrals
Nativo Paid Referrals
0
new
Atlas Obscura
Singaporean English is Almost Impossible to Pi...
http://www.atlasobscura.com/articles/singapore...
2016-05-02
80627
67136.0
14060100000
174.384511
8518
...
0
0
0
0
0
0
0
0
0
0
1
old
Atlas Obscura
How a Baby Staked Argentina's Claim on Ant...
http://www.atlasobscura.com/articles/how-a-bab...
2016-02-25
61988
58674.0
3774395000
60.889124
115
...
0
0
0
0
0
0
0
0
0
0
2
new
Atlas Obscura
The Subtle Design Features That Make Cities Fe...
http://www.atlasobscura.com/articles/the-subtl...
2016-05-05
35456
32029.0
6586830000
185.774763
4244
...
0
0
0
0
0
0
0
0
0
0
8
new
Atlas Obscura
How to be Cool (According to a Video Game Maga...
http://www.atlasobscura.com/articles/how-to-be...
2016-05-04
29621
26046.0
5012940000
169.236015
2307
...
0
0
0
0
0
0
0
0
0
0
3
new
Atlas Obscura
Villagers Thought a Sex Toy They Found on a Be...
http://www.atlasobscura.com/articles/villagers...
2016-05-03
27462
25620.0
1897330000
69.089287
3514
...
0
0
0
0
0
0
0
0
0
0
5
old
Atlas Obscura
The Urban Legend of the Government's Mind-...
http://www.atlasobscura.com/articles/the-urban...
2016-04-28
24024
21124.0
5963060000
248.212621
956
...
0
0
0
0
0
0
0
0
0
0
19
old
Atlas Obscura
Surgery's Open Secret: It Smells
http://www.atlasobscura.com/articles/surgerys-...
2016-04-29
21765
19831.0
4202550000
193.087526
67
...
0
0
0
0
0
0
0
0
0
0
9
new
Atlas Obscura
How One Photographer Finally Convinced a Presi...
http://www.atlasobscura.com/articles/how-one-p...
2016-05-04
21435
18982.0
3352445000
156.400513
2043
...
0
0
0
0
0
0
0
0
0
0
31
old
Atlas Obscura
A Visual Guide to 11 of the World's Most B...
http://www.atlasobscura.com/articles/a-visual-...
2016-04-29
20965
17835.0
4564275000
217.709277
2267
...
0
0
0
0
0
0
0
0
0
0
4
old
Atlas Obscura
See What Soldiers Around the World Eat When in...
http://www.atlasobscura.com/articles/see-what-...
2016-04-20
19902
18235.0
3272850000
164.448297
641
...
0
0
0
0
0
0
0
0
0
0
10 rows × 116 columns
In [10]:
articles.describe()
Out[10]:
Page Views
Uniques
Total Engaged Time
Avg Engaged Time
Social Actions
Social Referrals
Facebook Actions
Facebook CommentsBox
Facebook Likes
Facebook Shares
...
Sharethrough Paid Desktop Referrals
Amplify Paid Referrals
Amplify Paid Mobile Referrals
Amplify Paid Tablet Referrals
Amplify Paid Desktop Referrals
Gravity Paid Referrals
Gravity Paid Mobile Referrals
Gravity Paid Tablet Referrals
Gravity Paid Desktop Referrals
Nativo Paid Referrals
count
597.000000
597.000000
5.970000e+02
597.000000
597.000000
597.000000
597.000000
597.0
597.000000
597.000000
...
597.0
597.0
597.0
597.0
597.0
597.0
597.0
597.0
597.0
597.0
mean
1827.964824
1618.366834
2.828841e+08
135.197184
310.919598
1021.088777
294.169179
0.0
203.311558
46.812395
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
std
5685.128252
5045.860409
9.389481e+08
63.539417
884.768604
3831.701886
862.163077
0.0
593.640277
148.201800
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
min
61.000000
32.000000
1.575000e+06
12.583763
-2.000000
0.000000
-3.000000
0.0
-3.000000
-22.000000
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
25%
94.000000
76.000000
1.095500e+07
89.418605
0.000000
4.000000
0.000000
0.0
0.000000
0.000000
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
50%
170.000000
145.000000
2.309000e+07
123.095238
6.000000
23.000000
3.000000
0.0
1.000000
1.000000
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
75%
782.000000
649.000000
1.091650e+08
168.623188
70.000000
232.000000
50.000000
0.0
25.000000
8.000000
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
max
80627.000000
67136.000000
1.406010e+10
487.173913
8518.000000
61921.000000
8353.000000
0.0
4973.000000
1946.000000
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
8 rows × 111 columns
In [11]:
ax, fig = plt.subplots(figsize=(10,10))
last_week_articles = articles[articles.Published >= date]
plt.hist(x=last_week_articles['Page Views'],bins=100,label='last')
#last_week_articles.hist(column='Page Views',bins=100,sharex=True)
week_prior_articles = articles[(articles.Published < date) & (articles.Published >= '20160403')]
#week_prior_articles.hist(column='Page Views', bins=100,sharex=True)
plt.hist(x=week_prior_articles['Page Views'],bins=100,label='prior')
plt.show()
In [12]:
fig, axs = plt.subplots(figsize=(10,10))
for ax,area in zip(axs,)
File "<ipython-input-12-73c3a99c9660>", line 2
for ax,area in zip(axs,)
^
SyntaxError: invalid syntax
In [ ]:
places = df[df['Url'].str.contains('/places/') == True]
In [ ]:
places[places.Published >= date].describe()
In [ ]:
df.sort_values('Page Views',ascending=False)[0:10]
In [13]:
last_week_articles.boxplot(column='Page Views',showfliers=False)
/Users/Mike/anaconda/lib/python2.7/site-packages/ipykernel/__main__.py:1: FutureWarning:
The default value for 'return_type' will change to 'axes' in a future release.
To use the future behavior now, set return_type='axes'.
To keep the previous behavior and silence this warning, set return_type='dict'.
if __name__ == '__main__':
Out[13]:
{'boxes': [<matplotlib.lines.Line2D at 0x11b6d0b90>],
'caps': [<matplotlib.lines.Line2D at 0x11b6ddad0>,
<matplotlib.lines.Line2D at 0x11b6e8050>],
'fliers': [],
'means': [],
'medians': [<matplotlib.lines.Line2D at 0x11b6e8690>],
'whiskers': [<matplotlib.lines.Line2D at 0x11b6d0d90>,
<matplotlib.lines.Line2D at 0x11b6dd490>]}
In [14]:
articles[articles.Published < date].boxplot(column='Page Views',showfliers=False)
/Users/Mike/anaconda/lib/python2.7/site-packages/ipykernel/__main__.py:1: FutureWarning:
The default value for 'return_type' will change to 'axes' in a future release.
To use the future behavior now, set return_type='axes'.
To keep the previous behavior and silence this warning, set return_type='dict'.
if __name__ == '__main__':
Out[14]:
{'boxes': [<matplotlib.lines.Line2D at 0x12087e290>],
'caps': [<matplotlib.lines.Line2D at 0x12088b350>,
<matplotlib.lines.Line2D at 0x12088b990>],
'fliers': [],
'means': [],
'medians': [<matplotlib.lines.Line2D at 0x12088bfd0>],
'whiskers': [<matplotlib.lines.Line2D at 0x12087e610>,
<matplotlib.lines.Line2D at 0x12087ecd0>]}
In [15]:
last_week_articles[['Title','Facebook Shares','FaceBook Referrals']].sort_values(
'Facebook Shares',ascending=False)
Out[15]:
Title
Facebook Shares
FaceBook Referrals
0
Singaporean English is Almost Impossible to Pi...
1946
60079
314
Found: An Incredibly Rare and Giant Violet Dia...
603
53
73
Curious and Compelling Statues in the Czech Re...
600
2165
10
The Origins of 'Horn OK Please,' India...
600
12427
2
The Subtle Design Features That Make Cities Fe...
598
20565
132
Help Us Make A Calendar of Fictional Holidays!
598
692
178
Restoration of Historic Italian Palace Interru...
598
348
168
New Wheels Could Cut Deafening Screech of San ...
598
436
211
Elvis' Long, Failed Quest to Meet J. Edgar...
598
159
182
Watch This Tiny Town Get Sucked Into a Tornado...
583
275
107
Canadian Scientists Are Speaking Out After 9 Y...
583
1041
47
Man Sues Former Employers for Boring Him
579
3085
6
Found: A Surprise David Bowie Left for Fans on...
578
14596
8
How to be Cool (According to a Video Game Maga...
538
8827
3
Villagers Thought a Sex Toy They Found on a Be...
522
20499
130
The Kati Roll Can Be Traced Back to One Kolkat...
496
661
213
Watch These Chemicals Create Trippy Colorful P...
490
146
59
Army General Inadvertently Creates Stir with M...
474
2465
104
A Mother's Day Gift Idea from Imperial Russia
469
1087
146
Horse Racing Rules Found on 2,000-Year-Old Tablet
441
553
17
5 Amazing LEGO Jobs Currently Open
436
8516
96
The History of GeoWorks, Microsoft Windows'...
413
1399
111
How to Raise an Army by Debasing Your Currency...
410
915
55
Get Hypnotized By This Interactive Map of the ...
410
2658
49
The Combat Ration Collectors Who Eat Decades-O...
410
2866
136
Bitcoin's Creator Unmasks Himself After Mo...
410
645
23
Inside the Bizarre, Racist Scheme to Import Si...
410
5953
48
Found: Captain Cook’s Ship
410
2975
33
The Hidden History of Martha’s Vineyard Sign L...
399
4560
54
The Legacy of May Day Violence isn't a May...
398
2946
...
...
...
...
82
Found: The Secrets of Lost, Underwater Egyptia...
95
1724
16
Remote Year Promised to Combine Work and Trave...
85
8635
38
The Weird History Of The Space Blanket
82
2339
91
In Istanbul, You Can Find Old Prisons in Resta...
74
1495
62
The Fascist Building in Upper Manhattan
74
1644
116
Finally—Finally!—New England Elementary School...
71
851
190
China Is Banning Erotic Banana Eating on Live ...
56
313
27
8 Plane Wrecks That Have Become Their Own Memo...
55
5750
7
Hipsters Trap Themselves In Wristbands Weeks B...
51
14603
127
Scientists Grow 2-Week-Old Human Embryo Outsid...
49
750
86
Boaty McBoatface is (Mostly) Dead
46
1725
123
For Sale: The Second Largest Diamond Ever Found
42
764
191
India Wants to Spend $6 Billion for New Forests
42
287
145
Oakland's Historic Tribune Tower and the R...
39
486
103
Experience a Wild Indian Train Ride With This ...
37
1233
106
Beijing's Latest 'Toilet Revolution...
36
421
110
Places You Can No Longer Go: Casa Romuli
26
1017
122
Let Us Introduce You to the World's Larges...
24
901
196
For Sale: Rare Picasso Tableware that Could Fe...
23
216
208
American Cruise Ship Arrives in Cuba for the F...
19
201
97
Entire City Evacuated as Massive Wildfire Dest...
17
1354
60
The Story Behind the Incredible Obstacle Cours...
16
2130
187
An Australian Island Paradise's Century-Lo...
14
246
262
For Sale: A Giant Piece of Cereal, Signed By W...
14
68
169
Watch a Goofy Bird Do a Hopping Dance to Attra...
10
431
119
Found: Stranded Sailor After 2 Months Adrift
8
853
157
Sonic Booms Shake British Homes After Jets Are...
7
427
263
Olympic Flame Lands On Brazilian Runway
6
63
140
Sold: The Most Expensive Mansion in Atlanta Hi...
4
665
26
The Unfathomable Collection of Lonnie Hammargren
0
6195
70 rows × 3 columns
In [16]:
_ = articles.boxplot(column='FaceBook Referrals',showfliers=False)
/Users/Mike/anaconda/lib/python2.7/site-packages/ipykernel/__main__.py:1: FutureWarning:
The default value for 'return_type' will change to 'axes' in a future release.
To use the future behavior now, set return_type='axes'.
To keep the previous behavior and silence this warning, set return_type='dict'.
if __name__ == '__main__':
In [17]:
plt.figure()
sns.lmplot('Page Views','Facebook Shares',articles)
Out[17]:
<seaborn.axisgrid.FacetGrid at 0x1209cb650>
<matplotlib.figure.Figure at 0x1209cb850>
Let's take the log of len_hl and referrals
In [18]:
log_columns = ['len_hl','FaceBook Referrals']
log_articles = articles.copy()
log_articles[log_columns] = log_articles[log_columns].apply(np.log10)
---------------------------------------------------------------------------
KeyError Traceback (most recent call last)
<ipython-input-18-cc23207d4fe0> in <module>()
1 log_columns = ['len_hl','FaceBook Referrals']
2 log_articles = articles.copy()
----> 3 log_articles[log_columns] = log_articles[log_columns].apply(np.log10)
/Users/Mike/anaconda/lib/python2.7/site-packages/pandas/core/frame.pyc in __getitem__(self, key)
1984 if isinstance(key, (Series, np.ndarray, Index, list)):
1985 # either boolean or fancy integer index
-> 1986 return self._getitem_array(key)
1987 elif isinstance(key, DataFrame):
1988 return self._getitem_frame(key)
/Users/Mike/anaconda/lib/python2.7/site-packages/pandas/core/frame.pyc in _getitem_array(self, key)
2028 return self.take(indexer, axis=0, convert=False)
2029 else:
-> 2030 indexer = self.ix._convert_to_indexer(key, axis=1)
2031 return self.take(indexer, axis=1, convert=True)
2032
/Users/Mike/anaconda/lib/python2.7/site-packages/pandas/core/indexing.pyc in _convert_to_indexer(self, obj, axis, is_setter)
1208 mask = check == -1
1209 if mask.any():
-> 1210 raise KeyError('%s not in index' % objarr[mask])
1211
1212 return _values_from_object(indexer)
KeyError: "['len_hl'] not in index"
In [ ]:
sns.lmplot('len_hl','FaceBook Referrals',log_articles)
In [ ]:
cmap = sns.diverging_palette(220, 10, as_cmap=True)
correlations = articles[['Page Views','Avg Engaged Time','Facebook Shares'
,'FaceBook Referrals','len_hl']].corr()
print correlations
print sns.heatmap(correlations,cmap=cmap)
In [ ]:
fb = pd.read_csv('fb-data.csv',parse_dates=True)
In [ ]:
fb.drop(0,axis=0,inplace=True)
In [19]:
fb.drop(['Post ID','Permalink','Countries','Languages'],axis=1,inplace=True)
---------------------------------------------------------------------------
NameError Traceback (most recent call last)
<ipython-input-19-3ed1b7273418> in <module>()
----> 1 fb.drop(['Post ID','Permalink','Countries','Languages'],axis=1,inplace=True)
NameError: name 'fb' is not defined
In [20]:
fb.head()
---------------------------------------------------------------------------
NameError Traceback (most recent call last)
<ipython-input-20-84ec29fea3e7> in <module>()
----> 1 fb.head()
NameError: name 'fb' is not defined
In [21]:
def to_int(x):
return int(x)
fb['Lifetime Post Total Reach'] = fb['Lifetime Post Total Reach'].apply(to_int).apply(np.log10)
---------------------------------------------------------------------------
NameError Traceback (most recent call last)
<ipython-input-21-e4e98b482194> in <module>()
2 return int(x)
3
----> 4 fb['Lifetime Post Total Reach'] = fb['Lifetime Post Total Reach'].apply(to_int).apply(np.log10)
NameError: name 'fb' is not defined
In [22]:
fb.boxplot(column='Lifetime Post Total Reach',by='Type')
---------------------------------------------------------------------------
NameError Traceback (most recent call last)
<ipython-input-22-41ee6124d434> in <module>()
----> 1 fb.boxplot(column='Lifetime Post Total Reach',by='Type')
NameError: name 'fb' is not defined
In [23]:
articles['age'] = [0 if x >= date else 1 if (x >= (date - pd.Timedelta(days=7)) and x < date) else 2 for x in articles.Published]
/Users/Mike/anaconda/lib/python2.7/site-packages/ipykernel/__main__.py:1: SettingWithCopyWarning:
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead
See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy
if __name__ == '__main__':
In [24]:
articles[['old_vs_new','Title','Page Views','Facebook Shares']].sort_values('Page Views',ascending = False).reset_index().drop('index',axis=1)
Out[24]:
old_vs_new
Title
Page Views
Facebook Shares
0
new
Singaporean English is Almost Impossible to Pi...
80627
1946
1
old
How a Baby Staked Argentina's Claim on Ant...
61988
41
2
new
The Subtle Design Features That Make Cities Fe...
35456
598
3
new
How to be Cool (According to a Video Game Maga...
29621
538
4
new
Villagers Thought a Sex Toy They Found on a Be...
27462
522
5
old
The Urban Legend of the Government's Mind-...
24024
457
6
old
Surgery's Open Secret: It Smells
21765
0
7
new
How One Photographer Finally Convinced a Presi...
21435
154
8
old
A Visual Guide to 11 of the World's Most B...
20965
353
9
old
See What Soldiers Around the World Eat When in...
19902
107
10
new
Inside the Bizarre, Racist Scheme to Import Si...
17589
410
11
new
Found: A Surprise David Bowie Left for Fans on...
17462
578
12
new
The Origins of 'Horn OK Please,' India...
17252
600
13
new
Hipsters Trap Themselves In Wristbands Weeks B...
17033
51
14
new
5 Amazing LEGO Jobs Currently Open
16139
436
15
old
A Devilishly Detailed Map of the Most Hellish ...
14734
86
16
old
Morbid Monday: Maps of the End of the World
14214
383
17
old
How 2 Sisters and 1 Murder Inspired 500 Songs
13871
258
18
new
The Weird History Of The Space Blanket
13151
82
19
new
Remote Year Promised to Combine Work and Trave...
13068
85
20
old
Opium Soaked Tampons Were the Midol of Ancient...
12732
445
21
old
Watch Molten Salt Melt Lead
12243
15
22
old
Ancient Humans Turned Monogamous Because They ...
11946
0
23
new
8 Plane Wrecks That Have Become Their Own Memo...
11832
55
24
new
The Hidden History of Martha’s Vineyard Sign L...
10936
399
25
old
The First Woman To Put Her Face On Packaging G...
10917
252
26
old
Against the Odds, A 40-Year Old West African V...
10576
1033
27
new
The Combat Ration Collectors Who Eat Decades-O...
9887
410
28
new
The Hidden Messages of Colonial Handwriting
9738
147
29
new
Army General Inadvertently Creates Stir with M...
9553
474
...
...
...
...
...
567
old
In Search of Ambergris, a Highly Prized Slurry...
67
1
568
old
Chinese Scientists Have Edited the Genes of Hu...
67
2
569
old
From Portrait Painters To College Applicants, ...
66
0
570
old
These Restaurants Are Pho Real About Punning
66
0
571
old
The Many Lives of Maria Rasputin, Daughter of ...
66
1
572
old
Text-To-Speech in 1846 Involved a Talking Robo...
66
3
573
old
Protesters are Rebuilding Thoreau’s Cabin to B...
65
2
574
old
How Do Board Games Go Viral?
65
0
575
old
Crows Are Smart, But Are They Smart Enough to ...
65
0
576
old
Searching for the Last Bottles of a Cult-Class...
65
2
577
old
Every Friday in Venezuela is Now a Non-Working...
65
0
578
old
100 Wonders: The Great Boston Molasses Flood
64
1
579
old
Rhode Island Has 1 Great Culinary Invention, A...
64
0
580
old
The Politics Behind Presidential Candidates Ea...
64
0
581
old
The Story Behind This Mystifying Photo of KKK ...
64
0
582
old
The Hungarian Taxidermist Who Saw Frogs As People
63
2
583
old
Why We Picture Bombs As Round Black Balls with...
63
1
584
old
The Failed Paradise: Pruitt-Igoe
63
1
585
old
Found: Isaac Newton's Recipe for the Philo...
63
0
586
old
The Peculiar History of Celebrity Dolls
62
0
587
old
When the Lights Go Out: 8 of the World's L...
62
0
588
old
Essential Guide: Seven Not-So-Secret Homes of ...
62
0
589
old
Sorry, We Have No Imagery Here: When Google Ea...
62
0
590
old
Fleeting Wonders: Britain's Most Famous Tr...
62
1
591
old
The Truth About Krampus
62
0
592
old
In 1932, Australia Declared War On Emus—And Lost
62
1
593
old
How Do Dating Apps Work in Places Where Datin...
62
0
594
old
Animal Islands: Seven Islands Ruled by Creatur...
61
0
595
old
China's Only Monogamous Emperor Swore Off ...
61
1
596
old
The Mystery of the Mule Deer
61
0
597 rows × 4 columns
In [25]:
#Bottom Trafficked Articles Published Last Week
last_week_articles[['Title','Page Views','Facebook Shares', 'Avg Engaged Time']].sort_values('Page Views').reset_index().drop('index',axis=1)
Out[25]:
Title
Page Views
Facebook Shares
Avg Engaged Time
0
Olympic Flame Lands On Brazilian Runway
292
6
75.410959
1
Found: An Incredibly Rare and Giant Violet Dia...
399
603
78.446115
2
For Sale: A Giant Piece of Cereal, Signed By W...
490
14
76.142857
3
Elvis' Long, Failed Quest to Meet J. Edgar...
490
598
162.275510
4
American Cruise Ship Arrives in Cuba for the F...
727
19
77.255846
5
For Sale: Rare Picasso Tableware that Could Fe...
817
23
79.485924
6
Watch These Chemicals Create Trippy Colorful P...
828
490
105.525362
7
Restoration of Historic Italian Palace Interru...
969
598
100.128999
8
India Wants to Spend $6 Billion for New Forests
996
42
82.640562
9
Watch a Goofy Bird Do a Hopping Dance to Attra...
1029
10
68.294461
10
An Australian Island Paradise's Century-Lo...
1106
14
236.433092
11
Watch This Tiny Town Get Sucked Into a Tornado...
1168
583
112.114726
12
Bitcoin's Creator Unmasks Himself After Mo...
1202
410
105.341098
13
Sold: The Most Expensive Mansion in Atlanta Hi...
1225
4
77.171429
14
New Wheels Could Cut Deafening Screech of San ...
1269
598
70.732861
15
Sonic Booms Shake British Homes After Jets Are...
1414
7
74.405941
16
Oakland's Historic Tribune Tower and the R...
1495
39
167.903010
17
Finally—Finally!—New England Elementary School...
1587
71
124.373031
18
Help Us Make A Calendar of Fictional Holidays!
1631
598
71.535868
19
Found: Stranded Sailor After 2 Months Adrift
1650
8
84.721212
20
Let Us Introduce You to the World's Larges...
1663
24
77.351173
21
Horse Racing Rules Found on 2,000-Year-Old Tablet
1746
441
78.989118
22
Scientists Grow 2-Week-Old Human Embryo Outsid...
1770
49
77.963277
23
How to Raise an Army by Debasing Your Currency...
1852
410
190.234881
24
For Sale: The Second Largest Diamond Ever Found
2140
42
83.532710
25
Beijing's Latest 'Toilet Revolution...
2213
36
101.152282
26
The Kati Roll Can Be Traced Back to One Kolkat...
2581
496
125.383572
27
Entire City Evacuated as Massive Wildfire Dest...
2618
17
74.732620
28
Experience a Wild Indian Train Ride With This ...
2642
37
101.606737
29
The History of GeoWorks, Microsoft Windows'...
2674
413
230.852655
...
...
...
...
...
40
Safe Zones For Exchanging Internet Purchases A...
5201
97
109.925014
41
The Kentucky Derby Puts the Mad Hatter to Shame
5727
226
103.711367
42
Found: Captain Cook’s Ship
5778
410
85.707857
43
The Legacy of May Day Violence isn't a May...
6322
398
142.539544
44
The Female Ghost Buster Who Rooted Out Spiritu...
6549
346
222.022446
45
In Istanbul, You Can Find Old Prisons in Resta...
6766
74
183.985368
46
This Baby Beaver Won DC's Hearts and Minds...
6820
119
79.140762
47
The Inter-Amish Language Barriers of Indiana
7513
233
301.786237
48
The Fascist Building in Upper Manhattan
7771
74
160.296616
49
Scientists Uncover a Huge Trove of Dinosaur Fo...
8907
249
84.418996
50
Get Hypnotized By This Interactive Map of the ...
8985
410
86.036171
51
Watch This Sneaky Octopus Roll Around the Ocea...
9167
299
119.016036
52
The Unfathomable Collection of Lonnie Hammargren
9392
0
225.981154
53
Army General Inadvertently Creates Stir with M...
9553
474
102.821103
54
The Hidden Messages of Colonial Handwriting
9738
147
201.161943
55
The Combat Ration Collectors Who Eat Decades-O...
9887
410
213.477799
56
The Hidden History of Martha’s Vineyard Sign L...
10936
399
241.161302
57
8 Plane Wrecks That Have Become Their Own Memo...
11832
55
179.238083
58
Remote Year Promised to Combine Work and Trave...
13068
85
457.090220
59
The Weird History Of The Space Blanket
13151
82
235.627709
60
5 Amazing LEGO Jobs Currently Open
16139
436
92.675507
61
Hipsters Trap Themselves In Wristbands Weeks B...
17033
51
84.044208
62
The Origins of 'Horn OK Please,' India...
17252
600
150.122594
63
Found: A Surprise David Bowie Left for Fans on...
17462
578
68.553430
64
Inside the Bizarre, Racist Scheme to Import Si...
17589
410
284.362954
65
How One Photographer Finally Convinced a Presi...
21435
154
156.400513
66
Villagers Thought a Sex Toy They Found on a Be...
27462
522
69.089287
67
How to be Cool (According to a Video Game Maga...
29621
538
169.236015
68
The Subtle Design Features That Make Cities Fe...
35456
598
185.774763
69
Singaporean English is Almost Impossible to Pi...
80627
1946
174.384511
70 rows × 4 columns
In [26]:
#Top Trafficked Articles Published Last Week
last_week_articles[['Title','Page Views','Facebook Shares','Avg Engaged Time']].sort_values('Page Views',ascending=False).reset_index().drop('index',axis=1)
Out[26]:
Title
Page Views
Facebook Shares
Avg Engaged Time
0
Singaporean English is Almost Impossible to Pi...
80627
1946
174.384511
1
The Subtle Design Features That Make Cities Fe...
35456
598
185.774763
2
How to be Cool (According to a Video Game Maga...
29621
538
169.236015
3
Villagers Thought a Sex Toy They Found on a Be...
27462
522
69.089287
4
How One Photographer Finally Convinced a Presi...
21435
154
156.400513
5
Inside the Bizarre, Racist Scheme to Import Si...
17589
410
284.362954
6
Found: A Surprise David Bowie Left for Fans on...
17462
578
68.553430
7
The Origins of 'Horn OK Please,' India...
17252
600
150.122594
8
Hipsters Trap Themselves In Wristbands Weeks B...
17033
51
84.044208
9
5 Amazing LEGO Jobs Currently Open
16139
436
92.675507
10
The Weird History Of The Space Blanket
13151
82
235.627709
11
Remote Year Promised to Combine Work and Trave...
13068
85
457.090220
12
8 Plane Wrecks That Have Become Their Own Memo...
11832
55
179.238083
13
The Hidden History of Martha’s Vineyard Sign L...
10936
399
241.161302
14
The Combat Ration Collectors Who Eat Decades-O...
9887
410
213.477799
15
The Hidden Messages of Colonial Handwriting
9738
147
201.161943
16
Army General Inadvertently Creates Stir with M...
9553
474
102.821103
17
The Unfathomable Collection of Lonnie Hammargren
9392
0
225.981154
18
Watch This Sneaky Octopus Roll Around the Ocea...
9167
299
119.016036
19
Get Hypnotized By This Interactive Map of the ...
8985
410
86.036171
20
Scientists Uncover a Huge Trove of Dinosaur Fo...
8907
249
84.418996
21
The Fascist Building in Upper Manhattan
7771
74
160.296616
22
The Inter-Amish Language Barriers of Indiana
7513
233
301.786237
23
This Baby Beaver Won DC's Hearts and Minds...
6820
119
79.140762
24
In Istanbul, You Can Find Old Prisons in Resta...
6766
74
183.985368
25
The Female Ghost Buster Who Rooted Out Spiritu...
6549
346
222.022446
26
The Legacy of May Day Violence isn't a May...
6322
398
142.539544
27
Found: Captain Cook’s Ship
5778
410
85.707857
28
The Kentucky Derby Puts the Mad Hatter to Shame
5727
226
103.711367
29
Safe Zones For Exchanging Internet Purchases A...
5201
97
109.925014
...
...
...
...
...
40
The History of GeoWorks, Microsoft Windows'...
2674
413
230.852655
41
Experience a Wild Indian Train Ride With This ...
2642
37
101.606737
42
Entire City Evacuated as Massive Wildfire Dest...
2618
17
74.732620
43
The Kati Roll Can Be Traced Back to One Kolkat...
2581
496
125.383572
44
Beijing's Latest 'Toilet Revolution...
2213
36
101.152282
45
For Sale: The Second Largest Diamond Ever Found
2140
42
83.532710
46
How to Raise an Army by Debasing Your Currency...
1852
410
190.234881
47
Scientists Grow 2-Week-Old Human Embryo Outsid...
1770
49
77.963277
48
Horse Racing Rules Found on 2,000-Year-Old Tablet
1746
441
78.989118
49
Let Us Introduce You to the World's Larges...
1663
24
77.351173
50
Found: Stranded Sailor After 2 Months Adrift
1650
8
84.721212
51
Help Us Make A Calendar of Fictional Holidays!
1631
598
71.535868
52
Finally—Finally!—New England Elementary School...
1587
71
124.373031
53
Oakland's Historic Tribune Tower and the R...
1495
39
167.903010
54
Sonic Booms Shake British Homes After Jets Are...
1414
7
74.405941
55
New Wheels Could Cut Deafening Screech of San ...
1269
598
70.732861
56
Sold: The Most Expensive Mansion in Atlanta Hi...
1225
4
77.171429
57
Bitcoin's Creator Unmasks Himself After Mo...
1202
410
105.341098
58
Watch This Tiny Town Get Sucked Into a Tornado...
1168
583
112.114726
59
An Australian Island Paradise's Century-Lo...
1106
14
236.433092
60
Watch a Goofy Bird Do a Hopping Dance to Attra...
1029
10
68.294461
61
India Wants to Spend $6 Billion for New Forests
996
42
82.640562
62
Restoration of Historic Italian Palace Interru...
969
598
100.128999
63
Watch These Chemicals Create Trippy Colorful P...
828
490
105.525362
64
For Sale: Rare Picasso Tableware that Could Fe...
817
23
79.485924
65
American Cruise Ship Arrives in Cuba for the F...
727
19
77.255846
66
Elvis' Long, Failed Quest to Meet J. Edgar...
490
598
162.275510
67
For Sale: A Giant Piece of Cereal, Signed By W...
490
14
76.142857
68
Found: An Incredibly Rare and Giant Violet Dia...
399
603
78.446115
69
Olympic Flame Lands On Brazilian Runway
292
6
75.410959
70 rows × 4 columns
In [27]:
last_week_articles[['Title','Page Views','Facebook Shares']].sort_values('Facebook Shares',ascending=False).reset_index().drop('index',axis=1)
Out[27]:
Title
Page Views
Facebook Shares
0
Singaporean English is Almost Impossible to Pi...
80627
1946
1
Found: An Incredibly Rare and Giant Violet Dia...
399
603
2
Curious and Compelling Statues in the Czech Re...
2901
600
3
The Origins of 'Horn OK Please,' India...
17252
600
4
The Subtle Design Features That Make Cities Fe...
35456
598
5
Help Us Make A Calendar of Fictional Holidays!
1631
598
6
Restoration of Historic Italian Palace Interru...
969
598
7
New Wheels Could Cut Deafening Screech of San ...
1269
598
8
Elvis' Long, Failed Quest to Meet J. Edgar...
490
598
9
Watch This Tiny Town Get Sucked Into a Tornado...
1168
583
10
Canadian Scientists Are Speaking Out After 9 Y...
2905
583
11
Man Sues Former Employers for Boring Him
5034
579
12
Found: A Surprise David Bowie Left for Fans on...
17462
578
13
How to be Cool (According to a Video Game Maga...
29621
538
14
Villagers Thought a Sex Toy They Found on a Be...
27462
522
15
The Kati Roll Can Be Traced Back to One Kolkat...
2581
496
16
Watch These Chemicals Create Trippy Colorful P...
828
490
17
Army General Inadvertently Creates Stir with M...
9553
474
18
A Mother's Day Gift Idea from Imperial Russia
4987
469
19
Horse Racing Rules Found on 2,000-Year-Old Tablet
1746
441
20
5 Amazing LEGO Jobs Currently Open
16139
436
21
The History of GeoWorks, Microsoft Windows'...
2674
413
22
How to Raise an Army by Debasing Your Currency...
1852
410
23
Get Hypnotized By This Interactive Map of the ...
8985
410
24
The Combat Ration Collectors Who Eat Decades-O...
9887
410
25
Bitcoin's Creator Unmasks Himself After Mo...
1202
410
26
Inside the Bizarre, Racist Scheme to Import Si...
17589
410
27
Found: Captain Cook’s Ship
5778
410
28
The Hidden History of Martha’s Vineyard Sign L...
10936
399
29
The Legacy of May Day Violence isn't a May...
6322
398
...
...
...
...
40
Found: The Secrets of Lost, Underwater Egyptia...
5174
95
41
Remote Year Promised to Combine Work and Trave...
13068
85
42
The Weird History Of The Space Blanket
13151
82
43
In Istanbul, You Can Find Old Prisons in Resta...
6766
74
44
The Fascist Building in Upper Manhattan
7771
74
45
Finally—Finally!—New England Elementary School...
1587
71
46
China Is Banning Erotic Banana Eating on Live ...
3102
56
47
8 Plane Wrecks That Have Become Their Own Memo...
11832
55
48
Hipsters Trap Themselves In Wristbands Weeks B...
17033
51
49
Scientists Grow 2-Week-Old Human Embryo Outsid...
1770
49
50
Boaty McBoatface is (Mostly) Dead
3473
46
51
For Sale: The Second Largest Diamond Ever Found
2140
42
52
India Wants to Spend $6 Billion for New Forests
996
42
53
Oakland's Historic Tribune Tower and the R...
1495
39
54
Experience a Wild Indian Train Ride With This ...
2642
37
55
Beijing's Latest 'Toilet Revolution...
2213
36
56
Places You Can No Longer Go: Casa Romuli
3116
26
57
Let Us Introduce You to the World's Larges...
1663
24
58
For Sale: Rare Picasso Tableware that Could Fe...
817
23
59
American Cruise Ship Arrives in Cuba for the F...
727
19
60
Entire City Evacuated as Massive Wildfire Dest...
2618
17
61
The Story Behind the Incredible Obstacle Cours...
3800
16
62
An Australian Island Paradise's Century-Lo...
1106
14
63
For Sale: A Giant Piece of Cereal, Signed By W...
490
14
64
Watch a Goofy Bird Do a Hopping Dance to Attra...
1029
10
65
Found: Stranded Sailor After 2 Months Adrift
1650
8
66
Sonic Booms Shake British Homes After Jets Are...
1414
7
67
Olympic Flame Lands On Brazilian Runway
292
6
68
Sold: The Most Expensive Mansion in Atlanta Hi...
1225
4
69
The Unfathomable Collection of Lonnie Hammargren
9392
0
70 rows × 3 columns
In [28]:
articles[articles['old_vs_new'] == 'old'].describe()
Out[28]:
Page Views
Uniques
Total Engaged Time
Avg Engaged Time
Social Actions
Social Referrals
Facebook Actions
Facebook CommentsBox
Facebook Likes
Facebook Shares
...
Amplify Paid Referrals
Amplify Paid Mobile Referrals
Amplify Paid Tablet Referrals
Amplify Paid Desktop Referrals
Gravity Paid Referrals
Gravity Paid Mobile Referrals
Gravity Paid Tablet Referrals
Gravity Paid Desktop Referrals
Nativo Paid Referrals
age
count
527.000000
527.000000
5.270000e+02
527.000000
527.000000
527.000000
527.000000
527.0
527.000000
527.000000
...
527.0
527.0
527.0
527.0
527.0
527.0
527.0
527.0
527.0
527.000000
mean
1056.013283
927.931689
1.601629e+08
135.632780
101.208729
564.294118
92.531309
0.0
61.563567
15.525617
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
1.888046
std
3781.149283
3470.186105
5.389593e+08
62.518203
382.139368
2305.057653
371.250603
0.0
257.731363
66.850059
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.315610
min
61.000000
32.000000
1.575000e+06
12.583763
-2.000000
0.000000
-3.000000
0.0
-3.000000
-22.000000
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
1.000000
25%
88.000000
73.500000
1.019250e+07
90.935150
0.000000
2.500000
0.000000
0.0
0.000000
0.000000
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
2.000000
50%
148.000000
123.000000
1.866000e+07
124.720930
3.000000
16.000000
1.000000
0.0
0.000000
1.000000
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
2.000000
75%
387.500000
324.500000
5.640500e+07
168.265127
22.000000
75.000000
15.500000
0.0
8.000000
3.000000
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
2.000000
max
61988.000000
58674.000000
5.963060e+09
487.173913
4665.000000
30585.000000
4645.000000
0.0
3113.000000
1033.000000
...
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
0.0
2.000000
8 rows × 112 columns
In [29]:
articles.boxplot('Page Views', by='old_vs_new',showfliers=True)
Out[29]:
<matplotlib.axes._subplots.AxesSubplot at 0x121b63dd0>
In [30]:
print np.mean(last_week_articles['Avg Engaged Time'].head(10))
160.737104967
In [31]:
print np.mean(last_week_articles['Avg Engaged Time'].tail(10))
103.177709234
In [32]:
print places['Page Views'].sum()
---------------------------------------------------------------------------
NameError Traceback (most recent call last)
<ipython-input-32-f2c38fff5c86> in <module>()
----> 1 print places['Page Views'].sum()
NameError: name 'places' is not defined
In [33]:
print articles['Page Views'].sum()
1091295
In [34]:
last_week_articles['PVs-per-share'] = last_week_articles['Page Views'] / last_week_articles['Facebook Shares']
/Users/Mike/anaconda/lib/python2.7/site-packages/ipykernel/__main__.py:1: SettingWithCopyWarning:
A value is trying to be set on a copy of a slice from a DataFrame.
Try using .loc[row_indexer,col_indexer] = value instead
See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy
if __name__ == '__main__':
In [35]:
last_week_articles[['Title','Page Views','Facebook Shares','PVs-per-share']][last_week_articles['Facebook Shares']>1]\
.sort_values('PVs-per-share',
ascending=False)\
.reset_index().drop('index',axis=1)
Out[35]:
Title
Page Views
Facebook Shares
PVs-per-share
0
Hipsters Trap Themselves In Wristbands Weeks B...
17033
51
333.980392
1
Sold: The Most Expensive Mansion in Atlanta Hi...
1225
4
306.250000
2
The Story Behind the Incredible Obstacle Cours...
3800
16
237.500000
3
8 Plane Wrecks That Have Become Their Own Memo...
11832
55
215.127273
4
Found: Stranded Sailor After 2 Months Adrift
1650
8
206.250000
5
Sonic Booms Shake British Homes After Jets Are...
1414
7
202.000000
6
The Weird History Of The Space Blanket
13151
82
160.378049
7
Entire City Evacuated as Massive Wildfire Dest...
2618
17
154.000000
8
Remote Year Promised to Combine Work and Trave...
13068
85
153.741176
9
How One Photographer Finally Convinced a Presi...
21435
154
139.188312
10
Places You Can No Longer Go: Casa Romuli
3116
26
119.846154
11
The Fascist Building in Upper Manhattan
7771
74
105.013514
12
Watch a Goofy Bird Do a Hopping Dance to Attra...
1029
10
102.900000
13
In Istanbul, You Can Find Old Prisons in Resta...
6766
74
91.432432
14
An Australian Island Paradise's Century-Lo...
1106
14
79.000000
15
Boaty McBoatface is (Mostly) Dead
3473
46
75.500000
16
Experience a Wild Indian Train Ride With This ...
2642
37
71.405405
17
Let Us Introduce You to the World's Larges...
1663
24
69.291667
18
The Hidden Messages of Colonial Handwriting
9738
147
66.244898
19
Beijing's Latest 'Toilet Revolution...
2213
36
61.472222
20
The Subtle Design Features That Make Cities Fe...
35456
598
59.290970
21
This Baby Beaver Won DC's Hearts and Minds...
6820
119
57.310924
22
China Is Banning Erotic Banana Eating on Live ...
3102
56
55.392857
23
How to be Cool (According to a Video Game Maga...
29621
538
55.057621
24
Found: The Secrets of Lost, Underwater Egyptia...
5174
95
54.463158
25
Safe Zones For Exchanging Internet Purchases A...
5201
97
53.618557
26
Villagers Thought a Sex Toy They Found on a Be...
27462
522
52.609195
27
For Sale: The Second Largest Diamond Ever Found
2140
42
50.952381
28
Olympic Flame Lands On Brazilian Runway
292
6
48.666667
29
Inside the Bizarre, Racist Scheme to Import Si...
17589
410
42.900000
...
...
...
...
...
39
Watch This Sneaky Octopus Roll Around the Ocea...
9167
299
30.658863
40
Found: A Surprise David Bowie Left for Fans on...
17462
578
30.211073
41
The Origins of 'Horn OK Please,' India...
17252
600
28.753333
42
The Hidden History of Martha’s Vineyard Sign L...
10936
399
27.408521
43
Photos of the World at Twilight, When Everythi...
4462
175
25.497143
44
The Kentucky Derby Puts the Mad Hatter to Shame
5727
226
25.340708
45
The Combat Ration Collectors Who Eat Decades-O...
9887
410
24.114634
46
India Wants to Spend $6 Billion for New Forests
996
42
23.714286
47
Finally—Finally!—New England Elementary School...
1587
71
22.352113
48
Get Hypnotized By This Interactive Map of the ...
8985
410
21.914634
49
Army General Inadvertently Creates Stir with M...
9553
474
20.154008
50
The Female Ghost Buster Who Rooted Out Spiritu...
6549
346
18.927746
51
The Legacy of May Day Violence isn't a May...
6322
398
15.884422
52
Found: Captain Cook’s Ship
5778
410
14.092683
53
A Mother's Day Gift Idea from Imperial Russia
4987
469
10.633262
54
Man Sues Former Employers for Boring Him
5034
579
8.694301
55
The History of GeoWorks, Microsoft Windows'...
2674
413
6.474576
56
The Kati Roll Can Be Traced Back to One Kolkat...
2581
496
5.203629
57
Canadian Scientists Are Speaking Out After 9 Y...
2905
583
4.982847
58
Curious and Compelling Statues in the Czech Re...
2901
600
4.835000
59
How to Raise an Army by Debasing Your Currency...
1852
410
4.517073
60
Horse Racing Rules Found on 2,000-Year-Old Tablet
1746
441
3.959184
61
Bitcoin's Creator Unmasks Himself After Mo...
1202
410
2.931707
62
Help Us Make A Calendar of Fictional Holidays!
1631
598
2.727425
63
New Wheels Could Cut Deafening Screech of San ...
1269
598
2.122074
64
Watch This Tiny Town Get Sucked Into a Tornado...
1168
583
2.003431
65
Watch These Chemicals Create Trippy Colorful P...
828
490
1.689796
66
Restoration of Historic Italian Palace Interru...
969
598
1.620401
67
Elvis' Long, Failed Quest to Meet J. Edgar...
490
598
0.819398
68
Found: An Incredibly Rare and Giant Violet Dia...
399
603
0.661692
69 rows × 4 columns
In [36]:
articles.boxplot(['Avg Engaged Time'],by='age',showfliers=True)
Out[36]:
<matplotlib.axes._subplots.AxesSubplot at 0x120b5fd10>
In [37]:
df[['Avg Engaged Time','Facebook Shares','Page Views','FaceBook Referrals']].corr()
Out[37]:
Avg Engaged Time
Facebook Shares
Page Views
FaceBook Referrals
Avg Engaged Time
1.000000
0.157408
0.169853
0.158394
Facebook Shares
0.157408
1.000000
0.658981
0.691631
Page Views
0.169853
0.658981
1.000000
0.853039
FaceBook Referrals
0.158394
0.691631
0.853039
1.000000
In [38]:
list(df.columns)
Out[38]:
['old_vs_new',
'Publisher',
'Title',
'Url',
'Published',
'Page Views',
'Uniques',
'Total Engaged Time',
'Avg Engaged Time',
'Social Actions',
'Social Referrals',
'Facebook Actions',
'Facebook CommentsBox',
'Facebook Likes',
'Facebook Shares',
'Facebook Comments',
'Twitter Actions',
'LinkedIn Actions',
'StumbleUpon Actions',
'Delicious Actions',
'Pinterest Actions',
'Google Plus Actions',
'Potential Tweet Reach',
'Search Referrals',
'Apps/Email/IM/Other Referrals',
'Internal Referrals',
'Other Sites',
'FaceBook Referrals',
'Twitter Referrals',
'LinkedIN Referrals',
'Digg Referrals',
'StumbleUpon Referrals',
'Reddit Referrals',
'Delicious Referrals',
'Pinterest Referrals',
'Google Plus Referrals',
'Mobile Referrals',
'Tablet Referrals',
'Desktop Referrals',
'Paid Referrals',
'Mobile Facebook Referrals',
'Tablet Facebook Referrals',
'Desktop Facebook Referrals',
'Mobile Twitter Referrals',
'Tablet Twitter Referrals',
'Desktop Twitter Referrals',
'Mobile LinkedIn Referrals',
'Tablet LinkedIn Referrals',
'Desktop LinkedIn Referrals',
'Mobile Digg Referrals',
'Tablet Digg Referrals',
'Desktop Digg Referrals',
'Mobile StumbleUpon Referrals',
'Tablet StumbleUpon Referrals',
'Desktop StumbleUpon Referrals',
'Mobile Reddit Referrals',
'Tablet Reddit Referrals',
'Desktop Reddit Referrals',
'Mobile Delicious Referrals',
'Tablet Delicious Referrals',
'Desktop Delicious Referrals',
'Mobile Pinterest Referrals',
'Tablet Pinterest Referrals',
'Desktop Pinterest Referrals',
'Mobile Google Plus Referrals',
'Tablet Google Plus Referrals',
'Desktop Google Plus Referrals',
'Facebook Paid Referrals',
'Facebook Paid Mobile Referrals',
'Facebook Paid Tablet Referrals',
'Facebook Paid Desktop Referrals',
'Twitter Paid Referrals',
'Twitter Paid Mobile Referrals',
'Twitter Paid Tablet Referrals',
'Twitter Paid Desktop Referrals',
'LinkedIn Paid Referrals',
'LinkedIn Paid Mobile Referrals',
'LinkedIn Paid Tablet Referrals',
'LinkedIn Paid Desktop Referrals',
'StumbleUpon Paid Referrals',
'StumbleUpon Paid Mobile Referrals',
'StumbleUpon Paid Tablet Referrals',
'StumbleUpon Paid Desktop Referrals',
'Reddit Paid Referrals',
'Reddit Paid Mobile Referrals',
'Reddit Paid Tablet Referrals',
'Reddit Paid Desktop Referrals',
'SimpleReach Outbrain Paid Referrals',
'SimpleReach Outbrain Paid Mobile Referrals',
'SimpleReach Outbrain Paid Tablet Referrals',
'SimpleReach Outbrain Paid Desktop Referrals',
'Outbrain Paid Referrals',
'Outbrain Paid Mobile Referrals',
'Outbrain Paid Tablet Referrals',
'Outbrain Paid Desktop Referrals',
'Taboola Paid Referrals',
'Taboola Paid Mobile Referrals',
'Taboola Paid Tablet Referrals',
'Taboola Paid Desktop Referrals',
'Yahoo Gemini Paid Referrals',
'Yahoo Gemini Paid Mobile Referrals',
'Yahoo Gemini Paid Tablet Referrals',
'Yahoo Gemini Paid Desktop Referrals',
'Sharethrough Paid Referrals',
'Sharethrough Paid Mobile Referrals',
'Sharethrough Paid Tablet Referrals',
'Sharethrough Paid Desktop Referrals',
'Amplify Paid Referrals',
'Amplify Paid Mobile Referrals',
'Amplify Paid Tablet Referrals',
'Amplify Paid Desktop Referrals',
'Gravity Paid Referrals',
'Gravity Paid Mobile Referrals',
'Gravity Paid Tablet Referrals',
'Gravity Paid Desktop Referrals',
'Nativo Paid Referrals']
In [40]:
top_ten = df.sort_values('Page Views',ascending=False)[0:10]
In [48]:
new, old = top_ten.old_vs_new.value_counts()
Out[48]:
new 5
old 5
Name: old_vs_new, dtype: int64
In [47]:
new, old
Out[47]:
(5, 5)
In [49]:
top_ten
Out[49]:
old_vs_new
Publisher
Title
Url
Published
Page Views
Uniques
Total Engaged Time
Avg Engaged Time
Social Actions
...
Sharethrough Paid Desktop Referrals
Amplify Paid Referrals
Amplify Paid Mobile Referrals
Amplify Paid Tablet Referrals
Amplify Paid Desktop Referrals
Gravity Paid Referrals
Gravity Paid Mobile Referrals
Gravity Paid Tablet Referrals
Gravity Paid Desktop Referrals
Nativo Paid Referrals
0
new
Atlas Obscura
Singaporean English is Almost Impossible to Pi...
http://www.atlasobscura.com/articles/singapore...
2016-05-02
80627
67136.0
14060100000
174.384511
8518
...
0
0
0
0
0
0
0
0
0
0
1
old
Atlas Obscura
How a Baby Staked Argentina's Claim on Ant...
http://www.atlasobscura.com/articles/how-a-bab...
2016-02-25
61988
58674.0
3774395000
60.889124
115
...
0
0
0
0
0
0
0
0
0
0
2
new
Atlas Obscura
The Subtle Design Features That Make Cities Fe...
http://www.atlasobscura.com/articles/the-subtl...
2016-05-05
35456
32029.0
6586830000
185.774763
4244
...
0
0
0
0
0
0
0
0
0
0
8
new
Atlas Obscura
How to be Cool (According to a Video Game Maga...
http://www.atlasobscura.com/articles/how-to-be...
2016-05-04
29621
26046.0
5012940000
169.236015
2307
...
0
0
0
0
0
0
0
0
0
0
3
new
Atlas Obscura
Villagers Thought a Sex Toy They Found on a Be...
http://www.atlasobscura.com/articles/villagers...
2016-05-03
27462
25620.0
1897330000
69.089287
3514
...
0
0
0
0
0
0
0
0
0
0
5
old
Atlas Obscura
The Urban Legend of the Government's Mind-...
http://www.atlasobscura.com/articles/the-urban...
2016-04-28
24024
21124.0
5963060000
248.212621
956
...
0
0
0
0
0
0
0
0
0
0
19
old
Atlas Obscura
Surgery's Open Secret: It Smells
http://www.atlasobscura.com/articles/surgerys-...
2016-04-29
21765
19831.0
4202550000
193.087526
67
...
0
0
0
0
0
0
0
0
0
0
9
new
Atlas Obscura
How One Photographer Finally Convinced a Presi...
http://www.atlasobscura.com/articles/how-one-p...
2016-05-04
21435
18982.0
3352445000
156.400513
2043
...
0
0
0
0
0
0
0
0
0
0
31
old
Atlas Obscura
A Visual Guide to 11 of the World's Most B...
http://www.atlasobscura.com/articles/a-visual-...
2016-04-29
20965
17835.0
4564275000
217.709277
2267
...
0
0
0
0
0
0
0
0
0
0
4
old
Atlas Obscura
See What Soldiers Around the World Eat When in...
http://www.atlasobscura.com/articles/see-what-...
2016-04-20
19902
18235.0
3272850000
164.448297
641
...
0
0
0
0
0
0
0
0
0
0
10 rows × 116 columns
In [ ]:
Content source: facemelters/data-science
Similar notebooks: