In [1]:
import pandas as pd
import pickle
In [66]:
bikes5 = pd.read_csv('2015-Q4-Trips-History-Data.csv')
bikes6 = pd.read_csv('2016-Q1-Trips-History-Data.csv')
bikes7 = pd.read_csv('2016-Q2-Trips-History-Data.csv')
bikes8 = pd.read_csv('2016-Q3-Trips-History-Data-1.csv')
bikes9 = pd.read_csv('2016-Q3-Trips-History-Data-2.csv')
bikes7.rename(columns={'Account type':'Member Type'}, inplace=True)
bikes5.rename(columns={'Bike #':'Bike number', 'Member type':'Member Type'}, inplace=True)
bikes = pd.concat([bikes5, bikes6, bikes7, bikes8,
bikes9], ignore_index=True)
In [67]:
bikes.head()
Out[67]:
Duration (ms)
Start date
End date
Start station number
Start station
End station number
End station
Bike number
Member Type
0
166050
10/1/2015 0:01
10/1/2015 0:04
31602
Park Rd & Holmead Pl NW
31105
14th & Harvard St NW
W21109
Registered
1
379172
10/1/2015 0:01
10/1/2015 0:07
31314
34th & Water St NW
31237
25th St & Pennsylvania Ave NW
W20603
Registered
2
696038
10/1/2015 0:01
10/1/2015 0:13
31214
17th & Corcoran St NW
31214
17th & Corcoran St NW
W01233
Registered
3
219423
10/1/2015 0:02
10/1/2015 0:06
31104
Adams Mill & Columbia Rd NW
31121
Calvert St & Woodley Pl NW
W00218
Registered
4
253230
10/1/2015 0:03
10/1/2015 0:07
31102
11th & Kenyon St NW
31102
11th & Kenyon St NW
W21612
Registered
Create DatetimeIndex from Start date
In [68]:
bikes['Start date'] = pd.to_datetime(bikes['Start date'], format='%m/%d/%Y %H:%M')
In [69]:
bikes = bikes.set_index('Start date')
In [70]:
type(bikes.index)
Out[70]:
pandas.tseries.index.DatetimeIndex
In [71]:
bikes
Out[71]:
Duration (ms)
End date
Start station number
Start station
End station number
End station
Bike number
Member Type
Start date
2015-10-01 00:01:00
166050
10/1/2015 0:04
31602
Park Rd & Holmead Pl NW
31105
14th & Harvard St NW
W21109
Registered
2015-10-01 00:01:00
379172
10/1/2015 0:07
31314
34th & Water St NW
31237
25th St & Pennsylvania Ave NW
W20603
Registered
2015-10-01 00:01:00
696038
10/1/2015 0:13
31214
17th & Corcoran St NW
31214
17th & Corcoran St NW
W01233
Registered
2015-10-01 00:02:00
219423
10/1/2015 0:06
31104
Adams Mill & Columbia Rd NW
31121
Calvert St & Woodley Pl NW
W00218
Registered
2015-10-01 00:03:00
253230
10/1/2015 0:07
31102
11th & Kenyon St NW
31102
11th & Kenyon St NW
W21612
Registered
2015-10-01 00:03:00
655251
10/1/2015 0:14
31242
18th St & Pennsylvania Ave NW
31114
18th St & Wyoming Ave NW
W22093
Registered
2015-10-01 00:06:00
309212
10/1/2015 0:11
31280
11th & S St NW
31278
18th & R St NW
W00231
Registered
2015-10-01 00:07:00
776195
10/1/2015 0:20
31226
34th St & Wisconsin Ave NW
31214
17th & Corcoran St NW
W20820
Registered
2015-10-01 00:07:00
151604
10/1/2015 0:10
31017
Wilson Blvd & N Uhle St
31029
N Veitch & 20th St N
W00244
Registered
2015-10-01 00:07:00
809509
10/1/2015 0:21
31301
Ward Circle / American University
31113
Columbia Rd & Belmont St NW
W20352
Registered
2015-10-01 00:08:00
842712
10/1/2015 0:22
31276
15th & L St NW
31118
3rd & Elm St NW
W21327
Registered
2015-10-01 00:11:00
171124
10/1/2015 0:13
31213
17th & K St NW
31267
17th St & Massachusetts Ave NW
W20487
Registered
2015-10-01 00:11:00
241872
10/1/2015 0:15
31203
14th & Rhode Island Ave NW
31101
14th & V St NW
W22183
Registered
2015-10-01 00:11:00
294746
10/1/2015 0:16
31212
21st & M St NW
31278
18th & R St NW
W20769
Registered
2015-10-01 00:11:00
590515
10/1/2015 0:21
31278
18th & R St NW
31312
Wisconsin Ave & O St NW
W00231
Registered
2015-10-01 00:14:00
1217591
10/1/2015 0:34
31620
5th & F St NW
31615
6th & H St NE
W20668
Casual
2015-10-01 00:14:00
957676
10/1/2015 0:30
31228
8th & H St NW
31103
16th & Harvard St NW
W01031
Registered
2015-10-01 00:15:00
1644646
10/1/2015 0:42
31258
Lincoln Memorial
31617
Bladensburg Rd & Benning Rd NE
W21001
Registered
2015-10-01 00:15:00
580130
10/1/2015 0:25
31610
Eastern Market / 7th & North Carolina Ave SE
31256
10th & E St NW
W00379
Registered
2015-10-01 00:15:00
222180
10/1/2015 0:19
31270
8th & D St NW
31228
8th & H St NW
W20592
Registered
2015-10-01 00:03:00
267251
10/1/2015 0:08
31306
39th & Calvert St NW / Stoddert
31306
39th & Calvert St NW / Stoddert
W21206
Registered
2015-10-01 00:15:00
867784
10/1/2015 0:29
31600
5th & K St NW
31605
3rd & D St SE
W20970
Registered
2015-10-01 00:17:00
737845
10/1/2015 0:29
31104
Adams Mill & Columbia Rd NW
31509
New Jersey Ave & R St NW
W21281
Registered
2015-10-01 00:19:00
286638
10/1/2015 0:24
31017
Wilson Blvd & N Uhle St
31015
Rosslyn Metro / Wilson Blvd & Ft Myer Dr
W20617
Registered
2015-10-01 00:19:00
5628236
10/1/2015 1:53
31063
S George Mason Dr & Four Mile Run
31062
S George Mason Dr & 13th St S
W20439
Casual
2015-10-01 00:20:00
102044
10/1/2015 0:22
31049
Utah St & 11th St N
31037
Ballston Metro / N Stuart & 9th St N
W00900
Registered
2015-10-01 00:21:00
504552
10/1/2015 0:30
31277
17th & G St NW
31239
17th & Rhode Island Ave NW
W21239
Casual
2015-10-01 00:21:00
526336
10/1/2015 0:30
31277
17th & G St NW
31239
17th & Rhode Island Ave NW
W21241
Casual
2015-10-01 00:21:00
867396
10/1/2015 0:36
31312
Wisconsin Ave & O St NW
31306
39th & Calvert St NW / Stoddert
W00231
Registered
2015-10-01 00:23:00
278050
10/1/2015 0:27
31638
1st & H St NW
31627
M St & Delaware Ave NE
W21823
Registered
...
...
...
...
...
...
...
...
...
2016-09-01 00:21:00
933505
9/1/2016 0:37
31237
25th St & Pennsylvania Ave NW
31509
New Jersey Ave & R St NW
W00906
Registered
2016-09-01 00:20:00
1574827
9/1/2016 0:46
31258
Lincoln Memorial
31288
4th St & Madison Dr NW
W22628
Casual
2016-09-01 00:19:00
8871227
9/1/2016 2:47
31270
8th & D St NW
31270
8th & D St NW
W01127
Casual
2016-09-01 00:19:00
1648284
9/1/2016 0:46
31258
Lincoln Memorial
31288
4th St & Madison Dr NW
W00957
Casual
2016-09-01 00:19:00
679655
9/1/2016 0:30
31264
6th St & Indiana Ave NW
31628
1st & K St SE
W00721
Registered
2016-09-01 00:19:00
1633724
9/1/2016 0:46
31258
Lincoln Memorial
31288
4th St & Madison Dr NW
W21699
Casual
2016-09-01 00:19:00
8835027
9/1/2016 2:46
31270
8th & D St NW
31270
8th & D St NW
W00996
Casual
2016-09-01 00:19:00
191644
9/1/2016 0:23
31285
22nd & P ST NW
31234
20th & O St NW / Dupont South
W22575
Registered
2016-09-01 00:18:00
173292
9/1/2016 0:21
31110
20th St & Florida Ave NW
31234
20th & O St NW / Dupont South
W20893
Registered
2016-09-01 00:18:00
256249
9/1/2016 0:22
31109
7th & T St NW
31223
Convention Center / 7th & M St NW
W20689
Registered
2016-09-01 00:17:00
453588
9/1/2016 0:25
31278
18th & R St NW
31275
New Hampshire Ave & 24th St NW
W21256
Registered
2016-09-01 00:15:00
195777
9/1/2016 0:18
31257
22nd & I St NW / Foggy Bottom
31237
25th St & Pennsylvania Ave NW
W22398
Registered
2016-09-01 00:15:00
430642
9/1/2016 0:22
31267
17th St & Massachusetts Ave NW
31223
Convention Center / 7th & M St NW
W21480
Registered
2016-09-01 00:13:00
1309689
9/1/2016 0:35
31240
Ohio Dr & West Basin Dr SW / MLK & FDR Memorials
31252
21st St & Pennsylvania Ave NW
W22661
Registered
2016-09-01 00:13:00
513823
9/1/2016 0:22
31504
10th & Monroe St NE
31510
18th St & Rhode Island Ave NE
W20265
Registered
2016-09-01 00:13:00
1038905
9/1/2016 0:31
31279
19th & G St NW
31605
3rd & D St SE
W20524
Registered
2016-09-01 00:12:00
499112
9/1/2016 0:20
31111
10th & U St NW
31400
Georgia & New Hampshire Ave NW
W22865
Registered
2016-09-01 00:09:00
1019381
9/1/2016 0:26
31290
17th St & Independence Ave SW
31281
8th & O St NW
W22637
Registered
2016-09-01 00:09:00
680488
9/1/2016 0:21
31258
Lincoln Memorial
31248
Smithsonian / Jefferson Dr & 12th St SW
W21299
Casual
2016-09-01 00:09:00
674944
9/1/2016 0:21
31258
Lincoln Memorial
31248
Smithsonian / Jefferson Dr & 12th St SW
W21011
Casual
2016-09-01 00:08:00
371207
9/1/2016 0:14
31628
1st & K St SE
31613
Eastern Market Metro / Pennsylvania Ave & 7th ...
W20941
Registered
2016-09-01 00:05:00
1091877
9/1/2016 0:23
31228
8th & H St NW
31103
16th & Harvard St NW
W00785
Registered
2016-09-01 00:05:00
259558
9/1/2016 0:09
31102
11th & Kenyon St NW
31602
Park Rd & Holmead Pl NW
W21529
Registered
2016-09-01 00:05:00
254785
9/1/2016 0:09
31102
11th & Kenyon St NW
31602
Park Rd & Holmead Pl NW
W22528
Registered
2016-09-01 00:05:00
878992
9/1/2016 0:20
31102
11th & Kenyon St NW
31403
5th & Kennedy St NW
W22689
Registered
2016-09-01 00:05:00
283200
9/1/2016 0:10
31600
5th & K St NW
31264
6th St & Indiana Ave NW
W01320
Registered
2016-09-01 00:05:00
867363
9/1/2016 0:20
31280
11th & S St NW
31113
Columbia Rd & Belmont St NW
W22933
Registered
2016-09-01 00:03:00
4798819
9/1/2016 1:23
31258
Lincoln Memorial
31240
Ohio Dr & West Basin Dr SW / MLK & FDR Memorials
W22953
Registered
2016-09-01 00:02:00
763129
9/1/2016 0:15
31641
2nd St & Massachusetts Ave NE
31276
15th & L St NW
W22911
Registered
2016-09-01 00:00:00
590832
9/1/2016 0:10
31200
Massachusetts Ave & Dupont Circle NW
31245
7th & R St NW / Shaw Library
W22867
Registered
3268722 rows × 8 columns
save this DataFrame with pickle
In [72]:
pickle.dump( bikes, open( "bikeshare_rides_all.p", "wb" ) )
In [73]:
len(bikes)
Out[73]:
3268722
In [ ]:
Content source: dandtaylor/MetroShare
Similar notebooks: