In [40]:
from hnscrape import *
from config import *
from pprint import pprint, pformat
from datetime import datetime, date
from collections import Counter
import re
import copy
PWFILE='/Users/rrosen/dev/PASSWORDS/hn_credentials.json'
setUNPW(PWFILE)
print 'COUCH_UN: {0}'.format(COUCH_UN)
COUCH_UN: youttlyelestroulaeargera
In [ ]:
In [ ]:
couch=couchdb.Server(COUCH_SERVER)
couch.resource.credentials=(COUCH_UN, COUCH_PW)
db=couch[COUCH_DB]
print db.info() # Test connection before catching exceptions.
In [ ]:
# Supplement data
for rec in allRecs:
row = rec['value']
rec['key']=row.key
rec['doc']=row.value
rec['id']=row.value.get('id')
rec['title']=row.value.get('title')
rec['created']=row.value.get('created')
rec['href']=row.value.get('href')
rec['author']=row.value.get('author')
hist1= row.value.get('history')
hist1=hist1[0] if hist1 else hist1
rec['timestamp1']=hist1.get('timestamp_str') if hist1 else 'NOHIST1'
rec['title1']=hist1.get('title') if hist1 else 'NOHIST1'
rec['date']=rec['created'] if rec['created'] else rec['timestamp1']
rec['goodid']= re.match('[0-9]{7}', row.key) != None
allRecs.sort(key=lambda rec: rec['date'])
In [ ]:
with open('testpage.html','w') as f:
f.write(r.text.encode('utf-8'))
In [ ]:
r=requests.get('https://news.ycombinator.com/x?fnid=5r4YPhKNcVtO96sjlAitDj')
In [ ]:
soup=BeautifulSoup(r.text)
In [ ]:
page=HNPage(r.text,'page3','3')
In [ ]:
for rec in page.postSnaps:
print rec.data['href']
In [ ]:
# Download all data
# NOTE - the old code will have to be modified a bit since I am removing the rec['value']
recs=[]
for row in db.view(COUCH_ID_VIEW):
recs.append(row.value)
allRecs=recs
CLEAN_allRecs=copy.deepcopy(allRecs)
allRecsd= {r['_id'] : r for r in allRecs} # Dictionary, by _id
In [ ]:
allRecs = copy.deepcopy(CLEAN_allRecs)
In [ ]:
cnt=0
for rec in allRecs:
if 'doc_type' not in rec:
print '{3:4} {0} \t {1} \t {2}'.format( rec['_id'], rec.get('created'), rec['history'][0].get('timestamp_str'), cnt)
cnt+=1
# Summary - all are old recs (makes sense) . Good - fix them
# ===> Done - none left!
In [ ]:
for rec in allRecs:
if 'doc_type' not in rec:
rec['doc_type']='post'
print rec
#db.save(rec)
print "{0} ===> updated".format(rec['_id'])
In [62]:
noCreated=[rec for rec in allRecs if 'created' not in rec]
print 'Number without created date: {0}' .format(len(noCreated))
dates=[rec['history'][0]['timestamp_str'][:10] for rec in noCreated]
dates=set([rec['history'][0]['timestamp_str'][:10] for rec in noCreated])
pprint( dates)
print
for rec in noCreated:
pprint(rec)
print '************\n'
# Result:
# All old data, but nothing I can do to get the data other than searching Algolia. Not worth it.
Number without created date: 18
set(['2014-01-28',
'2014-01-30',
'2014-01-31',
'2014-02-01',
'2014-02-02',
'2014-02-03',
'2014-02-04',
'2014-02-05',
'2014-02-06',
'2014-02-11'])
{'_id': '6765d32095d6698ec9c69ed9808a25fa',
'_rev': '4-07b9ad518195e73e1004c1b0a2842ae9',
'author': None,
'doc_type': 'post',
'domain': None,
'history': [{'href': ' http://anyperk.theresumator.com/apply/trHPnt/Engineer-Ruby-On-Rails.html',
'id': ' http://anyperk.theresumator.com/apply/trHPnt/Engineer-Ruby-On-Rails.html',
'rank': 6,
'timestamp_str': '2014-02-03 21:41:29',
'title': 'Look no further seasoned engineers (RoR & Python), AnyPerk (YC W12) wants you.'},
{'rank': 7, 'timestamp_str': '2014-02-03 21:46:30'},
{'rank': 7, 'timestamp_str': '2014-02-03 21:51:33'}],
'href': ' http://anyperk.theresumator.com/apply/trHPnt/Engineer-Ruby-On-Rails.html',
'id': ' http://anyperk.theresumator.com/apply/trHPnt/Engineer-Ruby-On-Rails.html',
'title': 'Look no further seasoned engineers (RoR & Python), AnyPerk (YC W12) wants you.'}
************
{'_id': '50740df232cdadf9f8e1e179afd4352a',
'_rev': '40-d9eb36677f93359ae3542c730a2b56f1',
'author': None,
'doc_type': 'post',
'domain': None,
'history': [{'href': 'https://news.ycombinator.com/item?id=7221715',
'id': '7221715',
'rank': 38,
'timestamp_str': '2014-02-11 21:01:57',
'title': 'Pixate (YC S12) needs you, a full stack Node expert'},
{'rank': 42, 'timestamp_str': '2014-02-11 21:35:30'},
{'rank': 42, 'timestamp_str': '2014-02-12 05:40:49'},
{'rank': 42, 'timestamp_str': '2014-02-12 05:45:50'},
{'rank': 42, 'timestamp_str': '2014-02-12 05:50:51'},
{'rank': 43, 'timestamp_str': '2014-02-12 05:55:52'},
{'rank': 43, 'timestamp_str': '2014-02-12 06:00:54'},
{'rank': 44, 'timestamp_str': '2014-02-12 06:05:55'},
{'rank': 43, 'timestamp_str': '2014-02-12 06:10:56'},
{'rank': 44, 'timestamp_str': '2014-02-12 06:15:57'},
{'rank': 45, 'timestamp_str': '2014-02-12 06:20:58'},
{'rank': 45, 'timestamp_str': '2014-02-12 06:25:59'},
{'rank': 45, 'timestamp_str': '2014-02-12 06:31:00'},
{'rank': 47, 'timestamp_str': '2014-02-12 06:36:01'},
{'rank': 47, 'timestamp_str': '2014-02-12 06:41:02'},
{'rank': 48, 'timestamp_str': '2014-02-12 06:46:03'},
{'rank': 48, 'timestamp_str': '2014-02-12 06:51:04'},
{'rank': 48, 'timestamp_str': '2014-02-12 06:56:04'},
{'rank': 48, 'timestamp_str': '2014-02-12 07:01:05'},
{'rank': 47, 'timestamp_str': '2014-02-12 07:06:06'},
{'rank': 47, 'timestamp_str': '2014-02-12 07:11:07'},
{'rank': 50, 'timestamp_str': '2014-02-12 07:16:08'},
{'rank': 50, 'timestamp_str': '2014-02-12 07:21:09'},
{'rank': 51, 'timestamp_str': '2014-02-12 07:26:10'},
{'rank': 50, 'timestamp_str': '2014-02-12 07:31:11'},
{'rank': 51, 'timestamp_str': '2014-02-12 07:36:12'},
{'rank': 52, 'timestamp_str': '2014-02-12 07:41:13'},
{'rank': 51, 'timestamp_str': '2014-02-12 07:46:14'},
{'rank': 53, 'timestamp_str': '2014-02-12 07:51:15'},
{'rank': 52, 'timestamp_str': '2014-02-12 07:56:17'},
{'rank': 53, 'timestamp_str': '2014-02-12 08:01:18'},
{'rank': 54, 'timestamp_str': '2014-02-12 08:06:19'},
{'rank': 54, 'timestamp_str': '2014-02-12 08:11:20'},
{'rank': 55, 'timestamp_str': '2014-02-12 08:16:21'},
{'rank': 55, 'timestamp_str': '2014-02-12 08:21:22'},
{'rank': 55, 'timestamp_str': '2014-02-12 08:26:24'},
{'rank': 57, 'timestamp_str': '2014-02-12 08:31:25'},
{'rank': 59, 'timestamp_str': '2014-02-12 08:36:26'},
{'rank': 59, 'timestamp_str': '2014-02-12 08:41:27'}],
'href': 'https://news.ycombinator.com/item?id=7221715',
'id': '7221715',
'title': 'Pixate (YC S12) needs you, a full stack Node expert'}
************
{'_id': '7561db93a45b447c861639fa85419d64',
'_rev': '2-5492008bc38eb40371f7d1ceb5be08e9',
'doc_type': 'post',
'history': [{'href': 'farmlogs.com/jobs',
'id': 'farmlogs.com/jobs',
'rank': 6,
'timestamp_str': '2014-01-31 23:02:05',
'title': 'FarmLogs is growing fast. Join our engineering team.'}],
'href': 'farmlogs.com/jobs',
'id': 'farmlogs.com/jobs',
'title': 'FarmLogs is growing fast. Join our engineering team.'}
************
{'_id': 'bac379e27fe5e21db27bd365f5135d9a',
'_rev': '87-9b6024abedcaf4c6bbbc2deb73ce974f',
'author': None,
'doc_type': 'post',
'domain': 'theresumator.com',
'history': [{'domain': 'theresumator.com',
'href': 'http://anyperk.theresumator.com/apply/trHPnt/Engineer-Ruby-On-Rails.html',
'id': 'http://anyperk.theresumator.com/apply/trHPnt/Engineer-Ruby-On-Rails.html',
'rank': 8,
'timestamp_str': '2014-02-03 21:56:34',
'title': 'Seasoned engineers, Rails and Python: AnyPerk (YC W12) wants you'},
{'rank': 9, 'timestamp_str': '2014-02-03 22:01:35'},
{'rank': 9, 'timestamp_str': '2014-02-03 22:06:36'},
{'rank': 10, 'timestamp_str': '2014-02-03 22:11:38'},
{'rank': 11, 'timestamp_str': '2014-02-03 22:16:39'},
{'rank': 11, 'timestamp_str': '2014-02-03 22:21:40'},
{'rank': 12, 'timestamp_str': '2014-02-03 22:26:41'},
{'rank': 13, 'timestamp_str': '2014-02-03 22:31:42'},
{'rank': 13, 'timestamp_str': '2014-02-03 22:36:43'},
{'rank': 14, 'timestamp_str': '2014-02-03 22:41:44'},
{'rank': 14, 'timestamp_str': '2014-02-03 22:46:45'},
{'rank': 15, 'timestamp_str': '2014-02-03 22:51:46'},
{'rank': 16, 'timestamp_str': '2014-02-03 22:56:47'},
{'rank': 16, 'timestamp_str': '2014-02-03 23:01:49'},
{'rank': 17, 'timestamp_str': '2014-02-03 23:06:49'},
{'rank': 18, 'timestamp_str': '2014-02-03 23:11:50'},
{'rank': 18, 'timestamp_str': '2014-02-03 23:16:51'},
{'rank': 19, 'timestamp_str': '2014-02-03 23:21:52'},
{'rank': 20, 'timestamp_str': '2014-02-03 23:26:53'},
{'rank': 20, 'timestamp_str': '2014-02-03 23:31:54'},
{'rank': 22, 'timestamp_str': '2014-02-03 23:36:55'},
{'rank': 21, 'timestamp_str': '2014-02-03 23:41:56'},
{'rank': 22, 'timestamp_str': '2014-02-03 23:46:58'},
{'rank': 23, 'timestamp_str': '2014-02-03 23:51:59'},
{'rank': 23, 'timestamp_str': '2014-02-03 23:56:59'},
{'rank': 24, 'timestamp_str': '2014-02-04 00:02:00'},
{'rank': 24, 'timestamp_str': '2014-02-04 00:07:02'},
{'rank': 25, 'timestamp_str': '2014-02-04 00:12:03'},
{'rank': 26, 'timestamp_str': '2014-02-04 00:17:04'},
{'rank': 25, 'timestamp_str': '2014-02-04 00:22:05'},
{'rank': 27, 'timestamp_str': '2014-02-04 00:27:06'},
{'rank': 27, 'timestamp_str': '2014-02-04 00:32:08'},
{'rank': 28, 'timestamp_str': '2014-02-04 00:37:09'},
{'rank': 29, 'timestamp_str': '2014-02-04 00:42:10'},
{'rank': 30, 'timestamp_str': '2014-02-04 00:47:11'},
{'rank': 30, 'timestamp_str': '2014-02-04 00:52:12'},
{'rank': 31, 'timestamp_str': '2014-02-04 00:57:29'},
{'rank': 32, 'timestamp_str': '2014-02-04 01:02:30'},
{'rank': 32, 'timestamp_str': '2014-02-04 01:07:31'},
{'rank': 33, 'timestamp_str': '2014-02-04 01:12:32'},
{'rank': 33, 'timestamp_str': '2014-02-04 01:17:34'},
{'rank': 34, 'timestamp_str': '2014-02-04 01:22:40'},
{'rank': 35, 'timestamp_str': '2014-02-04 01:27:41'},
{'rank': 35, 'timestamp_str': '2014-02-04 01:32:42'},
{'rank': 36, 'timestamp_str': '2014-02-04 01:37:43'},
{'rank': 36, 'timestamp_str': '2014-02-04 01:42:44'},
{'rank': 37, 'timestamp_str': '2014-02-04 01:47:46'},
{'rank': 38, 'timestamp_str': '2014-02-04 01:52:47'},
{'rank': 38, 'timestamp_str': '2014-02-04 01:57:48'},
{'rank': 39, 'timestamp_str': '2014-02-04 02:02:49'},
{'rank': 40, 'timestamp_str': '2014-02-04 02:07:50'},
{'rank': 40, 'timestamp_str': '2014-02-04 02:12:51'},
{'rank': 40, 'timestamp_str': '2014-02-04 02:17:52'},
{'rank': 41, 'timestamp_str': '2014-02-04 02:22:53'},
{'rank': 41, 'timestamp_str': '2014-02-04 02:27:54'},
{'rank': 42, 'timestamp_str': '2014-02-04 02:32:55'},
{'rank': 43, 'timestamp_str': '2014-02-04 02:37:56'},
{'rank': 43, 'timestamp_str': '2014-02-04 02:42:58'},
{'rank': 44, 'timestamp_str': '2014-02-04 02:47:59'},
{'rank': 44, 'timestamp_str': '2014-02-04 02:53:00'},
{'rank': 45, 'timestamp_str': '2014-02-04 02:58:01'},
{'rank': 47, 'timestamp_str': '2014-02-04 03:03:02'},
{'rank': 45, 'timestamp_str': '2014-02-04 03:08:04'},
{'rank': 47, 'timestamp_str': '2014-02-04 03:13:05'},
{'rank': 48, 'timestamp_str': '2014-02-04 03:18:06'},
{'rank': 46, 'timestamp_str': '2014-02-04 03:23:07'},
{'rank': 46, 'timestamp_str': '2014-02-04 03:28:08'},
{'rank': 46, 'timestamp_str': '2014-02-04 03:33:09'},
{'rank': 48, 'timestamp_str': '2014-02-04 03:38:10'},
{'rank': 49, 'timestamp_str': '2014-02-04 03:43:11'},
{'rank': 49, 'timestamp_str': '2014-02-04 03:48:13'},
{'rank': 50, 'timestamp_str': '2014-02-04 03:53:14'},
{'rank': 51, 'timestamp_str': '2014-02-04 03:58:15'},
{'rank': 52, 'timestamp_str': '2014-02-04 04:03:16'},
{'rank': 53, 'timestamp_str': '2014-02-04 04:08:17'},
{'rank': 53, 'timestamp_str': '2014-02-04 04:13:18'},
{'rank': 54, 'timestamp_str': '2014-02-04 04:18:20'},
{'rank': 54, 'timestamp_str': '2014-02-04 04:23:21'},
{'rank': 55, 'timestamp_str': '2014-02-04 04:28:23'},
{'rank': 55, 'timestamp_str': '2014-02-04 04:33:24'},
{'rank': 55, 'timestamp_str': '2014-02-04 04:38:25'},
{'rank': 56, 'timestamp_str': '2014-02-04 04:43:26'},
{'rank': 57, 'timestamp_str': '2014-02-04 04:48:28'},
{'rank': 58, 'timestamp_str': '2014-02-04 04:53:29'},
{'rank': 59, 'timestamp_str': '2014-02-04 04:58:31'},
{'rank': 60, 'timestamp_str': '2014-02-04 05:08:33'}],
'href': 'http://anyperk.theresumator.com/apply/trHPnt/Engineer-Ruby-On-Rails.html',
'id': 'http://anyperk.theresumator.com/apply/trHPnt/Engineer-Ruby-On-Rails.html',
'title': 'Seasoned engineers, Rails and Python: AnyPerk (YC W12) wants you'}
************
{'_id': '74d5fc2f647fb7db76565b3aa8377bdd',
'_rev': '5-c8ee8ac139e533480a9cfeb620a34313',
'author': None,
'doc_type': 'post',
'domain': 'bit.ly',
'history': [{'domain': 'bit.ly',
'href': 'http://bit.ly/1bDAtjp',
'id': 'http://bit.ly/1bDAtjp',
'rank': 6,
'timestamp_str': '2014-01-30 23:53:40',
'title': 'Rocketrip (YC W14) is hiring a UI/UX Designer'},
{'rank': 7, 'timestamp_str': '2014-01-30 23:58:41'},
{'rank': 8, 'timestamp_str': '2014-01-31 00:03:42'},
{'rank': 8, 'timestamp_str': '2014-01-31 00:08:43'}],
'href': 'http://bit.ly/1bDAtjp',
'id': 'http://bit.ly/1bDAtjp',
'title': 'Rocketrip (YC W14) is hiring a UI/UX Designer'}
************
{'_id': '2e08aee596d71346c6c26cdc57972fe6',
'_rev': '96-ccc4c90c60edd306a8d5ef93b3fe9590',
'author': None,
'doc_type': 'post',
'domain': 'chartio.com',
'history': [{'domain': 'chartio.com',
'href': 'http://chartio.com/jobs/',
'id': 'http://chartio.com/jobs/',
'rank': 6,
'timestamp_str': '2014-02-05 20:32:51',
'title': 'Come reinvent Business Intelligence. Chartio is hiring.'},
{'rank': 6, 'timestamp_str': '2014-02-05 20:37:52'},
{'rank': 7, 'timestamp_str': '2014-02-05 20:42:53'},
{'rank': 8, 'timestamp_str': '2014-02-05 20:47:54'},
{'rank': 8, 'timestamp_str': '2014-02-05 20:52:55'},
{'rank': 9, 'timestamp_str': '2014-02-05 20:57:56'},
{'rank': 10, 'timestamp_str': '2014-02-05 21:02:57'},
{'rank': 10, 'timestamp_str': '2014-02-05 21:07:58'},
{'rank': 11, 'timestamp_str': '2014-02-05 21:12:58'},
{'rank': 12, 'timestamp_str': '2014-02-05 21:18:00'},
{'rank': 12, 'timestamp_str': '2014-02-05 21:23:01'},
{'rank': 12, 'timestamp_str': '2014-02-05 21:28:02'},
{'rank': 13, 'timestamp_str': '2014-02-05 21:33:03'},
{'rank': 14, 'timestamp_str': '2014-02-05 21:38:04'},
{'rank': 15, 'timestamp_str': '2014-02-05 21:43:05'},
{'rank': 15, 'timestamp_str': '2014-02-05 21:48:06'},
{'rank': 16, 'timestamp_str': '2014-02-05 21:53:07'},
{'rank': 17, 'timestamp_str': '2014-02-05 21:58:08'},
{'rank': 17, 'timestamp_str': '2014-02-05 22:03:08'},
{'rank': 18, 'timestamp_str': '2014-02-05 22:08:09'},
{'rank': 18, 'timestamp_str': '2014-02-05 22:13:10'},
{'rank': 19,
'timestamp_str': '2014-02-05 22:18:11',
'title': 'Come reinvent Business Intelligence. Chartio is hiring'},
{'rank': 20, 'timestamp_str': '2014-02-05 22:23:12'},
{'rank': 20, 'timestamp_str': '2014-02-05 22:28:13'},
{'rank': 21, 'timestamp_str': '2014-02-05 22:33:14'},
{'rank': 22, 'timestamp_str': '2014-02-05 22:38:15'},
{'rank': 22, 'timestamp_str': '2014-02-05 22:43:16'},
{'rank': 23, 'timestamp_str': '2014-02-05 22:48:17'},
{'rank': 23, 'timestamp_str': '2014-02-05 22:53:18'},
{'rank': 24, 'timestamp_str': '2014-02-05 22:58:22'},
{'rank': 25, 'timestamp_str': '2014-02-05 23:03:23'},
{'rank': 25, 'timestamp_str': '2014-02-05 23:08:24'},
{'rank': 26, 'timestamp_str': '2014-02-05 23:13:25'},
{'rank': 27, 'timestamp_str': '2014-02-05 23:18:26'},
{'rank': 27, 'timestamp_str': '2014-02-05 23:23:27'},
{'rank': 28, 'timestamp_str': '2014-02-05 23:28:27'},
{'rank': 29, 'timestamp_str': '2014-02-05 23:33:28'},
{'rank': 29, 'timestamp_str': '2014-02-05 23:38:29'},
{'rank': 30, 'timestamp_str': '2014-02-05 23:43:30'},
{'rank': 30, 'timestamp_str': '2014-02-05 23:48:31'},
{'rank': 31, 'timestamp_str': '2014-02-05 23:48:47'},
{'rank': 31, 'timestamp_str': '2014-02-05 23:53:47'},
{'rank': 32, 'timestamp_str': '2014-02-05 23:58:48'},
{'rank': 32, 'timestamp_str': '2014-02-06 00:03:49'},
{'rank': 33, 'timestamp_str': '2014-02-06 00:08:50'},
{'rank': 33, 'timestamp_str': '2014-02-06 00:13:51'},
{'rank': 34, 'timestamp_str': '2014-02-06 00:18:52'},
{'rank': 35, 'timestamp_str': '2014-02-06 00:23:53'},
{'rank': 36, 'timestamp_str': '2014-02-06 00:28:53'},
{'rank': 36, 'timestamp_str': '2014-02-06 00:33:55'},
{'rank': 37, 'timestamp_str': '2014-02-06 00:38:56'},
{'rank': 37, 'timestamp_str': '2014-02-06 00:43:56'},
{'rank': 38, 'timestamp_str': '2014-02-06 00:48:57'},
{'rank': 39, 'timestamp_str': '2014-02-06 00:53:58'},
{'rank': 39, 'timestamp_str': '2014-02-06 00:58:59'},
{'rank': 40, 'timestamp_str': '2014-02-06 01:04:08'},
{'rank': 41, 'timestamp_str': '2014-02-06 01:09:09'},
{'rank': 41, 'timestamp_str': '2014-02-06 01:14:10'},
{'rank': 42, 'timestamp_str': '2014-02-06 01:19:11'},
{'rank': 42, 'timestamp_str': '2014-02-06 01:24:12'},
{'rank': 43, 'timestamp_str': '2014-02-06 01:29:13'},
{'rank': 44, 'timestamp_str': '2014-02-06 01:34:14'},
{'rank': 43, 'timestamp_str': '2014-02-06 01:39:15'},
{'rank': 43, 'timestamp_str': '2014-02-06 01:44:16'},
{'rank': 45, 'timestamp_str': '2014-02-06 01:49:16'},
{'rank': 46, 'timestamp_str': '2014-02-06 01:54:17'},
{'rank': 47, 'timestamp_str': '2014-02-06 01:59:18'},
{'rank': 47, 'timestamp_str': '2014-02-06 02:04:19'},
{'rank': 47, 'timestamp_str': '2014-02-06 02:09:20'},
{'rank': 48, 'timestamp_str': '2014-02-06 02:14:21'},
{'rank': 48, 'timestamp_str': '2014-02-06 02:19:22'},
{'rank': 49, 'timestamp_str': '2014-02-06 02:24:23'},
{'rank': 50, 'timestamp_str': '2014-02-06 02:29:24'},
{'rank': 49, 'timestamp_str': '2014-02-06 02:34:25'},
{'rank': 50, 'timestamp_str': '2014-02-06 02:39:26'},
{'rank': 50, 'timestamp_str': '2014-02-06 02:44:27'},
{'rank': 50, 'timestamp_str': '2014-02-06 02:49:28'},
{'rank': 51, 'timestamp_str': '2014-02-06 02:54:29'},
{'rank': 51, 'timestamp_str': '2014-02-06 02:59:30'},
{'rank': 53, 'timestamp_str': '2014-02-06 03:04:31'},
{'rank': 54, 'timestamp_str': '2014-02-06 03:09:31'},
{'rank': 54, 'timestamp_str': '2014-02-06 03:14:32'},
{'rank': 55, 'timestamp_str': '2014-02-06 03:19:33'},
{'rank': 53, 'timestamp_str': '2014-02-06 03:24:34'},
{'rank': 54, 'timestamp_str': '2014-02-06 03:29:35'},
{'rank': 55, 'timestamp_str': '2014-02-06 03:34:36'},
{'rank': 55, 'timestamp_str': '2014-02-06 03:39:37'},
{'rank': 56, 'timestamp_str': '2014-02-06 03:44:38'},
{'rank': 56, 'timestamp_str': '2014-02-06 03:49:39'},
{'rank': 56, 'timestamp_str': '2014-02-06 03:54:40'},
{'rank': 57, 'timestamp_str': '2014-02-06 03:59:41'},
{'rank': 56, 'timestamp_str': '2014-02-06 04:04:42'},
{'rank': 57, 'timestamp_str': '2014-02-06 04:09:46'},
{'rank': 59, 'timestamp_str': '2014-02-06 04:14:47'},
{'rank': 60, 'timestamp_str': '2014-02-06 04:19:48'}],
'href': 'http://chartio.com/jobs/',
'id': 'http://chartio.com/jobs/',
'title': 'Come reinvent Business Intelligence. Chartio is hiring',
'title_changes': 1}
************
{'_id': '7561db93a45b447c861639fa85934124',
'_rev': '96-e44bf6bd18e05914bd262156846f7b51',
'author': None,
'doc_type': 'post',
'domain': 'farmlogs.com',
'history': [{'domain': 'farmlogs.com',
'href': 'http://farmlogs.com/jobs',
'id': 'http://farmlogs.com/jobs',
'rank': 7,
'timestamp_str': '2014-01-31 23:07:06',
'title': 'FarmLogs is growing fast. Join our engineering team'},
{'rank': 7, 'timestamp_str': '2014-01-31 23:12:07'},
{'rank': 8, 'timestamp_str': '2014-01-31 23:17:08'},
{'rank': 9, 'timestamp_str': '2014-01-31 23:22:20'},
{'rank': 9, 'timestamp_str': '2014-01-31 23:27:21'},
{'rank': 10, 'timestamp_str': '2014-01-31 23:32:22'},
{'rank': 11, 'timestamp_str': '2014-01-31 23:37:23'},
{'rank': 11, 'timestamp_str': '2014-01-31 23:42:24'},
{'rank': 12, 'timestamp_str': '2014-01-31 23:47:25'},
{'rank': 12, 'timestamp_str': '2014-01-31 23:52:26'},
{'rank': 13, 'timestamp_str': '2014-01-31 23:57:27'},
{'rank': 14, 'timestamp_str': '2014-02-01 00:02:28'},
{'rank': 14, 'timestamp_str': '2014-02-01 00:07:29'},
{'rank': 15, 'timestamp_str': '2014-02-01 00:12:30'},
{'rank': 16, 'timestamp_str': '2014-02-01 00:17:31'},
{'rank': 16, 'timestamp_str': '2014-02-01 00:22:32'},
{'rank': 17, 'timestamp_str': '2014-02-01 00:27:33'},
{'rank': 17, 'timestamp_str': '2014-02-01 00:32:34'},
{'rank': 18, 'timestamp_str': '2014-02-01 00:37:35'},
{'rank': 19, 'timestamp_str': '2014-02-01 00:42:36'},
{'rank': 19, 'timestamp_str': '2014-02-01 00:47:37'},
{'rank': 20, 'timestamp_str': '2014-02-01 00:52:38'},
{'rank': 21, 'timestamp_str': '2014-02-01 00:57:39'},
{'rank': 21, 'timestamp_str': '2014-02-01 01:02:41'},
{'rank': 22, 'timestamp_str': '2014-02-01 01:07:42'},
{'rank': 22, 'timestamp_str': '2014-02-01 01:12:43'},
{'rank': 23, 'timestamp_str': '2014-02-01 01:17:44'},
{'rank': 24, 'timestamp_str': '2014-02-01 01:22:45'},
{'rank': 24, 'timestamp_str': '2014-02-01 01:27:46'},
{'rank': 25, 'timestamp_str': '2014-02-01 01:32:47'},
{'rank': 26, 'timestamp_str': '2014-02-01 01:37:48'},
{'rank': 26, 'timestamp_str': '2014-02-01 01:42:50'},
{'rank': 27, 'timestamp_str': '2014-02-01 01:47:51'},
{'rank': 27, 'timestamp_str': '2014-02-01 01:52:52'},
{'rank': 28, 'timestamp_str': '2014-02-01 01:57:53'},
{'rank': 29, 'timestamp_str': '2014-02-01 02:02:54'},
{'rank': 30, 'timestamp_str': '2014-02-01 02:07:55'},
{'rank': 30, 'timestamp_str': '2014-02-01 02:12:56'},
{'rank': 31, 'timestamp_str': '2014-02-01 02:18:13'},
{'rank': 31, 'timestamp_str': '2014-02-01 02:28:15'},
{'rank': 32, 'timestamp_str': '2014-02-01 02:33:16'},
{'rank': 31, 'timestamp_str': '2014-02-01 02:38:17'},
{'rank': 32, 'timestamp_str': '2014-02-01 02:43:18'},
{'rank': 33, 'timestamp_str': '2014-02-01 02:48:19'},
{'rank': 33, 'timestamp_str': '2014-02-01 02:53:20'},
{'rank': 35, 'timestamp_str': '2014-02-01 02:58:22'},
{'rank': 36, 'timestamp_str': '2014-02-01 03:03:23'},
{'rank': 37, 'timestamp_str': '2014-02-01 03:08:24'},
{'rank': 37, 'timestamp_str': '2014-02-01 03:13:25'},
{'rank': 37, 'timestamp_str': '2014-02-01 03:18:26'},
{'rank': 38, 'timestamp_str': '2014-02-01 03:23:27'},
{'rank': 39, 'timestamp_str': '2014-02-01 03:28:30'},
{'rank': 39, 'timestamp_str': '2014-02-01 03:33:31'},
{'rank': 40, 'timestamp_str': '2014-02-01 03:38:32'},
{'rank': 41, 'timestamp_str': '2014-02-01 03:43:33'},
{'rank': 42, 'timestamp_str': '2014-02-01 03:48:34'},
{'rank': 43, 'timestamp_str': '2014-02-01 03:53:35'},
{'rank': 43, 'timestamp_str': '2014-02-01 03:58:36'},
{'rank': 44, 'timestamp_str': '2014-02-01 04:03:58'},
{'rank': 45, 'timestamp_str': '2014-02-01 04:08:59'},
{'rank': 44, 'timestamp_str': '2014-02-01 04:14:00'},
{'rank': 44, 'timestamp_str': '2014-02-01 04:19:00'},
{'rank': 44, 'timestamp_str': '2014-02-01 04:24:01'},
{'rank': 43, 'timestamp_str': '2014-02-01 04:29:02'},
{'rank': 44, 'timestamp_str': '2014-02-01 04:34:04'},
{'rank': 44, 'timestamp_str': '2014-02-01 04:39:05'},
{'rank': 43, 'timestamp_str': '2014-02-01 04:44:06'},
{'rank': 45, 'timestamp_str': '2014-02-01 04:49:07'},
{'rank': 45, 'timestamp_str': '2014-02-01 04:54:08'},
{'rank': 46, 'timestamp_str': '2014-02-01 04:59:09'},
{'rank': 46, 'timestamp_str': '2014-02-01 05:04:10'},
{'rank': 45, 'timestamp_str': '2014-02-01 05:09:11'},
{'rank': 46, 'timestamp_str': '2014-02-01 05:14:12'},
{'rank': 46, 'timestamp_str': '2014-02-01 05:19:13'},
{'rank': 47, 'timestamp_str': '2014-02-01 05:24:14'},
{'rank': 48, 'timestamp_str': '2014-02-01 05:29:19'},
{'rank': 48, 'timestamp_str': '2014-02-01 05:34:20'},
{'rank': 49, 'timestamp_str': '2014-02-01 05:39:21'},
{'rank': 50, 'timestamp_str': '2014-02-01 05:44:22'},
{'rank': 51, 'timestamp_str': '2014-02-01 05:49:23'},
{'rank': 50, 'timestamp_str': '2014-02-01 05:54:24'},
{'rank': 51, 'timestamp_str': '2014-02-01 05:59:25'},
{'rank': 52, 'timestamp_str': '2014-02-01 06:04:26'},
{'rank': 53, 'timestamp_str': '2014-02-01 06:09:27'},
{'rank': 52, 'timestamp_str': '2014-02-01 06:14:28'},
{'rank': 54, 'timestamp_str': '2014-02-01 06:19:29'},
{'rank': 55, 'timestamp_str': '2014-02-01 06:24:30'},
{'rank': 56, 'timestamp_str': '2014-02-01 06:29:31'},
{'rank': 57, 'timestamp_str': '2014-02-01 06:34:32'},
{'rank': 59, 'timestamp_str': '2014-02-01 06:39:34'},
{'rank': 58, 'timestamp_str': '2014-02-01 06:44:35'},
{'rank': 60, 'timestamp_str': '2014-02-01 06:49:36'},
{'rank': 60, 'timestamp_str': '2014-02-01 06:54:38'},
{'rank': 60, 'timestamp_str': '2014-02-01 06:59:39'},
{'rank': 60, 'timestamp_str': '2014-02-01 07:04:40'}],
'href': 'http://farmlogs.com/jobs',
'id': 'http://farmlogs.com/jobs',
'title': 'FarmLogs is growing fast. Join our engineering team'}
************
{'_id': '9628afdbc8dbbc68828c9bd68b356c0e',
'_rev': '93-66dbed06c0c76bfa7cd73c1462cc264e',
'author': None,
'doc_type': 'post',
'domain': 'webflow.com',
'history': [{'domain': 'webflow.com',
'href': 'http://jobs.webflow.com',
'id': 'http://jobs.webflow.com',
'rank': 6,
'timestamp_str': '2014-02-01 03:03:07',
'title': 'Webflow is hiring a front-end developer'},
{'rank': 7, 'timestamp_str': '2014-02-01 03:08:08'},
{'rank': 7, 'timestamp_str': '2014-02-01 03:13:09'},
{'rank': 8, 'timestamp_str': '2014-02-01 03:18:10'},
{'rank': 9, 'timestamp_str': '2014-02-01 03:23:12'},
{'rank': 9,
'timestamp_str': '2014-02-01 03:28:14',
'title': 'Help build the best web publishing platform at Webflow (YCS13)'},
{'rank': 10, 'timestamp_str': '2014-02-01 03:33:16'},
{'rank': 10,
'timestamp_str': '2014-02-01 03:38:16',
'title': 'Help build the best web publishing platform at Webflow (YC S13)'},
{'rank': 11, 'timestamp_str': '2014-02-01 03:43:17'},
{'rank': 12, 'timestamp_str': '2014-02-01 03:48:18'},
{'rank': 12, 'timestamp_str': '2014-02-01 03:53:19'},
{'rank': 13, 'timestamp_str': '2014-02-01 03:58:20'},
{'rank': 14, 'timestamp_str': '2014-02-01 04:03:21'},
{'rank': 14, 'timestamp_str': '2014-02-01 04:08:43'},
{'rank': 15, 'timestamp_str': '2014-02-01 04:13:44'},
{'rank': 15, 'timestamp_str': '2014-02-01 04:18:45'},
{'rank': 16, 'timestamp_str': '2014-02-01 04:23:46'},
{'rank': 17, 'timestamp_str': '2014-02-01 04:28:47'},
{'rank': 17, 'timestamp_str': '2014-02-01 04:33:48'},
{'rank': 18, 'timestamp_str': '2014-02-01 04:38:49'},
{'rank': 19, 'timestamp_str': '2014-02-01 04:43:50'},
{'rank': 19, 'timestamp_str': '2014-02-01 04:48:51'},
{'rank': 20, 'timestamp_str': '2014-02-01 04:53:52'},
{'rank': 20, 'timestamp_str': '2014-02-01 04:58:53'},
{'rank': 21, 'timestamp_str': '2014-02-01 05:03:54'},
{'rank': 21, 'timestamp_str': '2014-02-01 05:08:56'},
{'rank': 21, 'timestamp_str': '2014-02-01 05:13:57'},
{'rank': 23, 'timestamp_str': '2014-02-01 05:18:58'},
{'rank': 23, 'timestamp_str': '2014-02-01 05:23:59'},
{'rank': 24, 'timestamp_str': '2014-02-01 05:29:00'},
{'rank': 25, 'timestamp_str': '2014-02-01 05:34:04'},
{'rank': 25, 'timestamp_str': '2014-02-01 05:39:05'},
{'rank': 26, 'timestamp_str': '2014-02-01 05:44:06'},
{'rank': 27, 'timestamp_str': '2014-02-01 05:49:07'},
{'rank': 26, 'timestamp_str': '2014-02-01 05:54:09'},
{'rank': 27, 'timestamp_str': '2014-02-01 05:59:09'},
{'rank': 28, 'timestamp_str': '2014-02-01 06:04:10'},
{'rank': 28, 'timestamp_str': '2014-02-01 06:09:12'},
{'rank': 28, 'timestamp_str': '2014-02-01 06:14:13'},
{'rank': 30, 'timestamp_str': '2014-02-01 06:19:14'},
{'rank': 30, 'timestamp_str': '2014-02-01 06:24:15'},
{'rank': 31, 'timestamp_str': '2014-02-01 06:29:31'},
{'rank': 31, 'timestamp_str': '2014-02-01 06:34:32'},
{'rank': 31, 'timestamp_str': '2014-02-01 06:39:34'},
{'rank': 32, 'timestamp_str': '2014-02-01 06:44:35'},
{'rank': 32, 'timestamp_str': '2014-02-01 06:49:36'},
{'rank': 33, 'timestamp_str': '2014-02-01 06:54:38'},
{'rank': 33, 'timestamp_str': '2014-02-01 06:59:39'},
{'rank': 33, 'timestamp_str': '2014-02-01 07:04:40'},
{'rank': 33, 'timestamp_str': '2014-02-01 07:09:41'},
{'rank': 34, 'timestamp_str': '2014-02-01 07:14:43'},
{'rank': 33, 'timestamp_str': '2014-02-01 07:19:44'},
{'rank': 34, 'timestamp_str': '2014-02-01 07:24:45'},
{'rank': 34, 'timestamp_str': '2014-02-01 07:29:46'},
{'rank': 36, 'timestamp_str': '2014-02-01 07:34:47'},
{'rank': 37, 'timestamp_str': '2014-02-01 07:39:48'},
{'rank': 35, 'timestamp_str': '2014-02-01 07:44:49'},
{'rank': 36, 'timestamp_str': '2014-02-01 07:49:51'},
{'rank': 37, 'timestamp_str': '2014-02-01 07:54:52'},
{'rank': 37, 'timestamp_str': '2014-02-01 07:59:53'},
{'rank': 38, 'timestamp_str': '2014-02-01 08:04:54'},
{'rank': 37, 'timestamp_str': '2014-02-01 08:09:55'},
{'rank': 37, 'timestamp_str': '2014-02-01 08:14:56'},
{'rank': 38, 'timestamp_str': '2014-02-01 08:19:57'},
{'rank': 38, 'timestamp_str': '2014-02-01 08:24:58'},
{'rank': 40, 'timestamp_str': '2014-02-01 08:30:00'},
{'rank': 43, 'timestamp_str': '2014-02-01 08:35:00'},
{'rank': 43, 'timestamp_str': '2014-02-01 08:40:02'},
{'rank': 42, 'timestamp_str': '2014-02-01 08:45:03'},
{'rank': 44, 'timestamp_str': '2014-02-01 08:50:04'},
{'rank': 44, 'timestamp_str': '2014-02-01 08:55:05'},
{'rank': 45, 'timestamp_str': '2014-02-01 09:00:06'},
{'rank': 45, 'timestamp_str': '2014-02-01 09:05:07'},
{'rank': 47, 'timestamp_str': '2014-02-01 09:10:08'},
{'rank': 49, 'timestamp_str': '2014-02-01 09:15:10'},
{'rank': 49, 'timestamp_str': '2014-02-01 09:20:10'},
{'rank': 50, 'timestamp_str': '2014-02-01 09:25:12'},
{'rank': 50, 'timestamp_str': '2014-02-01 09:30:13'},
{'rank': 50, 'timestamp_str': '2014-02-01 09:35:14'},
{'rank': 52, 'timestamp_str': '2014-02-01 09:40:15'},
{'rank': 51, 'timestamp_str': '2014-02-01 09:45:16'},
{'rank': 52, 'timestamp_str': '2014-02-01 09:50:17'},
{'rank': 53, 'timestamp_str': '2014-02-01 09:55:18'},
{'rank': 53, 'timestamp_str': '2014-02-01 10:00:19'},
{'rank': 55, 'timestamp_str': '2014-02-01 10:05:20'},
{'rank': 57, 'timestamp_str': '2014-02-01 10:10:21'},
{'rank': 57, 'timestamp_str': '2014-02-01 10:15:22'},
{'rank': 58, 'timestamp_str': '2014-02-01 10:20:23'},
{'rank': 58, 'timestamp_str': '2014-02-01 10:25:24'},
{'rank': 59, 'timestamp_str': '2014-02-01 10:30:26'},
{'rank': 60, 'timestamp_str': '2014-02-01 10:35:27'},
{'rank': 60, 'timestamp_str': '2014-02-01 10:40:28'}],
'href': 'http://jobs.webflow.com',
'id': 'http://jobs.webflow.com',
'title': 'Help build the best web publishing platform at Webflow (YC S13)',
'title_changes': 2}
************
{'_id': '831817f95cc3448a9446de4e54daa982',
'_rev': '105-be9f35a68d488c2f0c58de68d6d4ff42',
'author': None,
'doc_type': 'post',
'domain': 'mattermark.com',
'history': [{'domain': 'mattermark.com',
'href': 'http://mattermark.com/full-stack-engineer/',
'id': 'http://mattermark.com/full-stack-engineer/',
'rank': 6,
'timestamp_str': '2014-02-02 08:22:04',
'title': 'Mattermark (YC S12) is hiring a developer'},
{'rank': 7, 'timestamp_str': '2014-02-02 08:27:06'},
{'rank': 8, 'timestamp_str': '2014-02-02 08:32:07'},
{'rank': 8, 'timestamp_str': '2014-02-02 08:37:08'},
{'rank': 9, 'timestamp_str': '2014-02-02 08:42:10'},
{'rank': 9, 'timestamp_str': '2014-02-02 08:47:10'},
{'rank': 10, 'timestamp_str': '2014-02-02 08:52:12'},
{'rank': 11, 'timestamp_str': '2014-02-02 08:57:13'},
{'rank': 11, 'timestamp_str': '2014-02-02 09:02:14'},
{'rank': 12, 'timestamp_str': '2014-02-02 09:07:15'},
{'rank': 12, 'timestamp_str': '2014-02-02 09:12:16'},
{'rank': 13, 'timestamp_str': '2014-02-02 09:17:17'},
{'rank': 14, 'timestamp_str': '2014-02-02 09:22:18'},
{'rank': 14, 'timestamp_str': '2014-02-02 09:27:19'},
{'rank': 15, 'timestamp_str': '2014-02-02 09:32:23'},
{'rank': 16, 'timestamp_str': '2014-02-02 09:37:24'},
{'rank': 16, 'timestamp_str': '2014-02-02 09:42:26'},
{'rank': 17, 'timestamp_str': '2014-02-02 09:47:30'},
{'rank': 17, 'timestamp_str': '2014-02-02 09:52:31'},
{'rank': 18, 'timestamp_str': '2014-02-02 09:57:32'},
{'rank': 19, 'timestamp_str': '2014-02-02 10:02:33'},
{'rank': 19, 'timestamp_str': '2014-02-02 10:07:35'},
{'rank': 20, 'timestamp_str': '2014-02-02 10:12:36'},
{'rank': 21, 'timestamp_str': '2014-02-02 10:17:37'},
{'rank': 21, 'timestamp_str': '2014-02-02 10:22:38'},
{'rank': 21, 'timestamp_str': '2014-02-02 10:27:40'},
{'rank': 22, 'timestamp_str': '2014-02-02 10:32:41'},
{'rank': 22, 'timestamp_str': '2014-02-02 10:37:42'},
{'rank': 23, 'timestamp_str': '2014-02-02 10:42:43'},
{'rank': 24, 'timestamp_str': '2014-02-02 10:47:44'},
{'rank': 24, 'timestamp_str': '2014-02-02 10:52:46'},
{'rank': 25, 'timestamp_str': '2014-02-02 10:57:47'},
{'rank': 25, 'timestamp_str': '2014-02-02 11:02:48'},
{'rank': 26, 'timestamp_str': '2014-02-02 11:07:49'},
{'rank': 25, 'timestamp_str': '2014-02-02 11:12:51'},
{'rank': 26, 'timestamp_str': '2014-02-02 11:17:52'},
{'rank': 27, 'timestamp_str': '2014-02-02 11:22:53'},
{'rank': 28, 'timestamp_str': '2014-02-02 11:27:54'},
{'rank': 29, 'timestamp_str': '2014-02-02 11:32:56'},
{'rank': 30, 'timestamp_str': '2014-02-02 11:37:57'},
{'rank': 29, 'timestamp_str': '2014-02-02 11:42:58'},
{'rank': 30, 'timestamp_str': '2014-02-02 11:47:59'},
{'rank': 31, 'timestamp_str': '2014-02-02 11:53:16'},
{'rank': 31, 'timestamp_str': '2014-02-02 11:58:17'},
{'rank': 31, 'timestamp_str': '2014-02-02 12:03:18'},
{'rank': 34, 'timestamp_str': '2014-02-02 12:08:19'},
{'rank': 34, 'timestamp_str': '2014-02-02 12:13:20'},
{'rank': 35, 'timestamp_str': '2014-02-02 12:18:23'},
{'rank': 35, 'timestamp_str': '2014-02-02 12:23:24'},
{'rank': 36, 'timestamp_str': '2014-02-02 12:28:25'},
{'rank': 36, 'timestamp_str': '2014-02-02 12:33:27'},
{'rank': 36, 'timestamp_str': '2014-02-02 12:38:28'},
{'rank': 36, 'timestamp_str': '2014-02-02 12:43:29'},
{'rank': 37, 'timestamp_str': '2014-02-02 12:48:30'},
{'rank': 37, 'timestamp_str': '2014-02-02 12:53:31'},
{'rank': 38, 'timestamp_str': '2014-02-02 12:58:32'},
{'rank': 38, 'timestamp_str': '2014-02-02 13:03:34'},
{'rank': 38, 'timestamp_str': '2014-02-02 13:08:35'},
{'rank': 39, 'timestamp_str': '2014-02-02 13:13:36'},
{'rank': 40, 'timestamp_str': '2014-02-02 13:18:37'},
{'rank': 39, 'timestamp_str': '2014-02-02 13:23:38'},
{'rank': 39, 'timestamp_str': '2014-02-02 13:28:40'},
{'rank': 39, 'timestamp_str': '2014-02-02 13:33:41'},
{'rank': 40, 'timestamp_str': '2014-02-02 13:38:42'},
{'rank': 41, 'timestamp_str': '2014-02-02 13:43:43'},
{'rank': 40, 'timestamp_str': '2014-02-02 13:48:44'},
{'rank': 41, 'timestamp_str': '2014-02-02 13:53:45'},
{'rank': 41, 'timestamp_str': '2014-02-02 13:58:46'},
{'rank': 42, 'timestamp_str': '2014-02-02 14:04:08'},
{'rank': 43, 'timestamp_str': '2014-02-02 14:09:11'},
{'rank': 43, 'timestamp_str': '2014-02-02 14:14:12'},
{'rank': 44, 'timestamp_str': '2014-02-02 14:19:13'},
{'rank': 45, 'timestamp_str': '2014-02-02 14:24:14'},
{'rank': 45, 'timestamp_str': '2014-02-02 14:29:15'},
{'rank': 47, 'timestamp_str': '2014-02-02 14:34:16'},
{'rank': 48, 'timestamp_str': '2014-02-02 14:39:18'},
{'rank': 48, 'timestamp_str': '2014-02-02 14:44:19'},
{'rank': 49, 'timestamp_str': '2014-02-02 14:49:20'},
{'rank': 48, 'timestamp_str': '2014-02-02 14:54:22'},
{'rank': 49, 'timestamp_str': '2014-02-02 14:59:23'},
{'rank': 50, 'timestamp_str': '2014-02-02 15:04:24'},
{'rank': 51, 'timestamp_str': '2014-02-02 15:09:25'},
{'rank': 50, 'timestamp_str': '2014-02-02 15:14:26'},
{'rank': 51, 'timestamp_str': '2014-02-02 15:19:27'},
{'rank': 51, 'timestamp_str': '2014-02-02 15:24:28'},
{'rank': 53, 'timestamp_str': '2014-02-02 15:29:30'},
{'rank': 53, 'timestamp_str': '2014-02-02 15:34:31'},
{'rank': 54, 'timestamp_str': '2014-02-02 15:39:33'},
{'rank': 53, 'timestamp_str': '2014-02-02 15:44:34'},
{'rank': 53, 'timestamp_str': '2014-02-02 15:49:35'},
{'rank': 53, 'timestamp_str': '2014-02-02 15:54:50'},
{'rank': 55, 'timestamp_str': '2014-02-02 15:59:53'},
{'rank': 55, 'timestamp_str': '2014-02-02 16:04:55'},
{'rank': 56, 'timestamp_str': '2014-02-02 16:09:56'},
{'rank': 55, 'timestamp_str': '2014-02-02 16:14:57'},
{'rank': 56, 'timestamp_str': '2014-02-02 16:19:58'},
{'rank': 57, 'timestamp_str': '2014-02-02 16:25:14'},
{'rank': 56, 'timestamp_str': '2014-02-02 16:30:16'},
{'rank': 57, 'timestamp_str': '2014-02-02 16:35:17'},
{'rank': 59, 'timestamp_str': '2014-02-02 16:40:18'},
{'rank': 58, 'timestamp_str': '2014-02-02 16:45:20'},
{'rank': 59, 'timestamp_str': '2014-02-02 16:50:21'},
{'rank': 60, 'timestamp_str': '2014-02-02 16:55:25'},
{'rank': 60, 'timestamp_str': '2014-02-02 17:25:33'}],
'href': 'http://mattermark.com/full-stack-engineer/',
'id': 'http://mattermark.com/full-stack-engineer/',
'title': 'Mattermark (YC S12) is hiring a developer'}
************
{'_id': 'a42f353f4ce957f77ed7464ec1e12364',
'_rev': '107-77b379f2b9a7e0c913d2baf936a69785',
'author': None,
'doc_type': 'post',
'domain': 'rescale.com',
'history': [{'domain': 'rescale.com',
'href': 'http://www.rescale.com/careers',
'id': 'http://www.rescale.com/careers',
'rank': 7,
'timestamp_str': '2014-01-30 06:16:14',
'title': 'Rescale (YC W12) is hiring a UI Designer'},
{'rank': 7, 'timestamp_str': '2014-01-30 06:21:15'},
{'rank': 8, 'timestamp_str': '2014-01-30 06:26:16'},
{'rank': 8, 'timestamp_str': '2014-01-30 06:31:19'},
{'rank': 9, 'timestamp_str': '2014-01-30 06:36:21'},
{'rank': 10, 'timestamp_str': '2014-01-30 06:41:24'},
{'rank': 10, 'timestamp_str': '2014-01-30 06:46:27'},
{'rank': 11, 'timestamp_str': '2014-01-30 06:51:28'},
{'rank': 12, 'timestamp_str': '2014-01-30 06:56:33'},
{'rank': 12, 'timestamp_str': '2014-01-30 07:01:35'},
{'rank': 13, 'timestamp_str': '2014-01-30 07:06:51'},
{'rank': 13, 'timestamp_str': '2014-01-30 07:11:54'},
{'rank': 14, 'timestamp_str': '2014-01-30 07:16:55'},
{'rank': 15, 'timestamp_str': '2014-01-30 07:22:01'},
{'rank': 15, 'timestamp_str': '2014-01-30 07:27:02'},
{'rank': 16, 'timestamp_str': '2014-01-30 07:32:04'},
{'rank': 17, 'timestamp_str': '2014-01-30 07:37:07'},
{'rank': 17, 'timestamp_str': '2014-01-30 07:42:08'},
{'rank': 18, 'timestamp_str': '2014-01-30 07:47:11'},
{'rank': 18, 'timestamp_str': '2014-01-30 07:52:13'},
{'rank': 19, 'timestamp_str': '2014-01-30 07:57:14'},
{'rank': 20, 'timestamp_str': '2014-01-30 08:02:17'},
{'rank': 20, 'timestamp_str': '2014-01-30 08:07:19'},
{'rank': 21, 'timestamp_str': '2014-01-30 08:12:20'},
{'rank': 22, 'timestamp_str': '2014-01-30 08:17:23'},
{'rank': 22, 'timestamp_str': '2014-01-30 08:22:25'},
{'rank': 23, 'timestamp_str': '2014-01-30 08:27:27'},
{'rank': 24, 'timestamp_str': '2014-01-30 08:32:28'},
{'rank': 24, 'timestamp_str': '2014-01-30 08:37:30'},
{'rank': 24, 'timestamp_str': '2014-01-30 08:42:33'},
{'rank': 26, 'timestamp_str': '2014-01-30 08:47:35'},
{'rank': 26, 'timestamp_str': '2014-01-30 08:52:37'},
{'rank': 27, 'timestamp_str': '2014-01-30 08:57:38'},
{'rank': 26, 'timestamp_str': '2014-01-30 09:02:39'},
{'rank': 28, 'timestamp_str': '2014-01-30 09:07:41'},
{'rank': 29, 'timestamp_str': '2014-01-30 09:12:42'},
{'rank': 29, 'timestamp_str': '2014-01-30 09:17:49'},
{'rank': 30, 'timestamp_str': '2014-01-30 09:22:51'},
{'rank': 30, 'timestamp_str': '2014-01-30 09:27:52'},
{'rank': 30, 'timestamp_str': '2014-01-30 09:32:54'},
{'rank': 31, 'timestamp_str': '2014-01-30 09:38:10'},
{'rank': 32, 'timestamp_str': '2014-01-30 09:43:12'},
{'rank': 33, 'timestamp_str': '2014-01-30 09:48:14'},
{'rank': 33, 'timestamp_str': '2014-01-30 09:53:15'},
{'rank': 34, 'timestamp_str': '2014-01-30 09:58:16'},
{'rank': 34, 'timestamp_str': '2014-01-30 10:03:18'},
{'rank': 35, 'timestamp_str': '2014-01-30 10:08:20'},
{'rank': 35, 'timestamp_str': '2014-01-30 10:13:21'},
{'rank': 37, 'timestamp_str': '2014-01-30 10:18:22'},
{'rank': 38, 'timestamp_str': '2014-01-30 10:23:24'},
{'rank': 38, 'timestamp_str': '2014-01-30 10:28:25'},
{'rank': 37, 'timestamp_str': '2014-01-30 10:33:26'},
{'rank': 37, 'timestamp_str': '2014-01-30 10:38:29'},
{'rank': 38, 'timestamp_str': '2014-01-30 10:43:30'},
{'rank': 39, 'timestamp_str': '2014-01-30 10:48:31'},
{'rank': 38, 'timestamp_str': '2014-01-30 10:53:32'},
{'rank': 37, 'timestamp_str': '2014-01-30 10:58:34'},
{'rank': 38, 'timestamp_str': '2014-01-30 11:03:35'},
{'rank': 39, 'timestamp_str': '2014-01-30 11:08:37'},
{'rank': 42, 'timestamp_str': '2014-01-30 11:13:38'},
{'rank': 42, 'timestamp_str': '2014-01-30 11:18:39'},
{'rank': 42, 'timestamp_str': '2014-01-30 11:23:41'},
{'rank': 44, 'timestamp_str': '2014-01-30 11:28:46'},
{'rank': 44, 'timestamp_str': '2014-01-30 11:33:48'},
{'rank': 44, 'timestamp_str': '2014-01-30 11:38:49'},
{'rank': 47, 'timestamp_str': '2014-01-30 11:43:50'},
{'rank': 46, 'timestamp_str': '2014-01-30 11:48:52'},
{'rank': 47, 'timestamp_str': '2014-01-30 11:53:53'},
{'rank': 48, 'timestamp_str': '2014-01-30 11:58:55'},
{'rank': 48, 'timestamp_str': '2014-01-30 12:03:56'},
{'rank': 48, 'timestamp_str': '2014-01-30 12:08:57'},
{'rank': 48, 'timestamp_str': '2014-01-30 12:13:59'},
{'rank': 48, 'timestamp_str': '2014-01-30 12:19:01'},
{'rank': 48, 'timestamp_str': '2014-01-30 12:24:02'},
{'rank': 48, 'timestamp_str': '2014-01-30 12:29:03'},
{'rank': 49, 'timestamp_str': '2014-01-30 12:34:06'},
{'rank': 50, 'timestamp_str': '2014-01-30 12:39:07'},
{'rank': 49, 'timestamp_str': '2014-01-30 12:44:11'},
{'rank': 50, 'timestamp_str': '2014-01-30 12:49:13'},
{'rank': 48, 'timestamp_str': '2014-01-30 12:54:14'},
{'rank': 49, 'timestamp_str': '2014-01-30 12:59:15'},
{'rank': 50, 'timestamp_str': '2014-01-30 13:04:17'},
{'rank': 50, 'timestamp_str': '2014-01-30 13:09:20'},
{'rank': 50, 'timestamp_str': '2014-01-30 13:14:21'},
{'rank': 50, 'timestamp_str': '2014-01-30 13:19:26'},
{'rank': 51, 'timestamp_str': '2014-01-30 13:24:27'},
{'rank': 52, 'timestamp_str': '2014-01-30 13:29:28'},
{'rank': 52, 'timestamp_str': '2014-01-30 13:34:29'},
{'rank': 52, 'timestamp_str': '2014-01-30 13:39:31'},
{'rank': 55, 'timestamp_str': '2014-01-30 13:44:32'},
{'rank': 53, 'timestamp_str': '2014-01-30 13:49:33'},
{'rank': 53, 'timestamp_str': '2014-01-30 13:54:36'},
{'rank': 54, 'timestamp_str': '2014-01-30 13:59:37'},
{'rank': 54, 'timestamp_str': '2014-01-30 14:04:38'},
{'rank': 57, 'timestamp_str': '2014-01-30 14:09:42'},
{'rank': 57, 'timestamp_str': '2014-01-30 14:14:43'},
{'rank': 58, 'timestamp_str': '2014-01-30 14:19:45'},
{'rank': 58, 'timestamp_str': '2014-01-30 14:24:47'},
{'rank': 58, 'timestamp_str': '2014-01-30 14:29:48'},
{'rank': 59, 'timestamp_str': '2014-01-30 14:39:51'},
{'rank': 60, 'timestamp_str': '2014-01-30 14:44:52'},
{'rank': 60, 'timestamp_str': '2014-01-30 14:49:54'},
{'rank': 60, 'timestamp_str': '2014-01-30 14:54:55'},
{'rank': 60, 'timestamp_str': '2014-01-30 14:59:56'},
{'rank': 60, 'timestamp_str': '2014-01-30 15:04:58'},
{'rank': 60, 'timestamp_str': '2014-01-30 15:09:59'}],
'href': 'http://www.rescale.com/careers',
'id': 'http://www.rescale.com/careers',
'title': 'Rescale (YC W12) is hiring a UI Designer'}
************
{'_id': '6ec1c701188c8bf9ef650d411ecbe7f4',
'_rev': '197-d03481b3062ff0ecbf89f8f35bbc187d',
'author': None,
'doc_type': 'post',
'domain': 'rescale.com',
'history': [{'domain': 'rescale.com',
'href': 'http://www.rescale.com/careers/',
'id': 'http://www.rescale.com/careers/',
'rank': 6,
'timestamp_str': '2014-02-01 22:23:35',
'title': 'Love HPC and MPI? Join us at Rescale'},
{'rank': 7, 'timestamp_str': '2014-02-01 22:28:36'},
{'rank': 8, 'timestamp_str': '2014-02-01 22:33:38'},
{'rank': 8, 'timestamp_str': '2014-02-01 22:38:40'},
{'rank': 9, 'timestamp_str': '2014-02-01 22:43:41'},
{'rank': 10, 'timestamp_str': '2014-02-01 22:48:43'},
{'rank': 10, 'timestamp_str': '2014-02-01 22:53:44'},
{'rank': 11, 'timestamp_str': '2014-02-01 22:58:45'},
{'rank': 12, 'timestamp_str': '2014-02-01 23:03:46'},
{'rank': 12, 'timestamp_str': '2014-02-01 23:08:47'},
{'rank': 13, 'timestamp_str': '2014-02-01 23:13:48'},
{'rank': 13, 'timestamp_str': '2014-02-01 23:18:49'},
{'rank': 14, 'timestamp_str': '2014-02-01 23:23:51'},
{'rank': 15, 'timestamp_str': '2014-02-01 23:28:52'},
{'rank': 15, 'timestamp_str': '2014-02-01 23:33:53'},
{'rank': 16, 'timestamp_str': '2014-02-01 23:38:54'},
{'rank': 17, 'timestamp_str': '2014-02-01 23:43:55'},
{'rank': 17, 'timestamp_str': '2014-02-01 23:48:56'},
{'rank': 18, 'timestamp_str': '2014-02-01 23:53:57'},
{'rank': 18, 'timestamp_str': '2014-02-01 23:58:59'},
{'rank': 19, 'timestamp_str': '2014-02-02 00:04:00'},
{'rank': 20, 'timestamp_str': '2014-02-02 00:09:01'},
{'rank': 20, 'timestamp_str': '2014-02-02 00:14:02'},
{'rank': 20, 'timestamp_str': '2014-02-02 00:19:03'},
{'rank': 21, 'timestamp_str': '2014-02-02 00:24:04'},
{'rank': 21, 'timestamp_str': '2014-02-02 00:29:06'},
{'rank': 23, 'timestamp_str': '2014-02-02 00:34:07'},
{'rank': 23, 'timestamp_str': '2014-02-02 00:39:08'},
{'rank': 24, 'timestamp_str': '2014-02-02 00:44:09'},
{'rank': 25, 'timestamp_str': '2014-02-02 00:49:10'},
{'rank': 25, 'timestamp_str': '2014-02-02 00:54:11'},
{'rank': 26, 'timestamp_str': '2014-02-02 00:59:12'},
{'rank': 27, 'timestamp_str': '2014-02-02 01:04:13'},
{'rank': 27, 'timestamp_str': '2014-02-02 01:09:15'},
{'rank': 28, 'timestamp_str': '2014-02-02 01:14:16'},
{'rank': 28, 'timestamp_str': '2014-02-02 01:19:17'},
{'rank': 28, 'timestamp_str': '2014-02-02 01:24:18'},
{'rank': 29, 'timestamp_str': '2014-02-02 01:29:19'},
{'rank': 29, 'timestamp_str': '2014-02-02 01:34:21'},
{'rank': 30, 'timestamp_str': '2014-02-02 01:39:22'},
{'rank': 31, 'timestamp_str': '2014-02-02 01:44:38'},
{'rank': 31, 'timestamp_str': '2014-02-02 01:49:55'},
{'rank': 32, 'timestamp_str': '2014-02-02 01:54:56'},
{'rank': 33, 'timestamp_str': '2014-02-02 01:59:57'},
{'rank': 33, 'timestamp_str': '2014-02-02 02:04:58'},
{'rank': 34, 'timestamp_str': '2014-02-02 02:09:59'},
{'rank': 34, 'timestamp_str': '2014-02-02 02:15:00'},
{'rank': 35, 'timestamp_str': '2014-02-02 02:20:03'},
{'rank': 36, 'timestamp_str': '2014-02-02 02:25:04'},
{'rank': 37, 'timestamp_str': '2014-02-02 02:30:06'},
{'rank': 38, 'timestamp_str': '2014-02-02 02:35:07'},
{'rank': 39, 'timestamp_str': '2014-02-02 02:40:22'},
{'rank': 38, 'timestamp_str': '2014-02-02 02:45:23'},
{'rank': 38, 'timestamp_str': '2014-02-02 02:50:24'},
{'rank': 39, 'timestamp_str': '2014-02-02 02:55:25'},
{'rank': 39, 'timestamp_str': '2014-02-02 03:00:27'},
{'rank': 40, 'timestamp_str': '2014-02-02 03:05:28'},
{'rank': 39, 'timestamp_str': '2014-02-02 03:10:29'},
{'rank': 40, 'timestamp_str': '2014-02-02 03:15:31'},
{'rank': 42, 'timestamp_str': '2014-02-02 03:20:31'},
{'rank': 41, 'timestamp_str': '2014-02-02 03:25:32'},
{'rank': 41, 'timestamp_str': '2014-02-02 03:30:33'},
{'rank': 42, 'timestamp_str': '2014-02-02 03:35:34'},
{'rank': 42, 'timestamp_str': '2014-02-02 03:40:35'},
{'rank': 43, 'timestamp_str': '2014-02-02 03:45:36'},
{'rank': 43, 'timestamp_str': '2014-02-02 03:50:38'},
{'rank': 44, 'timestamp_str': '2014-02-02 03:55:39'},
{'rank': 45, 'timestamp_str': '2014-02-02 04:00:40'},
{'rank': 45, 'timestamp_str': '2014-02-02 04:05:41'},
{'rank': 45, 'timestamp_str': '2014-02-02 04:10:44'},
{'rank': 46, 'timestamp_str': '2014-02-02 04:15:45'},
{'rank': 46, 'timestamp_str': '2014-02-02 04:20:46'},
{'rank': 47, 'timestamp_str': '2014-02-02 04:25:47'},
{'rank': 47, 'timestamp_str': '2014-02-02 04:30:48'},
{'rank': 49, 'timestamp_str': '2014-02-02 04:35:49'},
{'rank': 50, 'timestamp_str': '2014-02-02 04:40:51'},
{'rank': 48, 'timestamp_str': '2014-02-02 04:45:52'},
{'rank': 49, 'timestamp_str': '2014-02-02 04:50:53'},
{'rank': 51, 'timestamp_str': '2014-02-02 04:55:58'},
{'rank': 51, 'timestamp_str': '2014-02-02 05:00:59'},
{'rank': 53, 'timestamp_str': '2014-02-02 05:06:00'},
{'rank': 54, 'timestamp_str': '2014-02-02 05:11:02'},
{'rank': 54, 'timestamp_str': '2014-02-02 05:16:04'},
{'rank': 55, 'timestamp_str': '2014-02-02 05:21:06'},
{'rank': 55, 'timestamp_str': '2014-02-02 05:26:07'},
{'rank': 56, 'timestamp_str': '2014-02-02 05:31:09'},
{'rank': 57, 'timestamp_str': '2014-02-02 05:36:10'},
{'rank': 57, 'timestamp_str': '2014-02-02 05:41:11'},
{'rank': 57, 'timestamp_str': '2014-02-02 05:46:12'},
{'rank': 59, 'timestamp_str': '2014-02-02 05:51:13'},
{'rank': 59, 'timestamp_str': '2014-02-02 05:56:15'},
{'rank': 60, 'timestamp_str': '2014-02-02 06:11:19'},
{'rank': 7,
'timestamp_str': '2014-02-07 05:29:45',
'title': 'Experienced in HPC & MPI? Join Rescale Engineering.'},
{'rank': 7, 'timestamp_str': '2014-02-07 05:34:46'},
{'rank': 8, 'timestamp_str': '2014-02-07 05:39:47'},
{'rank': 8, 'timestamp_str': '2014-02-07 05:44:48'},
{'rank': 9, 'timestamp_str': '2014-02-07 05:49:49'},
{'rank': 10, 'timestamp_str': '2014-02-07 05:54:50'},
{'rank': 10, 'timestamp_str': '2014-02-07 05:59:51'},
{'rank': 11, 'timestamp_str': '2014-02-07 06:04:52'},
{'rank': 12, 'timestamp_str': '2014-02-07 06:09:53'},
{'rank': 12, 'timestamp_str': '2014-02-07 06:14:55'},
{'rank': 13,
'timestamp_str': '2014-02-07 06:19:56',
'title': 'Experienced in HPC and MPI? Join Rescale Engineering'},
{'rank': 14, 'timestamp_str': '2014-02-07 06:24:57'},
{'rank': 14, 'timestamp_str': '2014-02-07 06:29:58'},
{'rank': 15, 'timestamp_str': '2014-02-07 06:34:59'},
{'rank': 16, 'timestamp_str': '2014-02-07 06:40:00'},
{'rank': 16, 'timestamp_str': '2014-02-07 06:45:01'},
{'rank': 17, 'timestamp_str': '2014-02-07 06:50:02'},
{'rank': 17, 'timestamp_str': '2014-02-07 06:55:03'},
{'rank': 18, 'timestamp_str': '2014-02-07 07:00:05'},
{'rank': 19, 'timestamp_str': '2014-02-07 07:05:05'},
{'rank': 19, 'timestamp_str': '2014-02-07 07:10:06'},
{'rank': 20, 'timestamp_str': '2014-02-07 07:15:07'},
{'rank': 20, 'timestamp_str': '2014-02-07 07:20:08'},
{'rank': 21, 'timestamp_str': '2014-02-07 07:25:09'},
{'rank': 21, 'timestamp_str': '2014-02-07 07:30:10'},
{'rank': 22, 'timestamp_str': '2014-02-07 07:35:11'},
{'rank': 23, 'timestamp_str': '2014-02-07 07:40:12'},
{'rank': 24, 'timestamp_str': '2014-02-07 07:45:13'},
{'rank': 24, 'timestamp_str': '2014-02-07 07:50:14'},
{'rank': 25, 'timestamp_str': '2014-02-07 07:55:14'},
{'rank': 25, 'timestamp_str': '2014-02-07 08:00:15'},
{'rank': 26, 'timestamp_str': '2014-02-07 08:05:16'},
{'rank': 27, 'timestamp_str': '2014-02-07 08:10:17'},
{'rank': 27, 'timestamp_str': '2014-02-07 08:15:18'},
{'rank': 27, 'timestamp_str': '2014-02-07 08:20:19'},
{'rank': 29, 'timestamp_str': '2014-02-07 08:25:20'},
{'rank': 29, 'timestamp_str': '2014-02-07 08:30:21'},
{'rank': 30, 'timestamp_str': '2014-02-07 08:35:22'},
{'rank': 29, 'timestamp_str': '2014-02-07 08:40:23'},
{'rank': 31, 'timestamp_str': '2014-02-07 08:40:38'},
{'rank': 31, 'timestamp_str': '2014-02-07 08:45:40'},
{'rank': 32, 'timestamp_str': '2014-02-07 08:50:41'},
{'rank': 32, 'timestamp_str': '2014-02-07 08:55:42'},
{'rank': 33, 'timestamp_str': '2014-02-07 09:00:43'},
{'rank': 33, 'timestamp_str': '2014-02-07 09:05:44'},
{'rank': 33, 'timestamp_str': '2014-02-07 09:10:45'},
{'rank': 35, 'timestamp_str': '2014-02-07 09:15:46'},
{'rank': 36, 'timestamp_str': '2014-02-07 09:20:47'},
{'rank': 36, 'timestamp_str': '2014-02-07 09:25:48'},
{'rank': 37, 'timestamp_str': '2014-02-07 09:30:49'},
{'rank': 37, 'timestamp_str': '2014-02-07 09:35:50'},
{'rank': 38, 'timestamp_str': '2014-02-07 09:40:51'},
{'rank': 39, 'timestamp_str': '2014-02-07 09:45:52'},
{'rank': 38, 'timestamp_str': '2014-02-07 09:50:53'},
{'rank': 39, 'timestamp_str': '2014-02-07 09:55:54'},
{'rank': 39, 'timestamp_str': '2014-02-07 10:00:55'},
{'rank': 38, 'timestamp_str': '2014-02-07 10:05:56'},
{'rank': 39, 'timestamp_str': '2014-02-07 10:10:57'},
{'rank': 40, 'timestamp_str': '2014-02-07 10:15:58'},
{'rank': 39, 'timestamp_str': '2014-02-07 10:20:59'},
{'rank': 40, 'timestamp_str': '2014-02-07 10:26:00'},
{'rank': 40, 'timestamp_str': '2014-02-07 10:31:00'},
{'rank': 41, 'timestamp_str': '2014-02-07 10:36:01'},
{'rank': 42, 'timestamp_str': '2014-02-07 10:41:02'},
{'rank': 42, 'timestamp_str': '2014-02-07 10:46:04'},
{'rank': 43, 'timestamp_str': '2014-02-07 10:51:05'},
{'rank': 44, 'timestamp_str': '2014-02-07 10:56:06'},
{'rank': 44, 'timestamp_str': '2014-02-07 11:01:07'},
{'rank': 45, 'timestamp_str': '2014-02-07 11:06:08'},
{'rank': 45, 'timestamp_str': '2014-02-07 11:11:09'},
{'rank': 46, 'timestamp_str': '2014-02-07 11:16:10'},
{'rank': 49, 'timestamp_str': '2014-02-07 11:21:11'},
{'rank': 49, 'timestamp_str': '2014-02-07 11:26:12'},
{'rank': 51, 'timestamp_str': '2014-02-07 11:31:13'},
{'rank': 51, 'timestamp_str': '2014-02-07 11:36:14'},
{'rank': 52, 'timestamp_str': '2014-02-07 11:41:15'},
{'rank': 52, 'timestamp_str': '2014-02-07 11:46:16'},
{'rank': 50, 'timestamp_str': '2014-02-07 11:51:17'},
{'rank': 51, 'timestamp_str': '2014-02-07 11:56:18'},
{'rank': 51, 'timestamp_str': '2014-02-07 12:01:19'},
{'rank': 51, 'timestamp_str': '2014-02-07 12:06:20'},
{'rank': 53, 'timestamp_str': '2014-02-07 12:11:21'},
{'rank': 54, 'timestamp_str': '2014-02-07 12:16:22'},
{'rank': 51, 'timestamp_str': '2014-02-07 12:21:23'},
{'rank': 53, 'timestamp_str': '2014-02-07 12:26:24'},
{'rank': 52, 'timestamp_str': '2014-02-07 12:31:25'},
{'rank': 54, 'timestamp_str': '2014-02-07 12:36:26'},
{'rank': 55, 'timestamp_str': '2014-02-07 12:41:27'},
{'rank': 55, 'timestamp_str': '2014-02-07 12:46:28'},
{'rank': 56, 'timestamp_str': '2014-02-07 12:51:29'},
{'rank': 57, 'timestamp_str': '2014-02-07 12:56:30'},
{'rank': 57, 'timestamp_str': '2014-02-07 13:01:31'},
{'rank': 57, 'timestamp_str': '2014-02-07 13:06:31'},
{'rank': 58, 'timestamp_str': '2014-02-07 13:11:32'},
{'rank': 58, 'timestamp_str': '2014-02-07 13:16:33'},
{'rank': 59, 'timestamp_str': '2014-02-07 13:21:34'},
{'rank': 58, 'timestamp_str': '2014-02-07 13:26:35'},
{'rank': 58, 'timestamp_str': '2014-02-07 13:31:36'},
{'rank': 59, 'timestamp_str': '2014-02-07 13:36:38'},
{'rank': 59, 'timestamp_str': '2014-02-07 13:41:39'},
{'rank': 60, 'timestamp_str': '2014-02-07 13:46:40'},
{'rank': 58, 'timestamp_str': '2014-02-07 13:51:41'},
{'rank': 59, 'timestamp_str': '2014-02-07 13:56:42'},
{'rank': 60, 'timestamp_str': '2014-02-07 14:06:44'}],
'href': 'http://www.rescale.com/careers/',
'id': 'http://www.rescale.com/careers/',
'title': 'Experienced in HPC and MPI? Join Rescale Engineering',
'title_changes': 2}
************
{'_id': 'fe50ad3a128d47ec347da5347284de67',
'_rev': '94-1c68045e6d9bf4c7293a659c8d28a38b',
'author': None,
'doc_type': 'post',
'domain': 'clever.com',
'history': [{'domain': 'clever.com',
'href': 'https://clever.com/about/jobs',
'id': 'https://clever.com/about/jobs',
'rank': 6,
'timestamp_str': '2014-01-31 18:10:03',
'title': 'Join Clever (YC S12) and help hundreds of EdTech companies stay DRY'},
{'rank': 7, 'timestamp_str': '2014-01-31 18:15:04'},
{'rank': 8, 'timestamp_str': '2014-01-31 18:20:06'},
{'rank': 8, 'timestamp_str': '2014-01-31 18:25:10'},
{'rank': 9, 'timestamp_str': '2014-01-31 18:30:11'},
{'rank': 10, 'timestamp_str': '2014-01-31 18:35:13'},
{'rank': 10, 'timestamp_str': '2014-01-31 18:40:14'},
{'rank': 11, 'timestamp_str': '2014-01-31 18:45:42'},
{'rank': 12, 'timestamp_str': '2014-01-31 18:50:43'},
{'rank': 12, 'timestamp_str': '2014-01-31 18:55:45'},
{'rank': 13, 'timestamp_str': '2014-01-31 19:00:47'},
{'rank': 13, 'timestamp_str': '2014-01-31 19:05:48'},
{'rank': 14, 'timestamp_str': '2014-01-31 19:10:50'},
{'rank': 15, 'timestamp_str': '2014-01-31 19:15:51'},
{'rank': 15, 'timestamp_str': '2014-01-31 19:20:52'},
{'rank': 16, 'timestamp_str': '2014-01-31 19:25:53'},
{'rank': 17, 'timestamp_str': '2014-01-31 19:31:10'},
{'rank': 17, 'timestamp_str': '2014-01-31 19:36:11'},
{'rank': 18, 'timestamp_str': '2014-01-31 19:41:12'},
{'rank': 19, 'timestamp_str': '2014-01-31 19:46:13'},
{'rank': 19, 'timestamp_str': '2014-01-31 19:51:14'},
{'rank': 20, 'timestamp_str': '2014-01-31 19:56:15'},
{'rank': 20, 'timestamp_str': '2014-01-31 20:01:16'},
{'rank': 21, 'timestamp_str': '2014-01-31 20:06:18'},
{'rank': 22, 'timestamp_str': '2014-01-31 20:11:19'},
{'rank': 22, 'timestamp_str': '2014-01-31 20:16:27'},
{'rank': 23, 'timestamp_str': '2014-01-31 20:21:29'},
{'rank': 23, 'timestamp_str': '2014-01-31 20:26:30'},
{'rank': 24, 'timestamp_str': '2014-01-31 20:31:31'},
{'rank': 25, 'timestamp_str': '2014-01-31 20:36:32'},
{'rank': 25, 'timestamp_str': '2014-01-31 20:41:34'},
{'rank': 26, 'timestamp_str': '2014-01-31 20:46:35'},
{'rank': 27, 'timestamp_str': '2014-01-31 20:51:36'},
{'rank': 27, 'timestamp_str': '2014-01-31 20:56:37'},
{'rank': 28, 'timestamp_str': '2014-01-31 21:01:38'},
{'rank': 30, 'timestamp_str': '2014-01-31 21:06:39'},
{'rank': 29, 'timestamp_str': '2014-01-31 21:11:40'},
{'rank': 30, 'timestamp_str': '2014-01-31 21:16:41'},
{'rank': 30, 'timestamp_str': '2014-01-31 21:21:43'},
{'rank': 31, 'timestamp_str': '2014-01-31 21:21:58'},
{'rank': 31, 'timestamp_str': '2014-01-31 21:26:59'},
{'rank': 30, 'timestamp_str': '2014-01-31 21:36:46'},
{'rank': 32, 'timestamp_str': '2014-01-31 21:42:03'},
{'rank': 31, 'timestamp_str': '2014-01-31 21:47:04'},
{'rank': 33, 'timestamp_str': '2014-01-31 21:52:05'},
{'rank': 35, 'timestamp_str': '2014-01-31 21:57:06'},
{'rank': 36, 'timestamp_str': '2014-01-31 22:02:07'},
{'rank': 36, 'timestamp_str': '2014-01-31 22:07:08'},
{'rank': 37, 'timestamp_str': '2014-01-31 22:12:09'},
{'rank': 37, 'timestamp_str': '2014-01-31 22:17:10'},
{'rank': 37, 'timestamp_str': '2014-01-31 22:22:11'},
{'rank': 37, 'timestamp_str': '2014-01-31 22:27:13'},
{'rank': 38, 'timestamp_str': '2014-01-31 22:32:14'},
{'rank': 40, 'timestamp_str': '2014-01-31 22:37:15'},
{'rank': 41, 'timestamp_str': '2014-01-31 22:42:16'},
{'rank': 41, 'timestamp_str': '2014-01-31 22:47:17'},
{'rank': 41, 'timestamp_str': '2014-01-31 22:52:18'},
{'rank': 42, 'timestamp_str': '2014-01-31 22:57:19'},
{'rank': 41, 'timestamp_str': '2014-01-31 23:02:20'},
{'rank': 43, 'timestamp_str': '2014-01-31 23:07:21'},
{'rank': 40, 'timestamp_str': '2014-01-31 23:12:23'},
{'rank': 42, 'timestamp_str': '2014-01-31 23:17:34'},
{'rank': 43, 'timestamp_str': '2014-01-31 23:22:35'},
{'rank': 44, 'timestamp_str': '2014-01-31 23:27:36'},
{'rank': 44, 'timestamp_str': '2014-01-31 23:32:37'},
{'rank': 45, 'timestamp_str': '2014-01-31 23:37:38'},
{'rank': 46, 'timestamp_str': '2014-01-31 23:42:39'},
{'rank': 46, 'timestamp_str': '2014-01-31 23:47:40'},
{'rank': 48, 'timestamp_str': '2014-01-31 23:52:41'},
{'rank': 50, 'timestamp_str': '2014-01-31 23:57:42'},
{'rank': 49, 'timestamp_str': '2014-02-01 00:02:43'},
{'rank': 49, 'timestamp_str': '2014-02-01 00:07:44'},
{'rank': 46, 'timestamp_str': '2014-02-01 00:12:45'},
{'rank': 46, 'timestamp_str': '2014-02-01 00:17:46'},
{'rank': 47, 'timestamp_str': '2014-02-01 00:22:48'},
{'rank': 47, 'timestamp_str': '2014-02-01 00:27:49'},
{'rank': 47, 'timestamp_str': '2014-02-01 00:32:50'},
{'rank': 47, 'timestamp_str': '2014-02-01 00:37:50'},
{'rank': 49, 'timestamp_str': '2014-02-01 00:42:51'},
{'rank': 49, 'timestamp_str': '2014-02-01 00:47:53'},
{'rank': 50, 'timestamp_str': '2014-02-01 00:52:54'},
{'rank': 52, 'timestamp_str': '2014-02-01 00:57:55'},
{'rank': 52, 'timestamp_str': '2014-02-01 01:02:56'},
{'rank': 54, 'timestamp_str': '2014-02-01 01:07:57'},
{'rank': 52, 'timestamp_str': '2014-02-01 01:12:58'},
{'rank': 54, 'timestamp_str': '2014-02-01 01:18:00'},
{'rank': 56, 'timestamp_str': '2014-02-01 01:23:01'},
{'rank': 56, 'timestamp_str': '2014-02-01 01:28:02'},
{'rank': 57, 'timestamp_str': '2014-02-01 01:33:03'},
{'rank': 58, 'timestamp_str': '2014-02-01 01:38:04'},
{'rank': 58, 'timestamp_str': '2014-02-01 01:43:05'},
{'rank': 60, 'timestamp_str': '2014-02-01 01:48:06'},
{'rank': 60, 'timestamp_str': '2014-02-01 01:53:07'}],
'href': 'https://clever.com/about/jobs',
'id': 'https://clever.com/about/jobs',
'title': 'Join Clever (YC S12) and help hundreds of EdTech companies stay DRY'}
************
{'_id': 'df117b564d85683314601e8a73338796',
'_rev': '70-df3ca6be6d62fe6897de881f3d7ff156',
'author': None,
'doc_type': 'post',
'domain': 'lever.co',
'history': [{'domain': 'lever.co',
'href': 'https://jobs.lever.co/standardtreasury/c71f83a5-86b6-430b-aa75-dfa4a6157ab8',
'id': 'https://jobs.lever.co/standardtreasury/c71f83a5-86b6-430b-aa75-dfa4a6157ab8',
'pagerow': 28,
'rank': 29,
'timestamp': 1390936147.242308,
'timestamp_str': '2014-01-28 19:09:07',
'title': 'Build great systems on top of banks at Standard Treasury (YC S13)'},
{'pagerow': 28,
'rank': 29,
'timestamp': 1390936448.293806,
'timestamp_str': '2014-01-28 19:14:08'},
{'pagerow': 28,
'rank': 29,
'timestamp': 1390936749.669356,
'timestamp_str': '2014-01-28 19:19:09'},
{'pagerow': 1,
'rank': 32,
'timestamp': 1390937368.618912,
'timestamp_str': '2014-01-28 19:29:28'},
{'pagerow': 1,
'rank': 32,
'timestamp': 1390937669.87205,
'timestamp_str': '2014-01-28 19:34:29'},
{'pagerow': 2,
'rank': 33,
'timestamp': 1390937971.120521,
'timestamp_str': '2014-01-28 19:39:31'},
{'pagerow': 2,
'rank': 33,
'timestamp': 1390938272.476794,
'timestamp_str': '2014-01-28 19:44:32'},
{'pagerow': 2,
'rank': 33,
'timestamp': 1390938573.525378,
'timestamp_str': '2014-01-28 19:49:33'},
{'pagerow': 4,
'rank': 35,
'timestamp': 1390938874.397465,
'timestamp_str': '2014-01-28 19:54:34'},
{'pagerow': 5,
'rank': 36,
'timestamp': 1390939175.596876,
'timestamp_str': '2014-01-28 19:59:35'},
{'pagerow': 4,
'rank': 35,
'timestamp': 1390939479.253444,
'timestamp_str': '2014-01-28 20:04:39'},
{'pagerow': 5,
'rank': 36,
'timestamp': 1390939780.490903,
'timestamp_str': '2014-01-28 20:09:40'},
{'pagerow': 4,
'rank': 35,
'timestamp': 1390940082.176417,
'timestamp_str': '2014-01-28 20:14:42'},
{'pagerow': 5,
'rank': 36,
'timestamp': 1390940383.226868,
'timestamp_str': '2014-01-28 20:19:43'},
{'pagerow': 7,
'rank': 38,
'timestamp': 1390940684.284481,
'timestamp_str': '2014-01-28 20:24:44'},
{'rank': 39,
'timestamp': 1390940750.481894,
'timestamp_str': '2014-01-28 20:25:50'},
{'rank': 39, 'timestamp_str': '2014-01-28 20:27:17'},
{'rank': 39, 'timestamp_str': '2014-01-28 20:32:18'},
{'rank': 40, 'timestamp_str': '2014-01-28 20:37:19'},
{'rank': 40, 'timestamp_str': '2014-01-28 20:42:20'},
{'rank': 39, 'timestamp_str': '2014-01-28 20:47:22'},
{'rank': 39, 'timestamp_str': '2014-01-28 20:52:22'},
{'rank': 39, 'timestamp_str': '2014-01-28 20:57:24'},
{'rank': 39, 'timestamp_str': '2014-01-28 21:02:25'},
{'rank': 40, 'timestamp_str': '2014-01-28 21:07:26'},
{'rank': 41, 'timestamp_str': '2014-01-28 21:12:41'},
{'rank': 40, 'timestamp_str': '2014-01-28 21:15:26'},
{'rank': 42, 'timestamp_str': '2014-01-28 21:20:27'},
{'rank': 41, 'timestamp_str': '2014-01-28 21:25:28'},
{'rank': 41, 'timestamp_str': '2014-01-28 21:30:29'},
{'rank': 40, 'timestamp_str': '2014-01-28 21:35:31'},
{'rank': 41, 'timestamp_str': '2014-01-28 21:40:32'},
{'rank': 41, 'timestamp_str': '2014-01-28 21:45:33'},
{'rank': 42, 'timestamp_str': '2014-01-28 21:50:35'},
{'rank': 42, 'timestamp_str': '2014-01-28 21:55:36'},
{'rank': 43, 'timestamp_str': '2014-01-28 22:00:37'},
{'rank': 45, 'timestamp_str': '2014-01-28 22:05:38'},
{'rank': 46, 'timestamp_str': '2014-01-28 22:10:40'},
{'rank': 46, 'timestamp_str': '2014-01-28 22:15:41'},
{'rank': 48, 'timestamp_str': '2014-01-28 22:20:42'},
{'rank': 50, 'timestamp_str': '2014-01-28 22:25:43'},
{'rank': 47, 'timestamp_str': '2014-01-28 22:30:45'},
{'rank': 49, 'timestamp_str': '2014-01-28 22:35:46'},
{'rank': 50, 'timestamp_str': '2014-01-28 22:40:47'},
{'rank': 50, 'timestamp_str': '2014-01-28 22:45:48'},
{'rank': 52, 'timestamp_str': '2014-01-28 22:50:50'},
{'rank': 51, 'timestamp_str': '2014-01-28 22:55:51'},
{'rank': 52, 'timestamp_str': '2014-01-28 23:00:52'},
{'rank': 53, 'timestamp_str': '2014-01-28 23:05:53'},
{'rank': 53, 'timestamp_str': '2014-01-28 23:10:54'},
{'rank': 54, 'timestamp_str': '2014-01-28 23:15:55'},
{'rank': 56, 'timestamp_str': '2014-01-28 23:20:56'},
{'rank': 54, 'timestamp_str': '2014-01-28 23:25:58'},
{'rank': 56, 'timestamp_str': '2014-01-28 23:30:59'},
{'rank': 57, 'timestamp_str': '2014-01-28 23:36:01'},
{'rank': 56, 'timestamp_str': '2014-01-28 23:41:03'},
{'rank': 57, 'timestamp_str': '2014-01-28 23:46:04'},
{'rank': 57, 'timestamp_str': '2014-01-28 23:51:05'},
{'rank': 56, 'timestamp_str': '2014-01-28 23:56:07'},
{'rank': 57, 'timestamp_str': '2014-01-29 00:01:08'},
{'rank': 57, 'timestamp_str': '2014-01-29 00:06:09'},
{'rank': 58, 'timestamp_str': '2014-01-29 00:11:11'},
{'rank': 58, 'timestamp_str': '2014-01-29 00:16:12'},
{'rank': 58, 'timestamp_str': '2014-01-29 00:21:13'},
{'rank': 58, 'timestamp_str': '2014-01-29 00:26:14'},
{'rank': 58, 'timestamp_str': '2014-01-29 00:31:16'},
{'rank': 58, 'timestamp_str': '2014-01-29 00:36:17'},
{'rank': 58, 'timestamp_str': '2014-01-29 00:41:18'},
{'rank': 60, 'timestamp_str': '2014-01-29 00:46:20'}],
'href': 'https://jobs.lever.co/standardtreasury/c71f83a5-86b6-430b-aa75-dfa4a6157ab8',
'id': 'https://jobs.lever.co/standardtreasury/c71f83a5-86b6-430b-aa75-dfa4a6157ab8',
'title': 'Build great systems on top of banks at Standard Treasury (YC S13)'}
************
{'_id': '26abcca1b4cd465bdf5408f1c56895da',
'_rev': '92-29d7930f07618f145fb219e3e8a387fc',
'author': None,
'doc_type': 'post',
'domain': 'aerofs.com',
'history': [{'domain': 'aerofs.com',
'href': 'https://www.aerofs.com/careers?source=HackerNews',
'id': 'https://www.aerofs.com/careers?source=HackerNews',
'rank': 6,
'timestamp_str': '2014-02-04 19:06:41',
'title': 'AeroFS is hiring Engineers to improve collaboration at work'},
{'rank': 7, 'timestamp_str': '2014-02-04 19:11:43'},
{'rank': 7, 'timestamp_str': '2014-02-04 19:16:44'},
{'rank': 8, 'timestamp_str': '2014-02-04 19:21:45'},
{'rank': 9, 'timestamp_str': '2014-02-04 19:26:46'},
{'rank': 9, 'timestamp_str': '2014-02-04 19:31:47'},
{'rank': 10, 'timestamp_str': '2014-02-04 19:36:48'},
{'rank': 11, 'timestamp_str': '2014-02-04 19:41:49'},
{'rank': 11, 'timestamp_str': '2014-02-04 19:46:50'},
{'rank': 12, 'timestamp_str': '2014-02-04 19:51:51'},
{'rank': 12, 'timestamp_str': '2014-02-04 19:56:52'},
{'rank': 13, 'timestamp_str': '2014-02-04 20:01:54'},
{'rank': 14, 'timestamp_str': '2014-02-04 20:06:54'},
{'rank': 14, 'timestamp_str': '2014-02-04 20:11:56'},
{'rank': 15, 'timestamp_str': '2014-02-04 20:16:57'},
{'rank': 16, 'timestamp_str': '2014-02-04 20:21:58'},
{'rank': 16, 'timestamp_str': '2014-02-04 20:26:59'},
{'rank': 17, 'timestamp_str': '2014-02-04 20:32:01'},
{'rank': 16, 'timestamp_str': '2014-02-04 20:37:02'},
{'rank': 18, 'timestamp_str': '2014-02-04 20:42:03'},
{'rank': 19, 'timestamp_str': '2014-02-04 20:47:04'},
{'rank': 19, 'timestamp_str': '2014-02-04 20:52:05'},
{'rank': 20, 'timestamp_str': '2014-02-04 20:57:06'},
{'rank': 21, 'timestamp_str': '2014-02-04 21:02:07'},
{'rank': 21, 'timestamp_str': '2014-02-04 21:07:08'},
{'rank': 22, 'timestamp_str': '2014-02-04 21:12:09'},
{'rank': 22, 'timestamp_str': '2014-02-04 21:17:11'},
{'rank': 23, 'timestamp_str': '2014-02-04 21:22:12'},
{'rank': 24, 'timestamp_str': '2014-02-04 21:27:13'},
{'rank': 25, 'timestamp_str': '2014-02-04 21:32:14'},
{'rank': 25, 'timestamp_str': '2014-02-04 21:37:15'},
{'rank': 26, 'timestamp_str': '2014-02-04 21:42:16'},
{'rank': 26, 'timestamp_str': '2014-02-04 21:47:18'},
{'rank': 27, 'timestamp_str': '2014-02-04 21:52:19'},
{'rank': 28, 'timestamp_str': '2014-02-04 21:57:20'},
{'rank': 28, 'timestamp_str': '2014-02-04 22:02:21'},
{'rank': 29, 'timestamp_str': '2014-02-04 22:07:22'},
{'rank': 29, 'timestamp_str': '2014-02-04 22:12:23'},
{'rank': 30, 'timestamp_str': '2014-02-04 22:17:24'},
{'rank': 30, 'timestamp_str': '2014-02-04 22:22:25'},
{'rank': 31, 'timestamp_str': '2014-02-04 22:22:41'},
{'rank': 31, 'timestamp_str': '2014-02-04 22:27:42'},
{'rank': 32, 'timestamp_str': '2014-02-04 22:32:45'},
{'rank': 33, 'timestamp_str': '2014-02-04 22:37:46'},
{'rank': 33, 'timestamp_str': '2014-02-04 22:42:47'},
{'rank': 34, 'timestamp_str': '2014-02-04 22:47:48'},
{'rank': 34, 'timestamp_str': '2014-02-04 22:52:49'},
{'rank': 35, 'timestamp_str': '2014-02-04 22:57:51'},
{'rank': 36, 'timestamp_str': '2014-02-04 23:02:52'},
{'rank': 37, 'timestamp_str': '2014-02-04 23:07:53'},
{'rank': 37, 'timestamp_str': '2014-02-04 23:12:54'},
{'rank': 38, 'timestamp_str': '2014-02-04 23:17:55'},
{'rank': 38, 'timestamp_str': '2014-02-04 23:22:56'},
{'rank': 40, 'timestamp_str': '2014-02-04 23:27:57'},
{'rank': 40, 'timestamp_str': '2014-02-04 23:32:58'},
{'rank': 40, 'timestamp_str': '2014-02-04 23:37:59'},
{'rank': 40, 'timestamp_str': '2014-02-04 23:43:00'},
{'rank': 41, 'timestamp_str': '2014-02-04 23:48:01'},
{'rank': 42, 'timestamp_str': '2014-02-04 23:53:02'},
{'rank': 43, 'timestamp_str': '2014-02-04 23:58:03'},
{'rank': 42, 'timestamp_str': '2014-02-05 00:03:04'},
{'rank': 43, 'timestamp_str': '2014-02-05 00:08:05'},
{'rank': 45, 'timestamp_str': '2014-02-05 00:13:06'},
{'rank': 45, 'timestamp_str': '2014-02-05 00:18:07'},
{'rank': 44, 'timestamp_str': '2014-02-05 00:23:08'},
{'rank': 44, 'timestamp_str': '2014-02-05 00:28:09'},
{'rank': 44, 'timestamp_str': '2014-02-05 00:33:10'},
{'rank': 46, 'timestamp_str': '2014-02-05 00:38:11'},
{'rank': 46, 'timestamp_str': '2014-02-05 00:43:12'},
{'rank': 48, 'timestamp_str': '2014-02-05 00:48:13'},
{'rank': 46, 'timestamp_str': '2014-02-05 00:53:14'},
{'rank': 48, 'timestamp_str': '2014-02-05 00:58:15'},
{'rank': 49, 'timestamp_str': '2014-02-05 01:03:16'},
{'rank': 48, 'timestamp_str': '2014-02-05 01:08:17'},
{'rank': 50, 'timestamp_str': '2014-02-05 01:13:18'},
{'rank': 49, 'timestamp_str': '2014-02-05 01:18:20'},
{'rank': 48, 'timestamp_str': '2014-02-05 01:23:21'},
{'rank': 50, 'timestamp_str': '2014-02-05 01:28:22'},
{'rank': 50, 'timestamp_str': '2014-02-05 01:33:23'},
{'rank': 50, 'timestamp_str': '2014-02-05 01:38:25'},
{'rank': 53, 'timestamp_str': '2014-02-05 01:43:26'},
{'rank': 54, 'timestamp_str': '2014-02-05 01:48:30'},
{'rank': 54, 'timestamp_str': '2014-02-05 01:53:31'},
{'rank': 55, 'timestamp_str': '2014-02-05 01:58:32'},
{'rank': 55, 'timestamp_str': '2014-02-05 02:03:33'},
{'rank': 56, 'timestamp_str': '2014-02-05 02:08:34'},
{'rank': 57, 'timestamp_str': '2014-02-05 02:13:35'},
{'rank': 57, 'timestamp_str': '2014-02-05 02:18:36'},
{'rank': 59, 'timestamp_str': '2014-02-05 02:23:37'},
{'rank': 59, 'timestamp_str': '2014-02-05 02:28:38'},
{'rank': 60, 'timestamp_str': '2014-02-05 02:33:39'}],
'href': 'https://www.aerofs.com/careers?source=HackerNews',
'id': 'https://www.aerofs.com/careers?source=HackerNews',
'title': 'AeroFS is hiring Engineers to improve collaboration at work'}
************
{'_id': '85a0cfbd89f851b2e6954adb85e95cff',
'_rev': '92-d7f48ff12fe1af861e1e11629176e116',
'author': None,
'doc_type': 'post',
'domain': 'dropbox.com',
'history': [{'domain': 'dropbox.com',
'href': 'https://www.dropbox.com/s/uy5ba6njljp1u0x/Rocketrip%20-%20UI,UX%20-%20Job%20Description.pdf',
'id': 'https://www.dropbox.com/s/uy5ba6njljp1u0x/Rocketrip%20-%20UI,UX%20-%20Job%20Description.pdf',
'rank': 9,
'timestamp_str': '2014-01-31 00:13:45',
'title': 'Rocketrip (YC W14) is hiring a UI/UX Designer [pdf]'},
{'rank': 10, 'timestamp_str': '2014-01-31 00:18:47'},
{'rank': 10, 'timestamp_str': '2014-01-31 00:23:49'},
{'rank': 11, 'timestamp_str': '2014-01-31 00:28:50'},
{'rank': 11, 'timestamp_str': '2014-01-31 00:33:52'},
{'rank': 12, 'timestamp_str': '2014-01-31 00:38:54'},
{'rank': 12, 'timestamp_str': '2014-01-31 00:43:55'},
{'rank': 13, 'timestamp_str': '2014-01-31 00:48:57'},
{'rank': 14, 'timestamp_str': '2014-01-31 00:53:58'},
{'rank': 15, 'timestamp_str': '2014-01-31 00:59:00'},
{'rank': 15, 'timestamp_str': '2014-01-31 01:04:05'},
{'rank': 16, 'timestamp_str': '2014-01-31 01:09:06'},
{'rank': 16, 'timestamp_str': '2014-01-31 01:14:08'},
{'rank': 17, 'timestamp_str': '2014-01-31 01:19:09'},
{'rank': 18, 'timestamp_str': '2014-01-31 01:24:11'},
{'rank': 18, 'timestamp_str': '2014-01-31 01:29:12'},
{'rank': 19, 'timestamp_str': '2014-01-31 01:34:15'},
{'rank': 20, 'timestamp_str': '2014-01-31 01:39:17'},
{'rank': 20, 'timestamp_str': '2014-01-31 01:44:18'},
{'rank': 21, 'timestamp_str': '2014-01-31 01:49:20'},
{'rank': 21, 'timestamp_str': '2014-01-31 01:54:21'},
{'rank': 22, 'timestamp_str': '2014-01-31 01:59:23'},
{'rank': 22, 'timestamp_str': '2014-01-31 02:04:24'},
{'rank': 23, 'timestamp_str': '2014-01-31 02:09:26'},
{'rank': 24, 'timestamp_str': '2014-01-31 02:14:27'},
{'rank': 25, 'timestamp_str': '2014-01-31 02:19:29'},
{'rank': 24, 'timestamp_str': '2014-01-31 02:24:33'},
{'rank': 26, 'timestamp_str': '2014-01-31 02:29:34'},
{'rank': 26, 'timestamp_str': '2014-01-31 02:34:36'},
{'rank': 27, 'timestamp_str': '2014-01-31 02:39:37'},
{'rank': 28, 'timestamp_str': '2014-01-31 02:44:39'},
{'rank': 28, 'timestamp_str': '2014-01-31 02:49:40'},
{'rank': 29, 'timestamp_str': '2014-01-31 02:54:42'},
{'rank': 30, 'timestamp_str': '2014-01-31 02:59:43'},
{'rank': 30, 'timestamp_str': '2014-01-31 03:04:44'},
{'rank': 31, 'timestamp_str': '2014-01-31 03:10:02'},
{'rank': 32, 'timestamp_str': '2014-01-31 03:15:04'},
{'rank': 32, 'timestamp_str': '2014-01-31 03:20:05'},
{'rank': 33, 'timestamp_str': '2014-01-31 03:25:07'},
{'rank': 34, 'timestamp_str': '2014-01-31 03:30:08'},
{'rank': 34, 'timestamp_str': '2014-01-31 03:35:10'},
{'rank': 35, 'timestamp_str': '2014-01-31 03:40:11'},
{'rank': 35, 'timestamp_str': '2014-01-31 03:45:13'},
{'rank': 36, 'timestamp_str': '2014-01-31 03:50:18'},
{'rank': 37, 'timestamp_str': '2014-01-31 03:55:20'},
{'rank': 37, 'timestamp_str': '2014-01-31 04:00:21'},
{'rank': 38, 'timestamp_str': '2014-01-31 04:05:23'},
{'rank': 39, 'timestamp_str': '2014-01-31 04:10:24'},
{'rank': 39, 'timestamp_str': '2014-01-31 04:15:26'},
{'rank': 40, 'timestamp_str': '2014-01-31 04:20:27'},
{'rank': 40, 'timestamp_str': '2014-01-31 04:25:28'},
{'rank': 40, 'timestamp_str': '2014-01-31 04:30:30'},
{'rank': 41, 'timestamp_str': '2014-01-31 04:35:31'},
{'rank': 41, 'timestamp_str': '2014-01-31 04:40:32'},
{'rank': 42, 'timestamp_str': '2014-01-31 04:45:34'},
{'rank': 43, 'timestamp_str': '2014-01-31 04:50:35'},
{'rank': 43, 'timestamp_str': '2014-01-31 04:55:37'},
{'rank': 44, 'timestamp_str': '2014-01-31 05:00:38'},
{'rank': 45, 'timestamp_str': '2014-01-31 05:05:39'},
{'rank': 45, 'timestamp_str': '2014-01-31 05:10:41'},
{'rank': 46, 'timestamp_str': '2014-01-31 05:15:42'},
{'rank': 46, 'timestamp_str': '2014-01-31 05:20:43'},
{'rank': 47, 'timestamp_str': '2014-01-31 05:25:45'},
{'rank': 48, 'timestamp_str': '2014-01-31 05:30:46'},
{'rank': 47, 'timestamp_str': '2014-01-31 05:35:47'},
{'rank': 48, 'timestamp_str': '2014-01-31 05:40:48'},
{'rank': 49, 'timestamp_str': '2014-01-31 05:45:50'},
{'rank': 48, 'timestamp_str': '2014-01-31 05:50:56'},
{'rank': 48, 'timestamp_str': '2014-01-31 05:55:57'},
{'rank': 48, 'timestamp_str': '2014-01-31 06:00:58'},
{'rank': 49, 'timestamp_str': '2014-01-31 06:06:00'},
{'rank': 49, 'timestamp_str': '2014-01-31 06:11:01'},
{'rank': 49, 'timestamp_str': '2014-01-31 06:16:02'},
{'rank': 50, 'timestamp_str': '2014-01-31 06:21:05'},
{'rank': 50, 'timestamp_str': '2014-01-31 06:26:06'},
{'rank': 51, 'timestamp_str': '2014-01-31 06:31:07'},
{'rank': 53, 'timestamp_str': '2014-01-31 06:36:09'},
{'rank': 52, 'timestamp_str': '2014-01-31 06:41:10'},
{'rank': 52, 'timestamp_str': '2014-01-31 06:46:14'},
{'rank': 54, 'timestamp_str': '2014-01-31 06:51:15'},
{'rank': 54, 'timestamp_str': '2014-01-31 06:56:16'},
{'rank': 55, 'timestamp_str': '2014-01-31 07:01:18'},
{'rank': 57, 'timestamp_str': '2014-01-31 07:06:19'},
{'rank': 57, 'timestamp_str': '2014-01-31 07:11:21'},
{'rank': 57, 'timestamp_str': '2014-01-31 07:16:22'},
{'rank': 58, 'timestamp_str': '2014-01-31 07:21:23'},
{'rank': 59, 'timestamp_str': '2014-01-31 07:26:39'},
{'rank': 60, 'timestamp_str': '2014-01-31 07:36:42'},
{'rank': 60, 'timestamp_str': '2014-01-31 07:41:44'},
{'rank': 60, 'timestamp_str': '2014-01-31 07:46:45'},
{'rank': 60, 'timestamp_str': '2014-01-31 07:51:46'}],
'href': 'https://www.dropbox.com/s/uy5ba6njljp1u0x/Rocketrip%20-%20UI,UX%20-%20Job%20Description.pdf',
'id': 'https://www.dropbox.com/s/uy5ba6njljp1u0x/Rocketrip%20-%20UI,UX%20-%20Job%20Description.pdf',
'title': 'Rocketrip (YC W14) is hiring a UI/UX Designer [pdf]'}
************
{'_id': '00ada1bb980d4f976ec3b259d86ba9dc',
'_rev': '99-5337a87e0c292d929517f166245de013',
'author': None,
'doc_type': 'post',
'domain': 'easypost.com',
'history': [{'domain': 'easypost.com',
'href': 'https://www.easypost.com/jobs',
'id': 'https://www.easypost.com/jobs',
'rank': 6,
'timestamp_str': '2014-02-01 16:46:40',
'title': "It's Not Advertising. Build Something Real at EasyPost."},
{'rank': 7, 'timestamp_str': '2014-02-01 16:51:51'},
{'rank': 8, 'timestamp_str': '2014-02-01 16:56:52'},
{'rank': 8, 'timestamp_str': '2014-02-01 17:01:54'},
{'rank': 9, 'timestamp_str': '2014-02-01 17:06:55'},
{'rank': 9,
'timestamp_str': '2014-02-01 17:11:56',
'title': "It's Not Advertising. Build Something Real at EasyPost"},
{'rank': 10, 'timestamp_str': '2014-02-01 17:16:57'},
{'rank': 11, 'timestamp_str': '2014-02-01 17:21:58'},
{'rank': 12, 'timestamp_str': '2014-02-01 17:26:59'},
{'rank': 12, 'timestamp_str': '2014-02-01 17:32:01'},
{'rank': 12, 'timestamp_str': '2014-02-01 17:37:01'},
{'rank': 13, 'timestamp_str': '2014-02-01 17:42:03'},
{'rank': 14, 'timestamp_str': '2014-02-01 17:47:09'},
{'rank': 15, 'timestamp_str': '2014-02-01 17:52:10'},
{'rank': 15, 'timestamp_str': '2014-02-01 17:57:12'},
{'rank': 16, 'timestamp_str': '2014-02-01 18:02:13'},
{'rank': 16, 'timestamp_str': '2014-02-01 18:07:15'},
{'rank': 17, 'timestamp_str': '2014-02-01 18:12:16'},
{'rank': 17, 'timestamp_str': '2014-02-01 18:17:17'},
{'rank': 18, 'timestamp_str': '2014-02-01 18:22:18'},
{'rank': 19, 'timestamp_str': '2014-02-01 18:27:19'},
{'rank': 20, 'timestamp_str': '2014-02-01 18:32:20'},
{'rank': 20, 'timestamp_str': '2014-02-01 18:37:21'},
{'rank': 20, 'timestamp_str': '2014-02-01 18:42:22'},
{'rank': 21, 'timestamp_str': '2014-02-01 18:47:23'},
{'rank': 22, 'timestamp_str': '2014-02-01 18:52:28'},
{'rank': 23, 'timestamp_str': '2014-02-01 18:57:30'},
{'rank': 23, 'timestamp_str': '2014-02-01 19:02:31'},
{'rank': 24, 'timestamp_str': '2014-02-01 19:07:35'},
{'rank': 25, 'timestamp_str': '2014-02-01 19:12:36'},
{'rank': 25, 'timestamp_str': '2014-02-01 19:17:37'},
{'rank': 26, 'timestamp_str': '2014-02-01 19:22:38'},
{'rank': 26, 'timestamp_str': '2014-02-01 19:27:39'},
{'rank': 27, 'timestamp_str': '2014-02-01 19:32:41'},
{'rank': 28, 'timestamp_str': '2014-02-01 19:37:42'},
{'rank': 28, 'timestamp_str': '2014-02-01 19:42:43'},
{'rank': 29, 'timestamp_str': '2014-02-01 19:47:44'},
{'rank': 30, 'timestamp_str': '2014-02-01 19:52:46'},
{'rank': 30, 'timestamp_str': '2014-02-01 19:57:46'},
{'rank': 31, 'timestamp_str': '2014-02-01 20:03:03'},
{'rank': 32, 'timestamp_str': '2014-02-01 20:08:04'},
{'rank': 32, 'timestamp_str': '2014-02-01 20:13:05'},
{'rank': 33, 'timestamp_str': '2014-02-01 20:18:06'},
{'rank': 34, 'timestamp_str': '2014-02-01 20:23:07'},
{'rank': 34, 'timestamp_str': '2014-02-01 20:28:08'},
{'rank': 35, 'timestamp_str': '2014-02-01 20:33:10'},
{'rank': 35, 'timestamp_str': '2014-02-01 20:38:26'},
{'rank': 36, 'timestamp_str': '2014-02-01 20:43:27'},
{'rank': 36, 'timestamp_str': '2014-02-01 20:48:28'},
{'rank': 36, 'timestamp_str': '2014-02-01 20:53:29'},
{'rank': 37, 'timestamp_str': '2014-02-01 20:58:30'},
{'rank': 38, 'timestamp_str': '2014-02-01 21:03:31'},
{'rank': 37, 'timestamp_str': '2014-02-01 21:08:32'},
{'rank': 37, 'timestamp_str': '2014-02-01 21:13:33'},
{'rank': 36, 'timestamp_str': '2014-02-01 21:18:34'},
{'rank': 37, 'timestamp_str': '2014-02-01 21:23:35'},
{'rank': 37, 'timestamp_str': '2014-02-01 21:28:36'},
{'rank': 40, 'timestamp_str': '2014-02-01 21:33:38'},
{'rank': 42, 'timestamp_str': '2014-02-01 21:38:40'},
{'rank': 43, 'timestamp_str': '2014-02-01 21:43:42'},
{'rank': 42, 'timestamp_str': '2014-02-01 21:48:43'},
{'rank': 43, 'timestamp_str': '2014-02-01 21:53:44'},
{'rank': 41, 'timestamp_str': '2014-02-01 21:58:45'},
{'rank': 43, 'timestamp_str': '2014-02-01 22:03:46'},
{'rank': 44, 'timestamp_str': '2014-02-01 22:08:47'},
{'rank': 45, 'timestamp_str': '2014-02-01 22:13:48'},
{'rank': 46, 'timestamp_str': '2014-02-01 22:18:49'},
{'rank': 46, 'timestamp_str': '2014-02-01 22:23:50'},
{'rank': 46, 'timestamp_str': '2014-02-01 22:28:53'},
{'rank': 46, 'timestamp_str': '2014-02-01 22:33:54'},
{'rank': 47, 'timestamp_str': '2014-02-01 22:38:55'},
{'rank': 47, 'timestamp_str': '2014-02-01 22:43:57'},
{'rank': 47, 'timestamp_str': '2014-02-01 22:48:58'},
{'rank': 46, 'timestamp_str': '2014-02-01 22:53:59'},
{'rank': 47, 'timestamp_str': '2014-02-01 22:59:00'},
{'rank': 47, 'timestamp_str': '2014-02-01 23:04:01'},
{'rank': 48, 'timestamp_str': '2014-02-01 23:09:03'},
{'rank': 48, 'timestamp_str': '2014-02-01 23:14:04'},
{'rank': 49, 'timestamp_str': '2014-02-01 23:19:05'},
{'rank': 49, 'timestamp_str': '2014-02-01 23:24:06'},
{'rank': 50, 'timestamp_str': '2014-02-01 23:29:07'},
{'rank': 49, 'timestamp_str': '2014-02-01 23:34:08'},
{'rank': 51, 'timestamp_str': '2014-02-01 23:39:10'},
{'rank': 53, 'timestamp_str': '2014-02-01 23:44:11'},
{'rank': 52, 'timestamp_str': '2014-02-01 23:49:12'},
{'rank': 54, 'timestamp_str': '2014-02-01 23:54:13'},
{'rank': 53, 'timestamp_str': '2014-02-01 23:59:14'},
{'rank': 53, 'timestamp_str': '2014-02-02 00:04:16'},
{'rank': 54, 'timestamp_str': '2014-02-02 00:09:17'},
{'rank': 53, 'timestamp_str': '2014-02-02 00:14:18'},
{'rank': 55, 'timestamp_str': '2014-02-02 00:19:19'},
{'rank': 55, 'timestamp_str': '2014-02-02 00:24:20'},
{'rank': 56, 'timestamp_str': '2014-02-02 00:29:21'},
{'rank': 58, 'timestamp_str': '2014-02-02 00:34:22'},
{'rank': 57, 'timestamp_str': '2014-02-02 00:39:23'},
{'rank': 58, 'timestamp_str': '2014-02-02 00:44:24'},
{'rank': 59, 'timestamp_str': '2014-02-02 00:49:25'},
{'rank': 60, 'timestamp_str': '2014-02-02 00:54:27'}],
'href': 'https://www.easypost.com/jobs',
'id': 'https://www.easypost.com/jobs',
'title': "It's Not Advertising. Build Something Real at EasyPost",
'title_changes': 1}
************
{'_id': '98a82d6f49c2ac4c2783a94821d55b48',
'_rev': '91-ed839122bd7c96fac5074f68d335f6ba',
'author': None,
'doc_type': 'post',
'domain': 'hireart.com',
'history': [{'domain': 'hireart.com',
'href': 'https://www.hireart.com/jobs/335de9c2/apply',
'id': 'https://www.hireart.com/jobs/335de9c2/apply',
'rank': 6,
'timestamp_str': '2014-02-06 05:14:43',
'title': 'Sales Associate at HireArt'},
{'rank': 7, 'timestamp_str': '2014-02-06 05:19:44'},
{'rank': 7, 'timestamp_str': '2014-02-06 05:24:45'},
{'rank': 8, 'timestamp_str': '2014-02-06 05:29:46'},
{'rank': 9, 'timestamp_str': '2014-02-06 05:34:47'},
{'rank': 10, 'timestamp_str': '2014-02-06 05:39:48'},
{'rank': 10, 'timestamp_str': '2014-02-06 05:44:49'},
{'rank': 11, 'timestamp_str': '2014-02-06 05:49:50'},
{'rank': 11, 'timestamp_str': '2014-02-06 05:54:51'},
{'rank': 12, 'timestamp_str': '2014-02-06 05:59:51'},
{'rank': 12, 'timestamp_str': '2014-02-06 06:04:52'},
{'rank': 13, 'timestamp_str': '2014-02-06 06:09:53'},
{'rank': 14, 'timestamp_str': '2014-02-06 06:14:54'},
{'rank': 14, 'timestamp_str': '2014-02-06 06:19:55'},
{'rank': 16, 'timestamp_str': '2014-02-06 06:24:56'},
{'rank': 16, 'timestamp_str': '2014-02-06 06:29:57'},
{'rank': 16, 'timestamp_str': '2014-02-06 06:34:57'},
{'rank': 17, 'timestamp_str': '2014-02-06 06:39:58'},
{'rank': 17, 'timestamp_str': '2014-02-06 06:44:59'},
{'rank': 18, 'timestamp_str': '2014-02-06 06:50:00'},
{'rank': 19, 'timestamp_str': '2014-02-06 06:55:01'},
{'rank': 19, 'timestamp_str': '2014-02-06 07:00:02'},
{'rank': 20, 'timestamp_str': '2014-02-06 07:05:03'},
{'rank': 21, 'timestamp_str': '2014-02-06 07:10:04'},
{'rank': 21, 'timestamp_str': '2014-02-06 07:15:06'},
{'rank': 22, 'timestamp_str': '2014-02-06 07:20:07'},
{'rank': 22, 'timestamp_str': '2014-02-06 07:25:08'},
{'rank': 24, 'timestamp_str': '2014-02-06 07:35:12'},
{'rank': 24, 'timestamp_str': '2014-02-06 07:40:13'},
{'rank': 25, 'timestamp_str': '2014-02-06 07:45:14'},
{'rank': 26, 'timestamp_str': '2014-02-06 07:50:15'},
{'rank': 26, 'timestamp_str': '2014-02-06 07:55:16'},
{'rank': 27, 'timestamp_str': '2014-02-06 08:00:17'},
{'rank': 27, 'timestamp_str': '2014-02-06 08:05:18'},
{'rank': 28, 'timestamp_str': '2014-02-06 08:10:19'},
{'rank': 29, 'timestamp_str': '2014-02-06 08:15:20'},
{'rank': 32, 'timestamp_str': '2014-02-06 08:50:42'},
{'rank': 32, 'timestamp_str': '2014-02-06 09:00:45'},
{'rank': 35, 'timestamp_str': '2014-02-06 09:05:46'},
{'rank': 36, 'timestamp_str': '2014-02-06 09:10:47'},
{'rank': 36, 'timestamp_str': '2014-02-06 09:15:48'},
{'rank': 36, 'timestamp_str': '2014-02-06 09:20:49'},
{'rank': 38, 'timestamp_str': '2014-02-06 09:25:50'},
{'rank': 38, 'timestamp_str': '2014-02-06 09:30:51'},
{'rank': 39, 'timestamp_str': '2014-02-06 09:35:52'},
{'rank': 39, 'timestamp_str': '2014-02-06 09:40:52'},
{'rank': 39, 'timestamp_str': '2014-02-06 09:45:53'},
{'rank': 39, 'timestamp_str': '2014-02-06 09:50:54'},
{'rank': 39, 'timestamp_str': '2014-02-06 09:55:55'},
{'rank': 39, 'timestamp_str': '2014-02-06 10:00:57'},
{'rank': 40, 'timestamp_str': '2014-02-06 10:05:58'},
{'rank': 40, 'timestamp_str': '2014-02-06 10:10:59'},
{'rank': 40, 'timestamp_str': '2014-02-06 10:16:00'},
{'rank': 41, 'timestamp_str': '2014-02-06 10:21:01'},
{'rank': 42, 'timestamp_str': '2014-02-06 10:26:02'},
{'rank': 42, 'timestamp_str': '2014-02-06 10:31:03'},
{'rank': 42, 'timestamp_str': '2014-02-06 10:36:04'},
{'rank': 42, 'timestamp_str': '2014-02-06 10:41:05'},
{'rank': 43, 'timestamp_str': '2014-02-06 10:46:05'},
{'rank': 43, 'timestamp_str': '2014-02-06 10:51:06'},
{'rank': 44, 'timestamp_str': '2014-02-06 10:56:07'},
{'rank': 44, 'timestamp_str': '2014-02-06 11:01:08'},
{'rank': 44, 'timestamp_str': '2014-02-06 11:06:09'},
{'rank': 45, 'timestamp_str': '2014-02-06 11:11:10'},
{'rank': 46, 'timestamp_str': '2014-02-06 11:16:11'},
{'rank': 46, 'timestamp_str': '2014-02-06 11:21:12'},
{'rank': 48, 'timestamp_str': '2014-02-06 11:26:13'},
{'rank': 48, 'timestamp_str': '2014-02-06 11:31:14'},
{'rank': 49, 'timestamp_str': '2014-02-06 11:36:15'},
{'rank': 49, 'timestamp_str': '2014-02-06 11:41:16'},
{'rank': 50, 'timestamp_str': '2014-02-06 11:46:17'},
{'rank': 51, 'timestamp_str': '2014-02-06 11:51:18'},
{'rank': 51, 'timestamp_str': '2014-02-06 11:56:19'},
{'rank': 51, 'timestamp_str': '2014-02-06 12:01:20'},
{'rank': 52, 'timestamp_str': '2014-02-06 12:06:21'},
{'rank': 52, 'timestamp_str': '2014-02-06 12:11:22'},
{'rank': 52, 'timestamp_str': '2014-02-06 12:16:24'},
{'rank': 54, 'timestamp_str': '2014-02-06 12:21:25'},
{'rank': 55, 'timestamp_str': '2014-02-06 12:26:25'},
{'rank': 56, 'timestamp_str': '2014-02-06 12:31:26'},
{'rank': 55, 'timestamp_str': '2014-02-06 12:36:27'},
{'rank': 57, 'timestamp_str': '2014-02-06 12:41:29'},
{'rank': 59, 'timestamp_str': '2014-02-06 12:46:29'},
{'rank': 58, 'timestamp_str': '2014-02-06 12:51:30'},
{'rank': 59, 'timestamp_str': '2014-02-06 12:56:32'},
{'rank': 59, 'timestamp_str': '2014-02-06 13:01:33'},
{'rank': 60, 'timestamp_str': '2014-02-06 13:06:38'},
{'rank': 60, 'timestamp_str': '2014-02-06 13:11:39'},
{'rank': 60, 'timestamp_str': '2014-02-06 13:16:40'},
{'rank': 60, 'timestamp_str': '2014-02-06 13:21:42'}],
'href': 'https://www.hireart.com/jobs/335de9c2/apply',
'id': 'https://www.hireart.com/jobs/335de9c2/apply',
'title': 'Sales Associate at HireArt'}
************
{'_id': '4f8e0d34b433fd8cb37f856b52a50cc9',
'_rev': '4-ca2ba380938228c21d480ee754ea8cb4',
'author': None,
'doc_type': 'post',
'domain': None,
'history': [{'href': 'jobs.webflow.com',
'id': 'jobs.webflow.com',
'rank': 6,
'timestamp_str': '2014-02-01 02:48:03',
'title': 'Webflow is hiring a front-end developer'},
{'rank': 5, 'timestamp_str': '2014-02-01 02:53:05'},
{'rank': 7, 'timestamp_str': '2014-02-01 02:58:06'}],
'href': 'jobs.webflow.com',
'id': 'jobs.webflow.com',
'title': 'Webflow is hiring a front-end developer'}
************
In [ ]:
from collections import defaultdict, Counter
for rec in allRecs:
rec['created_dt']=datetime.strptime(rec['created'], '%Y-%m-%d %H:%M:%S')
rec['date']= rec['created_dt'].date()
In [ ]:
countsPerDay=Counter([rec['date'] for rec in allRecs])
cpd_l=sorted([(date,count) for date,count in countsPerDay.iteritems()])
# print 'Number of posts per day'
# pprint(cpd_l)
snapsPerDay=Counter([ datetime.strptime(snap['timestamp_str'], '%Y-%m-%d %H:%M:%S').date() for rec in allRecs for snap in rec.get('history') ])
spd_l=sorted([(date,count) for date,count in snapsPerDay.iteritems()])
print 'Number of snapshots per day'
pprint(spd_l)
In [ ]:
# Snaps per post
l=[]
for rec in allRecs:
count=0
for snap in rec['history']:
count+=1
l.append((rec['date'], rec['_id'], count))
l.sort(key=lambda rec: rec[2] ,reverse=True)
pprint(l)
In [ ]:
# How to identify test records - where I've imported the same page manually multiple times?
# Maybe any record where comments, posts, and rank are the same for multiple times?
# But only do contiguous sets of the same comments/points/rank
d={}
for rec in allRecs:
ts0='NOTSET'
lastkey=''
runCounter=0
for i, snap in enumerate(rec['history']):
if i==0:
ts0=snap.get('timestamp_str')
key=(rec['_id'], ts0, runCounter, snap.get('comments'), snap.get('points'), snap.get('rank'))
if key != lastkey:
runCounter+=1
key=(rec['_id'], ts0, runCounter, snap.get('comments'), snap.get('points'), snap.get('rank'))
d.setdefault(key,0)
d[key]+=1
lastkey=key
l=[(k, v) for k,v in d.iteritems()]
l.sort(key=lambda rec: rec[1], reverse=True)
for rec in l:
if rec[1] > 20:
print rec
In [ ]:
pprint (allRecsd['1828caefe848ad6becb21fc54c7e4d6e'])
In [ ]:
# Download all data, see if it matches id=item?=732344, and update if so
idRE=re.compile('item\?id=([0-9]*)')
recs=[]
for row in db.view(COUCH_ID_VIEW):
recId=row.value.get('id')
match=re.match(idRE, recId)
if match:
print 'match: {0}'.format(match.group(1)),
row.value['id']=match.group(1)
row.value['history'][0]['id']=match.group(1)
db.save(row.value)
print " ===> updated"
In [ ]:
# Download all data
recs=[]
for row in db.view(COUCH_ID_VIEW):
rec={}
rec['key']=row.key
rec['doc']=row.value
rec['id']=row.value.get('id')
rec['title']=row.value.get('title')
rec['created']=row.value.get('created')
rec['href']=row.value.get('href')
rec['author']=row.value.get('author')
hist1= row.value.get('history')
hist1=hist1[0] if hist1 else hist1
rec['timestamp1']=hist1.get('timestamp_str') if hist1 else 'NOHIST1'
rec['title1']=hist1.get('title') if hist1 else 'NOHIST1'
rec['date']=rec['created'] if rec['created'] else rec['timestamp1']
rec['goodid']= re.match('[0-9]{7}', row.key) != None
recs.append(rec)
recs.sort(key=lambda rec: rec['date'])
goodrecs=filter(lambda rec: rec.get('goodid'), recs)
badrecs=filter(lambda rec: not rec.get('goodid'), recs)
print 'num bad recs: ', len(badrecs)
for rec in badrecs:
print rec['id']
In [ ]:
noCreated=[rec for rec in allRecs if 'created' not in rec]
print 'Number without created timestamp: {0}'.format(len(noCreated))
for rec in noCreated:
history = rec.get('history')
if not history:
# Good - noe of these
print 'ERROR - no history record'
minTS=datetime.now()
for hrec in history:
timestamp_val=datetime.strptime(hrec['timestamp_str'], '%Y-%m-%d %H:%M:%S')
minTS=min(minTS, timestamp_val)
rec['created']=minTS.strftime('%Y-%m-%d %H:%M:%S')
rec['created_ts_manually']='"created" key created by hand on 3/6/14'
print 'creating "created" key for id: {0} ==> {1}'.format(rec['_id'],rec['created'])
db.save(row.value)
EG: 'item?id=229239' ==> https://news.ycombinator.com/item?id=229239
Also fixed in hnscrape.py
In [ ]:
allRecs=copy.deepcopy(CLEAN_allRecs)
idRE=re.compile('item\?id=([0-9]*)')
badHref = [rec['value'] for rec in allRecs if re.match(idRE, rec['value'].get('href'))]
print 'Numbrer of bad hrefs: {0}'.format(len(badHref))
maxTS=""
print "last bad href: {0}".format(reduce(lambda maxTS, rec: max(maxTS, rec['created']), badHref))
# ==> SHIT - ongoing problem!
In [ ]:
for rec in badHref:
rec['href']= 'https://news.ycombinator.com/{0}'.format(rec['href'])
db.save(rec)
print 'Updated: {0} ==> {1}'.format(rec['id'], rec['href'])
In [ ]:
import os
os.environ['SSH_USER']
In [ ]:
print 'Here is my write key: ' , os.environ['SSH_USER']
In [ ]:
In [ ]:
Content source: rr326/hind-cite-scraper
Similar notebooks: