CamAuthors Populator

Takes data from camharvest collection in camsim database and generates the cam authors database


In [11]:
import pymongo
from pymongo import MongoClient
mongo_url = 'mongodb://localhost:27017/'
db = 'CamSim'
coll_in = 'CamHarvest'
coll_out = 'CamAuthors'
client = MongoClient(mongo_url)
ch = client[db][coll_in]
ca = client[db][coll_out]

In [12]:
cursor = ch.find()
ind = 0
for doc in cursor:
    authors = doc['authors']
    for author in authors:
        ca.update_one({'name':author},
                     {'$push':{'pubs':doc}
                
            },
                     upsert=True)
    if (ind%100 == 0):
        print('visited '+str(ind)+' records')
    ind+=1


visited 0 records
visited 100 records
visited 200 records
visited 300 records
visited 400 records
visited 500 records
visited 600 records
visited 700 records
visited 800 records
visited 900 records
visited 1000 records
visited 1100 records
visited 1200 records
visited 1300 records
visited 1400 records
visited 1500 records
visited 1600 records
visited 1700 records
visited 1800 records
visited 1900 records
visited 2000 records
visited 2100 records
visited 2200 records
visited 2300 records
visited 2400 records
visited 2500 records
visited 2600 records
visited 2700 records
visited 2800 records
visited 2900 records
visited 3000 records
visited 3100 records
visited 3200 records
visited 3300 records
visited 3400 records
visited 3500 records
visited 3600 records
visited 3700 records
visited 3800 records
visited 3900 records
visited 4000 records
visited 4100 records
visited 4200 records
visited 4300 records
visited 4400 records
visited 4500 records
visited 4600 records
visited 4700 records
visited 4800 records
visited 4900 records
visited 5000 records
visited 5100 records
visited 5200 records
visited 5300 records
visited 5400 records
visited 5500 records
visited 5600 records
visited 5700 records
visited 5800 records
visited 5900 records
visited 6000 records
visited 6100 records
visited 6200 records
visited 6300 records
visited 6400 records
visited 6500 records
visited 6600 records
visited 6700 records
visited 6800 records
visited 6900 records
visited 7000 records
visited 7100 records
visited 7200 records
visited 7300 records
visited 7400 records
visited 7500 records
visited 7600 records
visited 7700 records
visited 7800 records
visited 7900 records
visited 8000 records
visited 8100 records
visited 8200 records
visited 8300 records
visited 8400 records
visited 8500 records
visited 8600 records
visited 8700 records
visited 8800 records
visited 8900 records
visited 9000 records
visited 9100 records
visited 9200 records
visited 9300 records
visited 9400 records
visited 9500 records
visited 9600 records
visited 9700 records
visited 9800 records
visited 9900 records
visited 10000 records
visited 10100 records
visited 10200 records
visited 10300 records
visited 10400 records
visited 10500 records
visited 10600 records
visited 10700 records
visited 10800 records
visited 10900 records
visited 11000 records
visited 11100 records
visited 11200 records
visited 11300 records
visited 11400 records
visited 11500 records
visited 11600 records
visited 11700 records
visited 11800 records
visited 11900 records
visited 12000 records
visited 12100 records
visited 12200 records
visited 12300 records
visited 12400 records
visited 12500 records
visited 12600 records
visited 12700 records
visited 12800 records
visited 12900 records
visited 13000 records
visited 13100 records
visited 13200 records
visited 13300 records
visited 13400 records
visited 13500 records
visited 13600 records
visited 13700 records
visited 13800 records
visited 13900 records
visited 14000 records
visited 14100 records
visited 14200 records
visited 14300 records
visited 14400 records
visited 14500 records
visited 14600 records
visited 14700 records
visited 14800 records
visited 14900 records
visited 15000 records
visited 15100 records
visited 15200 records
visited 15300 records
visited 15400 records
visited 15500 records
visited 15600 records
visited 15700 records
visited 15800 records
visited 15900 records
visited 16000 records
visited 16100 records
visited 16200 records
visited 16300 records
visited 16400 records
visited 16500 records
visited 16600 records
visited 16700 records
visited 16800 records

In [ ]: