In [1]:

    

import os.path
from collections import defaultdict

import pandas as pd
% matplotlib inline

from newsparser.data import load_feeds


    

In [5]:

    

folder = os.path.join('..', 'data')


    

In [6]:

    

feeds = load_feeds(folder)


    

In [7]:

    

entries = { feed.name: feed.get_entries() for feed in feeds }


    

In [12]:

    

dates = defaultdict(list)

for feed in feeds:
    for entry in entries[feed.name]:
        if 'date' in entry.data and entry.data['date'] is not None:
            dates[entry.data['date']].append(entry)


    

In [30]:

    

pd.Series(
    [
        len(l) 
        for _, l in sorted(
            dates.items(), 
            key=lambda pair: pair[0]
        )
    ],
    index=sorted(dates.keys())
).plot(title='Number of entries by date', figsize=(10, 5))


    

    
Out[30]:





<matplotlib.axes._subplots.AxesSubplot at 0x1210199b0>






    

In [28]:

    

for date, l in sorted(dates.items(), key=lambda pair: pair[0]):
    print(date, len(l))


    

    




2013-01-09 1
2013-08-13 1
2013-10-25 1
2013-11-26 11
2013-12-08 1
2013-12-11 2
2013-12-17 1
2014-05-06 4
2014-06-09 1
2014-06-24 1
2014-06-25 1
2014-06-28 1
2014-07-03 1
2014-07-09 1
2014-07-23 1
2014-07-28 1
2014-07-29 1
2014-08-03 1
2014-08-11 1
2014-09-18 1
2014-09-24 1
2014-10-26 1
2014-10-30 1
2014-11-03 1
2014-11-11 1
2014-11-16 1
2014-11-17 1
2014-11-19 1
2014-11-25 1
2014-11-26 1
2014-11-30 1
2014-12-04 2
2014-12-05 1
2014-12-16 1
2015-01-04 1
2015-01-25 1
2015-03-01 1
2015-03-11 1
2015-03-13 2
2015-03-24 1
2015-03-27 1
2015-04-02 1
2015-04-14 1
2015-04-17 1
2015-04-21 10
2015-04-24 1
2015-04-25 1
2015-04-26 1
2015-05-15 1
2015-05-21 1
2015-05-27 1
2015-05-28 2
2015-05-31 1
2015-06-03 1
2015-06-11 1
2015-06-13 1
2015-06-16 1
2015-06-17 1
2015-06-18 1
2015-07-03 1
2015-07-08 1
2015-07-09 2
2015-07-10 3
2015-07-11 1
2015-07-12 9
2015-07-13 610
2015-07-14 1102
2015-07-15 1077
2015-07-16 1026
2015-07-17 854
2015-07-18 584
2015-07-19 482
2015-07-20 901
2015-07-21 977
2015-07-22 1063
2015-07-23 941
2015-07-24 948
2015-07-25 533
2015-07-26 259
2015-07-27 786
2015-07-28 963
2015-07-29 1033
2015-07-30 1017
2015-07-31 930
2015-08-01 607
2015-08-02 559
2015-08-03 908
2015-08-04 964
2015-08-05 975
2015-08-06 896
2015-08-07 944
2015-08-08 513
2015-08-09 501
2015-08-10 916
2015-08-11 950
2015-08-12 964
2015-08-13 958
2015-08-14 873
2015-08-15 569
2015-08-16 560
2015-08-17 861
2015-08-18 921
2015-08-19 1015
2015-08-20 1028
2015-08-21 912
2015-08-22 519
2015-08-23 510
2015-08-24 880
2015-08-25 917
2015-08-26 182
2015-08-28 11
2015-08-29 203
2015-08-30 547
2015-08-31 932
2015-09-01 1026
2015-09-02 1015
2015-09-03 1017
2015-09-04 913
2015-09-05 569
2015-09-06 568
2015-09-07 599
2015-09-08 918
2015-09-09 1056
2015-09-10 1027
2015-09-11 1008
2015-09-12 573
2015-09-13 578
2015-09-14 994
2015-09-15 1072
2015-09-16 1070
2015-09-17 1103
2015-09-18 979
2015-09-19 613
2015-09-20 650
2015-09-21 979
2015-09-22 1057
2015-09-23 1013
2015-09-24 1014
2015-09-25 984
2015-09-26 593
2015-09-27 628
2015-09-28 1016
2015-09-29 1053
2015-09-30 1172
2015-10-01 1071
2015-10-02 985
2015-10-03 649
2015-10-04 628
2015-10-05 932
2015-10-06 921
2015-10-07 1035
2015-10-08 1077
2015-10-09 577
2015-10-10 541
2015-10-11 608
2015-10-12 859
2015-10-13 1017
2015-10-14 961
2015-10-15 951
2015-10-16 914
2015-10-17 542
2015-10-18 582
2015-10-19 764
2015-10-20 893
2015-10-21 983
2015-10-22 1007
2015-10-23 918
2015-10-24 564
2015-10-25 573
2015-10-26 950
2015-10-27 1059
2015-10-28 1044
2015-10-29 1013
2015-10-30 899
2015-10-31 631
2015-11-01 542
2015-11-02 935
2015-11-03 990
2015-11-04 1042
2015-11-05 985
2015-11-06 1002
2015-11-07 615
2015-11-08 558
2015-11-09 913
2015-11-10 1083
2015-11-11 1046
2015-11-12 1014
2015-11-13 1055
2015-11-14 635
2015-11-15 579
2015-11-16 909
2015-11-17 915
2015-11-18 870
2015-11-19 909
2015-11-20 813
2015-11-21 507
2015-11-22 478
2015-11-23 764
2015-11-24 903
2015-11-25 786
2015-11-26 506
2015-11-27 556
2015-11-28 307
2015-11-29 554
2015-11-30 820
2015-12-01 1007
2015-12-02 985
2015-12-03 1043
2015-12-04 903
2015-12-05 648
2015-12-06 648
2015-12-07 927
2015-12-08 1016
2015-12-09 1137
2015-12-10 1105
2015-12-11 930
2015-12-12 633
2015-12-13 620
2015-12-14 913
2015-12-15 994
2015-12-16 1104
2015-12-17 1035
2015-12-18 1011
2015-12-19 607
2015-12-20 589
2015-12-21 221
2015-12-22 17