notebook.community

Edit and run 





In [2]:



    


import os
import collections



    











In [3]:



    


rootDir = "accessible-v4.0-small/"
startYear = 1827
endYear = 1922
        
papers = os.listdir(rootDir)

totalArticleCounts = {}

for paper in papers:
    if not paper.startswith('.'):
        print("Paper: ",paper)

        # populate paper title in totalArticleCounts count
        if paper not in totalArticleCounts:
            totalArticleCounts[paper] = 0
            print("Added: ",paper, "to totalArticleCounts")
        
        # initialize nested dict
        paperArticlesByYear = {}

        # then back to iterating 
        issues = os.listdir(rootDir + paper)
        
        for issue in issues:
            if not issue.startswith('.'):
                # get issue year
                issueYear = issue[0:4]
                
                # then count
                if issueYear not in paperArticlesByYear:
                    paperArticlesByYear[issueYear] = 0
                    print("Added: ",issueYear, "to paperArticlesByYear")
    
                # now look at the articles inside
                articles = os.listdir(rootDir + paper + "/" + issue)
                
                for article in articles:
                    if not article.startswith('.'):
                        # first up the article count for that year
                        paperArticlesByYear[issueYear] += 1
                        
        # done iterating through issues; now order it and add that paper's data to totalArticleCounts
        orderedPAbY = collections.OrderedDict(sorted(paperArticlesByYear.items()))
        totalArticleCounts[paper] = orderedPAbY
        
        # also, print to file for future reference
        dataline = ""
        fout = open(paper +'-new-counts-by-year.txt','w')
        
        for year in orderedPAbY:
            dataline += str(orderedPAbY[year]) + ", "
        
        print(dataline,file=fout)
        
        fout.close()
        
        print("\tCounts: ",orderedPAbY)
        
print("Done. Total article counts:",totalArticleCounts)
        
print(totalArticleCounts,file=open('total-article-counts.txt','w'))



    


















    






Paper:  FreedomsJournal
Added:  FreedomsJournal to totalArticleCounts
Added:  1828 to paperArticlesByYear
Added:  1827 to paperArticlesByYear
Added:  1829 to paperArticlesByYear
	Counts:  OrderedDict([('1827', 731), ('1828', 1000), ('1829', 316)])
Paper:  FrederickDouglassPaper
Added:  FrederickDouglassPaper to totalArticleCounts
Added:  1852 to paperArticlesByYear
Added:  1854 to paperArticlesByYear
Added:  1853 to paperArticlesByYear
Added:  1855 to paperArticlesByYear
Added:  1851 to paperArticlesByYear
	Counts:  OrderedDict([('1851', 1182), ('1852', 2533), ('1853', 2045), ('1854', 2303), ('1855', 2538)])
Paper:  NationalAntiSlaveryStandard
Added:  NationalAntiSlaveryStandard to totalArticleCounts
Added:  1855 to paperArticlesByYear
Added:  1849 to paperArticlesByYear
Added:  1852 to paperArticlesByYear
Added:  1857 to paperArticlesByYear
Added:  1858 to paperArticlesByYear
Added:  1846 to paperArticlesByYear
Added:  1862 to paperArticlesByYear
Added:  1863 to paperArticlesByYear
Added:  1853 to paperArticlesByYear
Added:  1842 to paperArticlesByYear
Added:  1843 to paperArticlesByYear
Added:  1854 to paperArticlesByYear
Added:  1860 to paperArticlesByYear
Added:  1845 to paperArticlesByYear
Added:  1847 to paperArticlesByYear
Added:  1851 to paperArticlesByYear
Added:  1859 to paperArticlesByYear
Added:  1850 to paperArticlesByYear
Added:  1844 to paperArticlesByYear
Added:  1840 to paperArticlesByYear
Added:  1861 to paperArticlesByYear
Added:  1865 to paperArticlesByYear
Added:  1864 to paperArticlesByYear
Added:  1841 to paperArticlesByYear
Added:  1848 to paperArticlesByYear
Added:  1856 to paperArticlesByYear
	Counts:  OrderedDict([('1840', 202), ('1841', 156), ('1842', 688), ('1843', 627), ('1844', 683), ('1845', 539), ('1846', 570), ('1847', 664), ('1848', 701), ('1849', 588), ('1850', 301), ('1851', 404), ('1852', 419), ('1853', 314), ('1854', 413), ('1855', 531), ('1856', 498), ('1857', 494), ('1858', 113), ('1859', 0), ('1860', 0), ('1861', 0), ('1862', 0), ('1863', 0), ('1864', 0), ('1865', 0)])
Paper:  TheColoredAmerican
Added:  TheColoredAmerican to totalArticleCounts
Added:  1837 to paperArticlesByYear
Added:  1840 to paperArticlesByYear
Added:  1838 to paperArticlesByYear
Added:  1839 to paperArticlesByYear
Added:  1841 to paperArticlesByYear
	Counts:  OrderedDict([('1837', 1018), ('1838', 1271), ('1839', 1143), ('1840', 1308), ('1841', 1593)])
Paper:  TheNorthStar
Added:  TheNorthStar to totalArticleCounts
Added:  1848 to paperArticlesByYear
Added:  1849 to paperArticlesByYear
Added:  1850 to paperArticlesByYear
Added:  1847 to paperArticlesByYear
Added:  1851 to paperArticlesByYear
	Counts:  OrderedDict([('1847', 70), ('1848', 2809), ('1849', 2425), ('1850', 895), ('1851', 247)])
Paper:  TheChristianRecorder
Added:  TheChristianRecorder to totalArticleCounts
Added:  1862 to paperArticlesByYear
Added:  1861 to paperArticlesByYear
Added:  1864 to paperArticlesByYear
Added:  1863 to paperArticlesByYear
Added:  1865 to paperArticlesByYear
	Counts:  OrderedDict([('1861', 4150), ('1862', 3787), ('1863', 2734), ('1864', 2701), ('1865', 2546)])
Paper:  TheNationalEra
Added:  TheNationalEra to totalArticleCounts
Added:  1849 to paperArticlesByYear
Added:  1852 to paperArticlesByYear
Added:  1858 to paperArticlesByYear
Added:  1854 to paperArticlesByYear
Added:  1853 to paperArticlesByYear
Added:  1859 to paperArticlesByYear
Added:  1847 to paperArticlesByYear
Added:  1857 to paperArticlesByYear
Added:  1851 to paperArticlesByYear
Added:  1850 to paperArticlesByYear
Added:  1855 to paperArticlesByYear
Added:  1848 to paperArticlesByYear
Added:  1856 to paperArticlesByYear
Added:  1860 to paperArticlesByYear
	Counts:  OrderedDict([('1847', 2717), ('1848', 2122), ('1849', 2207), ('1850', 1663), ('1851', 2469), ('1852', 2875), ('1853', 2463), ('1854', 2581), ('1855', 3146), ('1856', 2444), ('1857', 2724), ('1858', 2482), ('1859', 2595), ('1860', 574)])
Paper:  ProvincialFreeman
Added:  ProvincialFreeman to totalArticleCounts
Added:  1854 to paperArticlesByYear
Added:  1857 to paperArticlesByYear
Added:  1855 to paperArticlesByYear
Added:  1856 to paperArticlesByYear
Added:  1853 to paperArticlesByYear
	Counts:  OrderedDict([('1853', 6), ('1854', 1759), ('1855', 1385), ('1856', 983), ('1857', 881)])
Paper:  GodeysLadysBook
Added:  GodeysLadysBook to totalArticleCounts
Added:  1849 to paperArticlesByYear
Added:  1843 to paperArticlesByYear
Added:  1839 to paperArticlesByYear
Added:  1862 to paperArticlesByYear
Added:  1852 to paperArticlesByYear
Added:  1860 to paperArticlesByYear
Added:  1831 to paperArticlesByYear
Added:  1841 to paperArticlesByYear
Added:  1858 to paperArticlesByYear
Added:  1833 to paperArticlesByYear
Added:  1850 to paperArticlesByYear
Added:  1864 to paperArticlesByYear
Added:  1845 to paperArticlesByYear
Added:  1856 to paperArticlesByYear
Added:  1847 to paperArticlesByYear
Added:  1837 to paperArticlesByYear
Added:  1854 to paperArticlesByYear
Added:  1835 to paperArticlesByYear
Added:  1838 to paperArticlesByYear
Added:  1832 to paperArticlesByYear
Added:  1848 to paperArticlesByYear
Added:  1861 to paperArticlesByYear
Added:  1859 to paperArticlesByYear
Added:  1853 to paperArticlesByYear
Added:  1851 to paperArticlesByYear
Added:  1842 to paperArticlesByYear
Added:  1863 to paperArticlesByYear
Added:  1857 to paperArticlesByYear
Added:  1834 to paperArticlesByYear
Added:  1844 to paperArticlesByYear
Added:  1836 to paperArticlesByYear
Added:  1846 to paperArticlesByYear
Added:  1855 to paperArticlesByYear
Added:  1840 to paperArticlesByYear
Added:  1865 to paperArticlesByYear
Added:  1830 to paperArticlesByYear
	Counts:  OrderedDict([('1830', 304), ('1831', 651), ('1832', 462), ('1833', 457), ('1834', 424), ('1835', 443), ('1836', 331), ('1837', 338), ('1838', 288), ('1839', 352), ('1840', 333), ('1841', 327), ('1842', 304), ('1843', 268), ('1844', 331), ('1845', 310), ('1846', 335), ('1847', 361), ('1848', 412), ('1849', 624), ('1850', 475), ('1851', 477), ('1852', 616), ('1853', 728), ('1854', 846), ('1855', 981), ('1856', 743), ('1857', 806), ('1858', 801), ('1859', 755), ('1860', 908), ('1861', 902), ('1862', 894), ('1863', 856), ('1864', 812), ('1865', 798)])
Paper:  TheLiberator
Added:  TheLiberator to totalArticleCounts
Added:  1840 to paperArticlesByYear
Added:  1846 to paperArticlesByYear
Added:  1844 to paperArticlesByYear
Added:  1865 to paperArticlesByYear
Added:  1850 to paperArticlesByYear
Added:  1856 to paperArticlesByYear
Added:  1861 to paperArticlesByYear
Added:  1864 to paperArticlesByYear
Added:  1858 to paperArticlesByYear
Added:  1848 to paperArticlesByYear
Added:  1847 to paperArticlesByYear
Added:  1843 to paperArticlesByYear
Added:  1835 to paperArticlesByYear
Added:  1854 to paperArticlesByYear
Added:  1842 to paperArticlesByYear
Added:  1831 to paperArticlesByYear
Added:  1853 to paperArticlesByYear
Added:  1855 to paperArticlesByYear
Added:  1832 to paperArticlesByYear
Added:  1841 to paperArticlesByYear
Added:  1862 to paperArticlesByYear
Added:  1838 to paperArticlesByYear
Added:  1837 to paperArticlesByYear
Added:  1845 to paperArticlesByYear
Added:  1833 to paperArticlesByYear
Added:  1839 to paperArticlesByYear
Added:  1849 to paperArticlesByYear
Added:  1859 to paperArticlesByYear
Added:  1860 to paperArticlesByYear
Added:  1851 to paperArticlesByYear
Added:  1852 to paperArticlesByYear
Added:  1863 to paperArticlesByYear
Added:  1836 to paperArticlesByYear
Added:  1857 to paperArticlesByYear
Added:  1834 to paperArticlesByYear
	Counts:  OrderedDict([('1831', 2141), ('1832', 2683), ('1833', 2251), ('1834', 2882), ('1835', 2610), ('1836', 2262), ('1837', 3361), ('1838', 3215), ('1839', 2869), ('1840', 3095), ('1841', 3406), ('1842', 2688), ('1843', 2666), ('1844', 2679), ('1845', 2909), ('1846', 2319), ('1847', 2527), ('1848', 2499), ('1849', 2847), ('1850', 2397), ('1851', 2362), ('1852', 2930), ('1853', 3062), ('1854', 3089), ('1855', 2738), ('1856', 3043), ('1857', 2795), ('1858', 2878), ('1859', 2824), ('1860', 2855), ('1861', 2727), ('1862', 2698), ('1863', 3019), ('1864', 2899), ('1865', 2739)])
Paper:  WeeklyAdvocate
Added:  WeeklyAdvocate to totalArticleCounts
Added:  1837 to paperArticlesByYear
	Counts:  OrderedDict([('1837', 138)])
Paper:  TheLily
Added:  TheLily to totalArticleCounts
Added:  1849 to paperArticlesByYear
Added:  1854 to paperArticlesByYear
Added:  1856 to paperArticlesByYear
Added:  1855 to paperArticlesByYear
Added:  1852 to paperArticlesByYear
Added:  1850 to paperArticlesByYear
Added:  1853 to paperArticlesByYear
Added:  1851 to paperArticlesByYear
	Counts:  OrderedDict([('1849', 249), ('1850', 252), ('1851', 227), ('1852', 250), ('1853', 131), ('1854', 453), ('1855', 518), ('1856', 451)])
Paper:  DouglassMonthly
Added:  DouglassMonthly to totalArticleCounts
Added:  1862 to paperArticlesByYear
Added:  1860 to paperArticlesByYear
Added:  1861 to paperArticlesByYear
Added:  1859 to paperArticlesByYear
Added:  1863 to paperArticlesByYear
	Counts:  OrderedDict([('1859', 476), ('1860', 247), ('1861', 426), ('1862', 336), ('1863', 233)])
Paper:  FrankLesliesWeekly
Added:  FrankLesliesWeekly to totalArticleCounts
Added:  1857 to paperArticlesByYear
Added:  1858 to paperArticlesByYear
Added:  1862 to paperArticlesByYear
Added:  1863 to paperArticlesByYear
Added:  1860 to paperArticlesByYear
Added:  1859 to paperArticlesByYear
Added:  1861 to paperArticlesByYear
Added:  1865 to paperArticlesByYear
Added:  1864 to paperArticlesByYear
Added:  1856 to paperArticlesByYear
Added:  1855 to paperArticlesByYear
	Counts:  OrderedDict([('1855', 147), ('1856', 1716), ('1857', 1645), ('1858', 0), ('1859', 1209), ('1860', 1419), ('1861', 1261), ('1862', 1982), ('1863', 1540), ('1864', 1785), ('1865', 1726)])
Done. Total article counts: {'FreedomsJournal': OrderedDict([('1827', 731), ('1828', 1000), ('1829', 316)]), 'FrederickDouglassPaper': OrderedDict([('1851', 1182), ('1852', 2533), ('1853', 2045), ('1854', 2303), ('1855', 2538)]), 'NationalAntiSlaveryStandard': OrderedDict([('1840', 202), ('1841', 156), ('1842', 688), ('1843', 627), ('1844', 683), ('1845', 539), ('1846', 570), ('1847', 664), ('1848', 701), ('1849', 588), ('1850', 301), ('1851', 404), ('1852', 419), ('1853', 314), ('1854', 413), ('1855', 531), ('1856', 498), ('1857', 494), ('1858', 113), ('1859', 0), ('1860', 0), ('1861', 0), ('1862', 0), ('1863', 0), ('1864', 0), ('1865', 0)]), 'TheColoredAmerican': OrderedDict([('1837', 1018), ('1838', 1271), ('1839', 1143), ('1840', 1308), ('1841', 1593)]), 'TheNorthStar': OrderedDict([('1847', 70), ('1848', 2809), ('1849', 2425), ('1850', 895), ('1851', 247)]), 'TheChristianRecorder': OrderedDict([('1861', 4150), ('1862', 3787), ('1863', 2734), ('1864', 2701), ('1865', 2546)]), 'TheNationalEra': OrderedDict([('1847', 2717), ('1848', 2122), ('1849', 2207), ('1850', 1663), ('1851', 2469), ('1852', 2875), ('1853', 2463), ('1854', 2581), ('1855', 3146), ('1856', 2444), ('1857', 2724), ('1858', 2482), ('1859', 2595), ('1860', 574)]), 'ProvincialFreeman': OrderedDict([('1853', 6), ('1854', 1759), ('1855', 1385), ('1856', 983), ('1857', 881)]), 'GodeysLadysBook': OrderedDict([('1830', 304), ('1831', 651), ('1832', 462), ('1833', 457), ('1834', 424), ('1835', 443), ('1836', 331), ('1837', 338), ('1838', 288), ('1839', 352), ('1840', 333), ('1841', 327), ('1842', 304), ('1843', 268), ('1844', 331), ('1845', 310), ('1846', 335), ('1847', 361), ('1848', 412), ('1849', 624), ('1850', 475), ('1851', 477), ('1852', 616), ('1853', 728), ('1854', 846), ('1855', 981), ('1856', 743), ('1857', 806), ('1858', 801), ('1859', 755), ('1860', 908), ('1861', 902), ('1862', 894), ('1863', 856), ('1864', 812), ('1865', 798)]), 'TheLiberator': OrderedDict([('1831', 2141), ('1832', 2683), ('1833', 2251), ('1834', 2882), ('1835', 2610), ('1836', 2262), ('1837', 3361), ('1838', 3215), ('1839', 2869), ('1840', 3095), ('1841', 3406), ('1842', 2688), ('1843', 2666), ('1844', 2679), ('1845', 2909), ('1846', 2319), ('1847', 2527), ('1848', 2499), ('1849', 2847), ('1850', 2397), ('1851', 2362), ('1852', 2930), ('1853', 3062), ('1854', 3089), ('1855', 2738), ('1856', 3043), ('1857', 2795), ('1858', 2878), ('1859', 2824), ('1860', 2855), ('1861', 2727), ('1862', 2698), ('1863', 3019), ('1864', 2899), ('1865', 2739)]), 'WeeklyAdvocate': OrderedDict([('1837', 138)]), 'TheLily': OrderedDict([('1849', 249), ('1850', 252), ('1851', 227), ('1852', 250), ('1853', 131), ('1854', 453), ('1855', 518), ('1856', 451)]), 'DouglassMonthly': OrderedDict([('1859', 476), ('1860', 247), ('1861', 426), ('1862', 336), ('1863', 233)]), 'FrankLesliesWeekly': OrderedDict([('1855', 147), ('1856', 1716), ('1857', 1645), ('1858', 0), ('1859', 1209), ('1860', 1419), ('1861', 1261), ('1862', 1982), ('1863', 1540), ('1864', 1785), ('1865', 1726)])}

















In [ ]:

Content source: GeorgiaTechDHLab/TOME

Similar notebooks:

notebook.community | gallery | about