In [1]:
import pandas as pd
import seaborn as sns
import matplotlib.pyplot as plt
import numpy as np
%matplotlib inline
sns.set()

pd.options.display.max_columns = 50

Data importing

Download data


In [2]:
# from https://quarry.wmflabs.org/query/17277

!wget https://quarry.wmflabs.org/run/161838/output/0/tsv?download=true -O botvbot-enwiki-comments.tsv


--2017-03-12 15:41:36--  https://quarry.wmflabs.org/run/161838/output/0/tsv?download=true
Resolving quarry.wmflabs.org (quarry.wmflabs.org)... 208.80.155.156
Connecting to quarry.wmflabs.org (quarry.wmflabs.org)|208.80.155.156|:443... connected.
HTTP request sent, awaiting response... 200 OK
Length: unspecified [text/csv]
Saving to: ‘botvbot-enwiki-comments.tsv’

botvbot-enwiki-comm     [          <=>       ]  52.44M  3.50MB/s    in 20s     

2017-03-12 15:41:56 (2.65 MB/s) - ‘botvbot-enwiki-comments.tsv’ saved [54992636]

Import to pandas dataframe


In [3]:
df = pd.read_csv("botvbot-enwiki-comments.tsv", sep="\t", encoding="utf-8")

In [4]:
len(df)


Out[4]:
162688

In [5]:
print(df.columns)


Index(['rev_id', 'rev_timestamp', 'rev_user', 'rev_user_text', 'rev_page',
       'rev_sha1', 'rev_minor_edit', 'rev_deleted', 'rev_parent_id',
       'archived', 'reverting_id', 'reverting_timestamp', 'reverting_user',
       'reverting_user_text', 'reverting_page', 'reverting_sha1',
       'reverting_minor_edit', 'reverting_deleted', 'reverting_parent_id',
       'reverting_archived', 'rev_revert_offset', 'revisions_reverted',
       'reverted_to_rev_id', 'page_namespace', 'page_title',
       'page_is_redirect', 'rev_comment'],
      dtype='object')

Data processing

Create field for deleted revisions


In [6]:
df['is_deleted'] = np.where(df.rev_comment.isnull(), 1, 0)
df['is_deleted'].value_counts()


Out[6]:
0    158593
1      4095
Name: is_deleted, dtype: int64

Create datetime index based on date of reverting edit


In [7]:
df['reverting_timestamp_dt'] = pd.to_datetime(df['reverting_timestamp'], format="%Y%m%d%H%M%S")
df = df.set_index('reverting_timestamp_dt')

Create field for comment text with text in brackets and parentheses removed


In [8]:
# by http://stackoverflow.com/questions/14596884/remove-text-between-and-in-python

def remove_brackets(test_str):
    test_str = str(test_str)
    ret = ''
    skip1c = 0
    skip2c = 0
    for i in test_str:
        if i == '[':
            skip1c += 1
        elif i == '(':
            skip2c += 1
        elif i == ']' and skip1c > 0:
            skip1c -= 1
        elif i == ')'and skip2c > 0:
            skip2c -= 1
        elif skip1c == 0 and skip2c == 0:
            ret += i
    return ret

In [9]:
df['rev_comment_nobracket'] = df['rev_comment'].apply(remove_brackets)

Create second dataset for ns0 / articles only


In [10]:
df_ns0 = df[df['page_namespace'] == 0].copy()

In [ ]:

Exploratory analysis

Most frequent comments in ns0 reverts, with text in brackets & parens removed


In [11]:
other_count = 0
for comment, count in df_ns0['rev_comment_nobracket'].value_counts().iteritems():
    if count > 25:
        print(count, "\t", comment)
    else:
        other_count = other_count + count
print(other_count, "\tOther cases")


32455 	 Robot: Fixing double redirect to 
17164 	  Migrating 1 interwiki links, now provided by  on 
10850 	 Bot: Fixing double redirect to 
3932 	 Robot: Fixing double redirect
3508 	  Migrating 2 interwiki links, now provided by  on 
2769 	 removing a protection template from a non-protected page 
1828 	  Migrating 3 interwiki links, now provided by  on 
1512 	 nan
939 	 Bot: Migrating 1 interwiki links, now provided by  on 
749 	 r2.7.3) 
712 	 removing non-applicable orphan template
604 	 Bot: Migrating 1 langlinks, now provided by Wikidata on 
559 	 Robot: moving pages out of redirected category
482 	 Daily update. See  for changes.
400 	 Robot: change redirected category  to 
394 	 : Fixing double redirect
386 	 r2.6.4) 
287 	 Robot - Moving category Super NES games to Super Nintendo Entertainment System games per  at .
286 	 r2.7.2+) 
232 	 robot Modifying: 
188 	 Robot - Moving category United Kingdom employment case law to  per  at .
185 	 r2.7.2) 
153 	 Robot - Speedily moving category Jupiter trojans  to  per .
146 	 Bot: Migrating 2 langlinks, now provided by Wikidata on 
144 	 r2.6.5) 
136 	 Bot: Migrating 2 interwiki links, now provided by  on 
131 	 redirect tagging using  
118 	  Migrating 4 interwiki links, now provided by  on  
89 	 Robot - Moving category United Kingdom employment law to  per  at .
86 	 Robot - Moving category Closed regional railway stations in Victoria to Closed railway stations in Victoria  per  at .
74 	 Robot - Moving category Fellows of the American Association for Artificial Intelligence to Fellows of the Association for the Advancement of Artificial Intelligence per  at .
72 	 BOT - Sorting redirects
67 	 Robot - Removing category Article Feedback Pilot per  at .
65 	 robot Removing: 
64 	 Robot - Moving category Scottish New Zealanders to New Zealanders of Scottish descent per  at .
56 	 Auto-tagging, removed orphan tag using 
55 	 Robot: Fixing  -"Diocese of Quimper-et-Léon" +"Roman Catholic Diocese of Quimper-et-Léon"
53 	  Migrating 5 interwiki links, now provided by  on  
51 	  Removing Orphan Tag 
45 	  Migrating 6 interwiki links, now provided by  on  
42 	 Robot: Fixing double redirect -> 
40 	 Robot - Speedily moving category Bridges on the United States Highway System to  per .
40 	 Robot: Fixing  -"Pavlos, Crown Prince of Greece" +"Paul, Crown Prince of Greece"
40 	 removing orphan template as not a valid orphan
39 	 Fixing page names and double redirects due to move. 
39 	 Bot: Migrating 4 interwiki links, now provided by  on 
32 	 removing orphan template as no longer an orphan
30 	 Robot: Fixing  -"Hillary Clinton presidential campaign, 2008" +"Hillary Rodham Clinton presidential campaign, 2008"
30 	 Bot: 
29 	  Migrating 1 interwiki links, now provided by  on  
29 	  Migrating 4 interwiki links, now provided by  on 
29 	 robot  Modifying: 
27 	 Autotagging+genfixes, removed orphan tag using 
27 	 Robot: Fixing  -"Eligius Franz Joseph von Münch-Bellinghausen" +"Baron Eligius Franz Joseph von Münch-Bellinghausen"
2305 	Other cases

Categorizing types of bot activity based on comments


In [12]:
def comment_categorization(comment):
    
    comment = str(comment)
    
    if comment == 'nan':
        return "deleted revision"
    
    elif comment.find("Reverted edits by [[Special:Contributions/ImageRemovalBot") >= 0:
        return "botfight: 718bot vs ImageRemovalBot"
    
    elif comment.lower().find("double redirect") >= 0:
        return "fixing double redirect"
    
    elif comment.lower().find("double-redirect") >= 0:
        return "fixing double redirect"
    
    elif comment.lower().find("redirect tagging") >= 0:
        return "redirect tagging/sorting"
    
    elif comment.lower().find("sorting redirect") >= 0:
        return "redirect tagging/sorting"
    
    elif comment.lower().find("change redirected category") >= 0:
        return "category redirect cleanup"
    
    elif comment.lower().find("redirected category") >=0:
        return "category redirect cleanup"
    
    elif comment.find("[[User:Addbot|Bot:]] Adding ") >= 0:
        return "template tagging"
    
    elif comment.lower().find("interwiki") >= 0:
        return "interwiki link cleanup"
    
    elif comment.lower().find("langlinks") >= 0:
        return "interwiki link cleanup"
    
    elif comment.lower().find("moving category") >= 0:
        return "moving category"
    
    elif comment.lower().find("re-categorisation") >= 0:
        return "moving category"
    
    elif comment.lower().find("removing a protection template") >= 0:
        return "protection template cleanup"
    
    elif comment.lower().find("removing orphan t") >= 0:
        return "orphan template cleanup"
    
    elif comment.lower().find("non-applicable orphan") >= 0:
        return "orphan template cleanup"
    
    elif comment.lower().find("removed orphan t") >= 0:
        return "orphan template cleanup"    
    
    elif comment.lower().find("sandbox") >= 0:
        return "clearing sandbox"
    
    elif comment.lower().find("archiving") >= 0:
        return "archiving"
    
    elif comment.lower().find("duplicate on commons") >= 0:
        return "commons image migration"
    
    elif comment.lower().find("user:mathbot/changes to mathlists") >= 0:
        return "mathbot mathlist updates"
    
    
    #   Note: these interwiki links may be a bit broad. They have a country code following
    #   the first [[, but there are many country codes and I need a better way of searching
    #   for that.
    
    elif comment.lower().find("robot: adding [[") >= 0:
        return "interwiki link cleanup"
    
    elif comment.lower().find("robot: modifying [[") >= 0:
        return "interwiki link cleanup"
    
    elif comment.lower().find("robot: deleting [[") >= 0:
        return "interwiki link cleanup"  
    
    elif comment.lower().find("robot: removing [[") >= 0:
        return "interwiki link cleanup"      

    elif comment.lower().find("robot adding: [[") >= 0:
        return "interwiki link cleanup"
    
    elif comment.lower().find("robot modifying: [[") >= 0:
        return "interwiki link cleanup"
    
    elif comment.lower().find("robot deleting: [[") >= 0:
        return "interwiki link cleanup"  
    
    elif comment.lower().find("robot removing: [[") >= 0:
        return "interwiki link cleanup"      
    
    elif comment.lower().find("link syntax") >= 0:
        return "link syntax fixing"
    
    elif comment.lower().find("links syntax") >= 0:
        return "link syntax fixing" 
    
    else:
        return "other"

Apply categorization


In [13]:
df['bottype'] = df['rev_comment'].apply(comment_categorization)
df_ns0['bottype'] = df_ns0['rev_comment'].apply(comment_categorization)

Set type to "other redirect" for other cases on redirect pages


In [14]:
df.loc[(df['bottype'] == 'other') & (df['page_is_redirect'] == 1), ['bottype']] = 'other redirect'
df_ns0.loc[(df_ns0['bottype'] == 'other') & (df_ns0['page_is_redirect'] == 1), ['bottype']] = 'other redirect'

Analysis

Types of bot-vs-bot reverts across all namespaces

Counts


In [15]:
df['bottype'].value_counts()


Out[15]:
fixing double redirect                 55657
interwiki link cleanup                 55643
other                                  35620
deleted revision                        4095
protection template cleanup             2959
archiving                               2789
moving category                         2250
category redirect cleanup               1196
orphan template cleanup                  970
mathbot mathlist updates                 485
other redirect                           317
clearing sandbox                         228
redirect tagging/sorting                 204
botfight: 718bot vs ImageRemovalBot      173
link syntax fixing                        74
template tagging                          23
commons image migration                    5
Name: bottype, dtype: int64

Percentages


In [16]:
df['bottype'].value_counts(normalize=True) * 100


Out[16]:
fixing double redirect                 34.210882
interwiki link cleanup                 34.202277
other                                  21.894670
deleted revision                        2.517088
protection template cleanup             1.818819
archiving                               1.714324
moving category                         1.383015
category redirect cleanup               0.735149
orphan template cleanup                 0.596233
mathbot mathlist updates                0.298117
other redirect                          0.194851
clearing sandbox                        0.140146
redirect tagging/sorting                0.125393
botfight: 718bot vs ImageRemovalBot     0.106339
link syntax fixing                      0.045486
template tagging                        0.014137
commons image migration                 0.003073
Name: bottype, dtype: float64

Plot


In [17]:
df['bottype'].value_counts().plot(kind='barh')


Out[17]:
<matplotlib.axes._subplots.AxesSubplot at 0x7f39fba71828>

Types of bot-vs-bot reverts in ns0 / articles

Counts


In [18]:
df_ns0['bottype'].value_counts()


Out[18]:
fixing double redirect                 49173
interwiki link cleanup                 26872
protection template cleanup             2769
deleted revision                        1512
moving category                         1351
category redirect cleanup                975
orphan template cleanup                  970
mathbot mathlist updates                 482
other                                    204
redirect tagging/sorting                 204
botfight: 718bot vs ImageRemovalBot      170
link syntax fixing                        70
other redirect                            26
template tagging                          23
commons image migration                    3
Name: bottype, dtype: int64

Percentages


In [19]:
df_ns0['bottype'].value_counts(normalize=True)* 100


Out[19]:
fixing double redirect                 57.984293
interwiki link cleanup                 31.687185
protection template cleanup             3.265176
deleted revision                        1.782935
moving category                         1.593085
category redirect cleanup               1.149710
orphan template cleanup                 1.143814
mathbot mathlist updates                0.568369
other                                   0.240555
redirect tagging/sorting                0.240555
botfight: 718bot vs ImageRemovalBot     0.200462
link syntax fixing                      0.082543
other redirect                          0.030659
template tagging                        0.027121
commons image migration                 0.003538
Name: bottype, dtype: float64

Plot


In [20]:
df_ns0['bottype'].value_counts().plot(kind='barh')


Out[20]:
<matplotlib.axes._subplots.AxesSubplot at 0x7f39f9d77b38>

Timeseries visualizations

Group by daily counts for each bot type, all namespaces


In [21]:
gp = df.groupby([pd.TimeGrouper('1D', closed='left'), 'bottype'])

Subplots by bot type, no shared y axis


In [22]:
ax1 = gp.rev_id.count().unstack().plot(kind='area', subplots=True, figsize=[12,40], sharex=False)


Subplots by bot type, shared y axis


In [23]:
ax2 = gp.rev_id.count().unstack().plot(kind='area', subplots=True, figsize=[12,40], sharex=False, sharey=True)



In [ ]:

Group by daily counts for each bot type, ns0 / articles only


In [24]:
gp_ns0 = df_ns0.groupby([pd.TimeGrouper('1D', closed='left'), 'bottype'])

In [ ]:

Subplots by bot type, no shared y axis


In [25]:
ax3 = gp_ns0.rev_id.count().unstack().plot(kind='area', subplots=True, figsize=[12,34], sharex=False)


Subplots by bot type, shared y axis


In [26]:
ax4 = gp_ns0.rev_id.count().unstack().plot(kind='area', subplots=True, figsize=[12,34], sharex=False, sharey=True)


What wasn't categorized in ns0?


In [27]:
pd.options.display.max_rows = 1000
df_ns0[df_ns0['bottype'] == 'other'][['reverting_user_text', 'rev_user_text', 'rev_comment', 'page_is_redirect']]


Out[27]:
reverting_user_text rev_user_text rev_comment page_is_redirect
reverting_timestamp_dt
2012-01-02 23:13:17 Yobot Mathbot [[WP:CHECKWIKI]] error fixes + [[WP:GENFIXES|g... 0.0
2011-02-02 02:22:07 Yobot Mathbot [[WP:CHECKWIKI]] error fixes + [[WP:GENFIXES|g... 0.0
2011-02-03 16:52:36 Yobot Mathbot [[WP:CHECKWIKI]] error fixes + [[WP:GENFIXES|g... 0.0
2011-02-04 01:39:39 Yobot Mathbot [[WP:CHECKWIKI]] error 61 fixes + [[WP:GENFIXE... 0.0
2011-02-06 12:23:52 Yobot Mathbot [[WP:CHECKWIKI]] error fixes + [[WP:GENFIXES|g... 0.0
2011-02-08 12:30:07 Yobot Mathbot [[WP:CHECKWIKI]] error fixes + [[WP:GENFIXES|g... 0.0
2011-02-10 12:13:53 Yobot Mathbot [[WP:CHECKWIKI]] error fixes + [[WP:GENFIXES|g... 0.0
2011-07-21 22:18:59 Yobot Mathbot [[WP:CHECKWIKI]] error 6|17|22|26|37|38|44|45|... 0.0
2012-01-02 23:14:21 Yobot Mathbot /* Xen */[[WP:CHECKWIKI]] error fixes + [[WP:G... 0.0
2012-01-02 23:14:24 Yobot Mathbot /* Yab */[[WP:CHECKWIKI]] error fixes + [[WP:G... 0.0
2009-01-27 09:18:21 JAnDbot Chobot robot Modifying: [[tr:Osmanlı Devleti]] 0.0
2008-05-06 09:30:49 JAnDbot Chobot robot Modifying: [[uk:Чорч Алонзо]] 0.0
2009-06-08 17:04:51 JAnDbot Chobot robot Modifying: [[de:Maorische Sprache]] 0.0
2008-04-10 22:11:28 JAnDbot Chobot robot Modifying: [[sr:Ираклије Нови Константин]] 0.0
2007-11-17 10:18:09 BotMultichill Chobot robot Modifying: [[es:Instrumentos de viento-... 0.0
2008-04-28 21:35:44 OKBot Chobot robot Modifying: [[he:תהילים]] 0.0
2008-05-30 03:04:13 OKBot Chobot robot Modifying: [[es:Hemichordata]] 0.0
2008-04-09 05:51:56 OKBot Chobot robot Modifying: [[fa:پیر پائولو پازولینی]] 0.0
2008-04-23 20:50:20 OKBot Chobot robot Modifying: [[gl:Michoacán]] 0.0
2009-03-05 12:32:31 BOTarate Chobot robot Modifying: [[zh:书面语]] 0.0
2012-09-11 14:28:27 ClueBot NG RussBot Reverting possible vandalism by [[Special:Cont... 0.0
2008-05-26 06:13:57 Chobot タチコマ robot robot Modifying: [[zh:2007年新潟縣中越沖地震]] 0.0
2008-04-18 17:15:59 RussBot タチコマ robot Robot-assisted fix [[WP:DPL|links to disambigu... 0.0
2008-05-16 11:15:31 JAnDbot タチコマ robot robot Modifying: [[ru:Национальная баскетболь... 0.0
2009-01-26 08:19:28 RussBot Cydebot Robot: Flytter sider ut av omdirigeringskategori 0.0
2009-01-26 08:20:38 RussBot Cydebot Robot: Flytter sider ut av omdirigeringskategori 0.0
2009-01-26 08:19:30 RussBot Cydebot Robot: Flytter sider ut av omdirigeringskategori 0.0
2009-01-26 08:20:14 RussBot Cydebot Robot: Flytter sider ut av omdirigeringskategori 0.0
2013-10-22 02:18:51 ArmbrustBot Cydebot /* External links */[[Wikipedia:Categories for... 0.0
2014-05-13 05:25:50 BattyBot DumbBOT fixed [[Help:CS1 errors#bad_date|CS1 errors: d... 0.0
2007-03-01 14:07:54 Chobot JAnDbot robot Modifying: [[th:ภาษากลุ่มอิตาลิก]] 0.0
2009-01-26 18:22:01 Chobot JAnDbot robot Modifying: [[zh:關節式轉向架]] 0.0
2009-01-25 21:27:33 Chobot JAnDbot robot Adding: [[ko:미술]] 0.0
2008-05-16 06:05:05 タチコマ robot JAnDbot robot Modifying: [[es:Siglo XIV adC]] 0.0
2007-04-30 12:47:03 BotMultichill JAnDbot robot Adding: [[be-x-old:1]] 0.0
2007-11-14 22:03:10 BotMultichill JAnDbot robot Adding: [[nl:Indie (muziek)]] 0.0
2009-01-14 13:57:35 OKBot JAnDbot robot Modifying: [[tr:Osmanlı Devleti]] 0.0
2008-12-29 11:24:26 OKBot JAnDbot robot Modifying: [[ru:20 (число)]] 0.0
2009-01-18 14:13:04 BOTarate JAnDbot robot Modifying: [[de:Quintilian]] 0.0
2011-03-01 23:06:38 DixonDBot JAnDbot r2.6.5) (robot Adding: cs, da, de, eo, it, nl,... 0.0
2013-08-20 07:48:40 Yobot The Anomebot2 /* External links */[[WP:CHECKWIKI]] error fix... 0.0
2011-07-18 02:56:29 ImageRemovalBot CommonsDelinker Removing deleted [[:File:Chtenopteryx sicula.j... 0.0
2010-06-14 07:23:14 RaptureBot CommonsDelinker Updating image uses from [[:File:Shalyto2.jpg]... 0.0
2012-12-28 23:25:44 CommonsDelinker Reedy Bot Removing "Augusto_Barrera.png", it has been de... 0.0
2014-03-29 18:45:56 Yobot Reedy Bot /* References */[[WP:CHECKWIKI]] error fixes +... 0.0
2007-05-30 04:21:30 Chobot BotMultichill robot Modifying: [[zh:克莱佩达]] 0.0
2007-05-26 13:20:34 JAnDbot BotMultichill robot Modifying: [[ru:Тачпад]] 0.0
2009-06-19 12:03:49 CommonsDelinker Lucasbfrbot Replacing [[Image:PJSta6_(1).jpg]] with [[Imag... 0.0
2008-04-04 13:41:52 Chobot OKBot robot Modifying: [[ja:アエネアス]] 0.0
2008-08-15 01:51:38 Chobot OKBot robot Modifying: [[la:Factio Communistica Uni... 0.0
2009-01-26 19:40:41 Chobot OKBot robot Modifying: [[tr:Osmanlı İmparatorluğu]] 0.0
2009-01-19 08:57:03 JAnDbot OKBot robot Removing: [[ar:ليسوتو]] 0.0
2009-01-16 15:56:52 BOTarate OKBot robot Modifying: [[tr:Pardus (işletim sistemi)]] 0.0
2013-08-08 21:45:20 Citation bot MadmanBot [432]Combined duplicate references. | [[WP:UC... 0.0
2013-08-10 07:09:15 BG19bot MadmanBot [[WP:CHECKWIKI]] error fix for #17. Category ... 0.0
2012-08-16 20:19:58 CommonsDelinker ImageRemovalBot Replacing Lord_McKenzie.jpg with [[File:Bill_M... 0.0
2007-08-08 01:23:37 VeblenBot ImageRemovalBot Fixing deletable image caption (automated edits) 0.0
2008-10-13 19:18:00 JL-Bot CorenSearchBot removing stale in-use template(s) as last edit... 0.0
2008-11-17 09:37:31 ImageRemovalBot 718 Bot Removing missing [[:Image:Ai_de_Xuan_Yin_cropp... 0.0
2008-11-17 09:21:53 ImageRemovalBot 718 Bot Removing missing [[:Image:Afi_heckle.jpg|image]] 0.0
2008-11-17 09:25:18 ImageRemovalBot 718 Bot Removing missing [[:Image:Afterallthistime.jpg... 0.0
2008-11-17 09:27:22 ImageRemovalBot 718 Bot Removing missing [[:Image:AgainstTheTide.jpg|i... 0.0
2008-02-23 09:52:03 Chobot BOTarate robot Modifying: [[sv:Holland (olika betydels... 0.0
2009-04-03 10:45:14 Chobot BOTarate robot Modifying: [[ko:도야마 에마]] 0.0
2008-02-28 18:34:13 JAnDbot BOTarate robot Removing: [[an:Chaminera]] 0.0
2009-01-18 01:30:38 OKBot BOTarate robot Modifying: [[ru:Абдулазиз аль-Джануби]] 0.0
2012-04-21 23:19:20 EmausBot BOTarate Robot: [[hu:Balatonfüred]] is a former feature... 0.0
2013-02-15 19:41:55 BattyBot Addbot [[WP:AWB/GF|General fixes]], removed deadend t... 0.0
2013-03-28 02:04:10 Cyberbot II Addbot Tagging page with PC1 protection template. (be... 0.0
2013-08-17 21:44:04 Cyberbot II Legobot Tagging page with PC1 protection template. (be... 0.0
2012-12-11 22:25:56 AnomieBOT Yobot Dating maintenance tags: {{When}} {{Weasel-inl... 0.0
2013-08-21 04:28:19 BG19bot Yobot /* Results summary */[[WP:CHECKWIKI]] error fi... 0.0
2013-11-08 07:42:29 Josvebot Yobot [[:en:WP:CLEANER|WPCleaner]] v1.30b - Fixed us... 0.0
2013-11-08 07:42:02 Josvebot Yobot [[:en:WP:CLEANER|WPCleaner]] v1.30b - Fixed us... 0.0
2013-10-04 06:07:48 Cyberbot II Yobot Updating {{[[Template:Blacklisted-links|Blackl... 0.0
2013-10-04 06:15:12 Cyberbot II Yobot Updating {{[[Template:Blacklisted-links|Blackl... 0.0
2013-10-04 16:35:02 Cyberbot II Yobot Updating {{[[Template:Blacklisted-links|Blackl... 0.0
2013-10-04 16:49:07 Cyberbot II Yobot Updating {{[[Template:Blacklisted-links|Blackl... 0.0
2013-10-04 16:51:50 Cyberbot II Yobot Updating {{[[Template:Blacklisted-links|Blackl... 0.0
2013-10-08 13:42:07 Cyberbot II Yobot Updating {{[[Template:Blacklisted-links|Blackl... 0.0
2013-10-04 17:34:12 Cyberbot II Yobot Updating {{[[Template:Blacklisted-links|Blackl... 0.0
2013-10-04 11:50:02 Cyberbot II Yobot Updating {{[[Template:Blacklisted-links|Blackl... 0.0
2011-06-10 18:05:27 AnomieBOT CheMoBot Rescuing orphaned refs ("fda.gov" from rev 433... 0.0
2011-01-26 08:41:51 AnomieBOT CheMoBot Dating maintenance tags: {{Fact}} 0.0
2011-02-23 19:15:15 Citation bot 2 CheMoBot [cw255] Touching page to update categories. T... 0.0
2011-01-18 11:22:35 CheMoBot AnomieBOT Updating {{chembox}} (no changed fields - upda... 0.0
2011-06-10 17:12:32 CheMoBot AnomieBOT Updating {{drugbox}} (changes to verified and ... 0.0
2011-01-26 08:31:20 CheMoBot AnomieBOT Updating {{drugbox}} (changes to verified fiel... 0.0
2011-12-25 00:24:26 Citation bot AnomieBOT [408]Misc citation tidying. [[WP:UCB|User-act... 0.0
2012-01-11 02:59:30 Citation bot AnomieBOT [408]Misc citation tidying. [[WP:UCB|User-act... 0.0
2011-09-28 19:26:56 ClueBot NG AnomieBOT Reverting possible vandalism by [[Special:Cont... 0.0
2013-01-07 10:47:18 JAnDbot JackieBot r2.7.3) (untranslated message [[sk:Andreu Font... 0.0
2013-02-18 14:09:45 ImageRemovalBot JackieBot Removing external link used as image 0.0
2013-04-27 23:10:58 SporkBot JackieBot Remove template per [[Wikipedia:Templates for ... 0.0
2010-05-19 01:57:52 Citation bot 1 Citation bot Citations: [Pu144]Formatted: pmc. You can [[W... 0.0
2012-10-28 18:31:04 ArticlesForCreationBot Citation bot Cleaning up the submission of afc (general cle... 0.0
2012-12-11 03:48:06 ArticlesForCreationBot Citation bot Cleaning up the submission of afc (general cle... 0.0
2012-12-12 05:08:41 ArticlesForCreationBot Citation bot Cleaning up the submission of afc (general cle... 0.0
2012-12-14 00:38:34 ArticlesForCreationBot Citation bot Cleaning up the submission of afc (general cle... 0.0
2013-04-25 11:09:31 ArticlesForCreationBot Citation bot Cleaning up the submission of afc (general cle... 0.0
2013-01-04 00:42:23 ArticlesForCreationBot Citation bot Cleaning up the submission (removing unused te... 0.0
2013-01-19 18:57:38 ArticlesForCreationBot Citation bot Cleaning up the submission of afc (general cle... 0.0
2013-03-31 13:33:31 ArticlesForCreationBot Citation bot Cleaning up the submission of afc (general cle... 0.0
2013-07-29 10:52:59 ArticlesForCreationBot Citation bot Cleaning up the submission of afc (general cle... 0.0
2013-06-07 23:30:16 ArticlesForCreationBot Citation bot Cleaning up the submission of afc (general cle... 0.0
2013-07-05 01:36:23 ArticlesForCreationBot Citation bot Cleaning up the submission of afc (general cle... 0.0
2013-07-28 03:13:15 ArticlesForCreationBot Citation bot Cleaning up the submission of afc (general cle... 0.0
2009-03-08 07:43:49 Chobot Xqbot robot Modifying: [[ksh:Laache (Donn)]] 0.0
2009-05-13 08:48:31 JAnDbot Xqbot robot Adding: [[tr:Ca]] 0.0
2009-02-03 13:53:45 JAnDbot Xqbot robot Removing: [[es:Idioma Montenegrino]] 0.0
2009-05-15 12:26:50 JAnDbot Xqbot robot Adding: [[ru:Зингер]] 0.0
2009-02-26 08:55:51 JAnDbot Xqbot robot Modifying: [[az:İsa peyğəmbər]] 0.0
2009-02-16 00:02:41 JAnDbot Xqbot robot Adding: [[fi:Wikipedia:Thainkielinen Wi... 0.0
2009-02-16 00:18:26 JAnDbot Xqbot robot Adding: [[fi:Wikipedia:Latinankielinen ... 0.0
2009-02-16 00:09:39 JAnDbot Xqbot robot Adding: [[fi:Wikipedia:Malaijinkielinen... 0.0
2011-01-16 10:24:18 CommonsDelinker Xqbot Removing "Ximena_Navarrete_MU2010.jpg", it has... 0.0
2012-03-18 15:04:27 Yobot Xqbot /* External links */[[WP:CHECKWIKI]] error fi... 0.0
2012-06-12 01:16:24 EmausBot Xqbot Robot: [[hu:Rilai kolostor]] is a featured art... 0.0
2013-03-20 11:52:57 EmausBot Xqbot Перемещение 1 интервики-ссылки в Викиданные ([... 0.0
2013-03-20 13:01:30 EmausBot Xqbot Перемещение 1 интервики-ссылки в Викиданные ([... 0.0
2013-03-20 14:12:48 EmausBot Xqbot Перемещение 1 интервики-ссылки в Викиданные ([... 0.0
2013-03-20 08:03:22 EmausBot Xqbot Перемещение 1 интервики-ссылки в Викиданные ([... 0.0
2013-03-20 14:01:48 EmausBot Xqbot Перемещение 1 интервики-ссылки в Викиданные ([... 0.0
2012-07-04 01:33:00 Chobot MerlLinkBot r2.6.5) (Robot: Adding ar, ba, be, be-x-old, b... 0.0
2014-07-18 06:40:57 Yobot FrescoBot [[WP:CHECKWIKI]] error fixes using [[Project:A... 0.0
2011-12-08 18:07:43 MMABot FrescoBot MMABot cleaning up MMA fighter article as per ... 0.0
2011-02-23 19:26:10 CheMoBot Citation bot 2 Updating {{drugbox}} (no changed fields - adde... 0.0
2012-01-27 12:42:44 CommonsDelinker OgreBot Replacing America_Symbol_(Royalty_Free,_No_Cop... 0.0
2011-07-13 22:41:47 CommonsDelinker OgreBot Replacing Macon-ms-noxubee-courthouse_(1).jpg ... 0.0
2012-01-27 12:44:05 CommonsDelinker OgreBot Replacing America_Symbol_(Royalty_Free,_No_Cop... 0.0
2011-03-09 20:25:21 AnomieBOT Citation bot 1 Rescuing orphaned refs ("3-21.5" from rev 4167... 0.0
2011-03-09 02:20:12 AnomieBOT Citation bot 1 Rescuing orphaned refs ("Oldham Beyond" from r... 0.0
2010-09-17 22:47:06 Citation bot Citation bot 1 Citations: [186] added: pmc. Unified citation ... 0.0
2011-07-16 22:42:04 Citation bot 4 Citation bot 1 [Pu387&beta;]Tweak: pages. Formatted [[WP:ENDA... 0.0
2011-07-16 22:42:40 Citation bot 4 Citation bot 1 [Pu387&beta;]Tweak: pages. Formatted [[WP:ENDA... 0.0
2010-11-29 17:28:27 ClueBot NG RjwilmsiBot Reverting possible vandalism by [[Special:Cont... 0.0
2011-02-03 18:40:45 ClueBot NG RjwilmsiBot Reverting possible vandalism by [[Special:Cont... 0.0
2010-07-04 20:34:11 FrescoBot WildBot Bot: fixing section wikilinks 0.0
2012-07-30 06:56:23 JAnDbot EmausBot r2.7.2) (Robot: Adding cs, fr; removing: es, sk 0.0
2013-03-27 17:14:58 AnomieBOT EmausBot Dating maintenance tags: {{Fact}} 0.0
2012-05-01 16:25:54 Xqbot EmausBot Robot: [[hu:A hobbit]] is a featured article 0.0
2012-05-01 16:31:28 Xqbot EmausBot Robot: [[hu:Szauna]] is a featured article 0.0
2012-05-01 16:21:00 Xqbot EmausBot Robot: [[hu:Balatonfüred]] is a featured article 0.0
2012-05-01 16:20:41 Xqbot EmausBot Robot: [[hu:Asch-kísérlet]] is a featured article 0.0
2012-05-01 16:30:14 Xqbot EmausBot Robot: [[hu:Rilai kolostor]] is a featured art... 0.0
2013-04-21 18:31:32 SporkBot EmausBot Remove template per [[Wikipedia:Templates for ... 0.0
2014-01-27 05:23:22 Hmainsbot1 EmausBot AWB general fixes and delink dates per [[:WP:D... 0.0
2013-09-02 19:11:21 LyricsBot EmausBot Removed MetroLyrics link; MetroLyrics page doe... 0.0
2013-02-17 10:26:19 Xqbot AvicBot Robot: Fixing broken redirect to moved target ... 0.0
2011-05-25 16:02:43 CheMoBot ClueBot NG Updating {{chembox}} (changes to verified fiel... 0.0
2013-03-20 14:49:21 EmausBot KLBot2 Перемещение 1 интервики-ссылки в Викиданные ([... 0.0
2013-11-01 01:06:39 Citation bot Bibcode Bot [442]Add: year, last1, first1, last2, first2, ... 0.0
2013-09-27 05:06:31 Cyberbot II Lowercase sigmabot Removing {{Pp-pc1}}. Page is not protected. (... 0.0
2013-02-08 07:52:15 AnomieBOT BG19bot Fixing reference errors and rescuing orphaned ... 0.0
2013-10-10 12:49:19 Cyberbot II BG19bot Updating {{[[Template:Blacklisted-links|Blackl... 0.0
2013-11-08 21:48:53 Yobot Josvebot /* Footnotes */[[WP:CHECKWIKI]] error fixes us... 0.0
2013-11-08 22:00:30 Yobot Josvebot /* References */[[WP:CHECKWIKI]] error fixes u... 0.0
2013-11-08 22:01:39 Yobot Josvebot /* References */[[WP:CHECKWIKI]] error fixes u... 0.0
2013-11-08 22:02:43 Yobot Josvebot /* References */[[WP:CHECKWIKI]] error fixes u... 0.0
2012-12-23 01:12:36 Yobot DPL bot clean up and/or checkwiki error #59 fixed usin... 0.0
2013-04-09 22:56:50 Yobot DPL bot [[WP:CHECKWIKI]] error fixes using [[Project:A... 0.0
2013-05-07 22:30:04 Yobot DPL bot [[WP:CHECKWIKI]] error fixes using [[Project:A... 0.0
2013-09-23 17:50:16 Yobot DPL bot [[WP:CHECKWIKI]] error fixes using [[Project:A... 0.0
2012-10-28 18:51:47 Citation bot ArticlesForCreationBot [419]Combined duplicate references. | [[WP:UC... 0.0
2013-01-19 19:37:05 Citation bot ArticlesForCreationBot [419]Combined duplicate references. | [[WP:UC... 0.0
2013-03-02 16:22:04 Citation bot ArticlesForCreationBot [419]Misc citation tidying. | [[WP:UCB|User-a... 0.0
2013-07-29 10:39:34 Citation bot ArticlesForCreationBot [432]Tweak: title. Combined duplicate referenc... 0.0
2013-06-07 23:16:12 Citation bot ArticlesForCreationBot [428]Combined duplicate references. | [[WP:UC... 0.0
2013-07-28 02:59:55 Citation bot ArticlesForCreationBot [432]Combined duplicate references. | [[WP:UC... 0.0
2013-01-06 20:35:37 ClueBot NG BattyBot Reverting possible vandalism by [[Special:Cont... 0.0
2013-06-22 19:39:27 RscprinterBot BattyBot Adding back categories which have been nulled (5) 0.0
2014-02-02 20:14:12 RscprinterBot BattyBot Adding back categories which have been nulled ... 0.0
2012-06-01 09:37:06 JAnDbot SprinterBot r2.7.2) (Robot: Removing ar, az, ja; modifying it 0.0
2013-10-12 21:09:55 Yobot Cyberbot II [[WP:CHECKWIKI]] error fixes using [[Project:A... 0.0
2013-10-05 06:41:16 Yobot Cyberbot II [[WP:CHECKWIKI]] error fixes using [[Project:A... 0.0
2013-01-16 16:05:44 ClueBot NG Cyberbot II Reverting possible vandalism by [[Special:Cont... 0.0
2013-10-10 05:15:15 BG19bot Cyberbot II [[WP:CHECKWIKI]] error fix for #61. Punctuati... 0.0
2012-12-16 11:25:04 JAnDbot Makecat-bot r2.7.2) (untranslated message [[cs:Podbeskidzi... 0.0
2012-11-11 20:18:52 EmausBot Makecat-bot Robot: [[hu:Balatonfüred]] is a featured article 0.0
2012-11-11 20:18:32 EmausBot Makecat-bot Robot: [[hu:Asch-kísérlet]] is a featured article 0.0
2012-11-12 20:41:21 EmausBot Makecat-bot Robot: [[hu:Rilai kolostor]] is a featured art... 0.0
2013-03-20 06:56:44 EmausBot Makecat-bot Перемещение 1 интервики-ссылки в Викиданные ([... 0.0
2013-03-20 11:38:35 EmausBot Makecat-bot Перемещение 1 интервики-ссылки в Викиданные ([... 0.0
2013-03-20 09:22:23 EmausBot Makecat-bot Перемещение 2 интервики-ссылок в Викиданные ([... 0.0
2013-03-20 16:20:19 EmausBot Makecat-bot Перемещение 2 интервики-ссылок в Викиданные ([... 0.0
2013-03-20 11:09:54 EmausBot Makecat-bot Перемещение 2 интервики-ссылок в Викиданные ([... 0.0
2013-03-20 10:41:35 EmausBot Makecat-bot Перемещение 2 интервики-ссылок в Викиданные ([... 0.0
2013-03-20 08:07:50 EmausBot Makecat-bot Перемещение 2 интервики-ссылок в Викиданные ([... 0.0
2013-03-20 13:40:28 EmausBot Makecat-bot Перемещение 2 интервики-ссылок в Викиданные ([... 0.0
2013-03-20 07:26:29 EmausBot Makecat-bot Перемещение 2 интервики-ссылок в Викиданные ([... 0.0
2013-03-20 07:53:55 EmausBot Makecat-bot Перемещение 2 интервики-ссылок в Викиданные ([... 0.0
2013-03-20 10:21:33 EmausBot Makecat-bot Перемещение 2 интервики-ссылок в Викиданные ([... 0.0
2013-03-20 10:24:05 EmausBot Makecat-bot Перемещение 1 интервики-ссылки в Викиданные ([... 0.0
2013-03-20 08:54:01 EmausBot Makecat-bot Перемещение 1 интервики-ссылки в Викиданные ([... 0.0
2013-03-20 13:13:48 EmausBot Makecat-bot Перемещение 1 интервики-ссылки в Викиданные ([... 0.0
2013-03-20 13:59:59 EmausBot Makecat-bot Перемещение 1 интервики-ссылки в Викиданные ([... 0.0
2013-03-20 10:48:17 EmausBot Makecat-bot Перемещение 2 интервики-ссылок в Викиданные ([... 0.0
2013-03-20 15:47:50 EmausBot Makecat-bot Перемещение 2 интервики-ссылок в Викиданные ([... 0.0
2013-03-20 15:58:47 EmausBot Makecat-bot Перемещение 3 интервики-ссылок в Викиданные ([... 0.0
2013-03-20 09:14:33 EmausBot Makecat-bot Перемещение 1 интервики-ссылки в Викиданные ([... 0.0
2013-03-20 10:57:49 EmausBot Makecat-bot Перемещение 1 интервики-ссылки в Викиданные ([... 0.0
2013-07-26 08:59:07 Cyberbot II Cerabot Copyright violation: tagging/redirecting to OC... 0.0
2013-06-11 03:33:01 BattyBot Theo's Little Bot /* OVA */Fixed citation templates and other [[... 0.0
2013-09-02 11:53:36 AnomieBOT LyricsBot Fixing reference errors and rescuing orphaned ... 0.0

In [ ]:

Export


In [28]:
df.to_pickle("botvbot-enwiki-comments-allns-processed.pickle")
df.to_csv("botvbot-enwiki-comments-allns-processed.tsv", sep="\t")
df_ns0.to_pickle("botvbot-enwiki-comments-ns0-processed.pickle")
df_ns0.to_csv("botvbot-enwiki-comments-ns0-processed.tsv", sep="\t")