notebook.community

Edit and run 





In [49]:



    


import pandas as pd
import re
import urllib

youtube_urls_df = pd.read_csv('https://s3.amazonaws.com/far-right/fourchan/youtube_urls.csv')

youtube_urls_df.head(5)



    


















    
Out[49]:










  
    

      
      url
    

  
  
    

      0
      https://www.youtube.com/watch?v=x4iBBfEHNaE
    

    

      1
      https://www.youtube.com/watch?v=uOiHtFVn2JA
    

    

      2
      https://youtu.be/C-GMn7vMZds
    

    

      3
      https://www.youtube.com/watch?v=fDEDQFj9sFk
    

    

      4
      https://youtu.be/k1IaFA2eTPI
    

  




















In [50]:



    


youtube_urls_df.sample(n=20)



    


















    
Out[50]:










  
    

      
      url
    

  
  
    

      566
      https://www.youtube.com/watch?v=khUuLP-XqWI
    

    

      30861
      https://youtu.be/Gn64WPzw6_I
    

    

      15711
      https://youtu.be/_r_32ZRIP4E?t=1m50s
    

    

      2304
      https://www.youtube.com/watch?v=ECAvNSho7gY
    

    

      35638
      https://www.youtube.com/watch?v=BhmBtPegx5Y
    

    

      12477
      https://www.youtube.com/watch?v=fvqQve1dpOk
    

    

      25980
      https://youtu.be/a4fcRoFqoyM
    

    

      34386
      https://www.youtube.com/watch?v=f4CGwSqrGq8
    

    

      29025
      https://www.youtube.com/watch?v=LoaB4gwQEpk
    

    

      37037
      https://www.youtube.com/watch?v=IPGPsgDTW6k
    

    

      37070
      https://youtu.be/RT0GSviJB-Q
    

    

      8005
      https://www.youtube.com/watch?v=3ud4sHtwLPs
    

    

      18592
      https://www.youtube.com/watch?v=mN9YYuZ1Pyw
    

    

      18856
      https://m.youtube.com/watch?v=Uf6UpiiLWaY
    

    

      25124
      https://www.youtube.com/watch?v=2ViaEvV7HB4
    

    

      61
      https://www.youtube.com/watch?v=XSeZoedS83w
    

    

      35125
      https://youtu.be/pUr_fen9ja8?t=1m
    

    

      756
      https://www.youtube.com/watch?v=KJhrRdfE55k
    

    

      38637
      https://www.youtube.com/watch?v=vF6HGlgzxps
    

    

      33292
      http://youtu.be/HsohjxvvgHQ
    

  




















In [79]:



    


# Regex pattern to grab the URLs with video IDs
# Generally, these are 11-character strings of alphanumeric characters with _ and - mixed in.
id_pattern = '''
    watch\?v=([\w\-]{11})               # Typical URL
    |\/v\/([\w\-]{11})                  # Typical URL Variant
    |youtu\.be\/([\w\-]{11})            # Shortened URL
    |\&v=([\w\-]{11})               # Encoded URL
    |embed\/([\w\-]{11})                # Embedded URL
    |watch\%3Fv\%3D([\w\-]{11})         # Really nasty referral URL
    |savieo\.com\/youtube\/([\w\-]{11}) # Seems to be a site for linking to videos
'''

# Gotta be able to grab share URLs from the rejects`
shared_url_pattern = 'shared\?ci=(.+)'

# Store failures to rummage through...
failed_urls = []

def grab_youtube_id(url):
    """
    Given a URL, attempt to parse out a YouTube video ID.
    Falls back to attempt to resolve a shared video URL if the URL
    matches the pattern for it.
    """
    try:
        # Sift through entire tuple to ensure the non-None match is returned
        found_groups = re.search(id_pattern, url, re.VERBOSE).groups()
        return [g for g in found_groups if g is not None][0]
    except:
        if re.search(shared_url_pattern, url) is not None:
            # Try to resolve a share URL to get the final video location
            try:
                resolved_share = urllib.request.urlopen(url)
                # Grab the actual video id from the resolved share link
                return re.search(id_pattern,
                                 resolved_share.geturl(),
                                 re.VERBOSE).groups()[0]
            except:
                # Away with you!
                failed_urls.append(url)
                return None
        else:
            # Append the rejects to the reject list!
            failed_urls.append(url)
            return None
        
def attempt_url_reconstruct(video_id):
    """
    Reconstructs a typical video URL from a video_id, if it exists
    """
    return 'https://www.youtube.com/watch?v=' + video_id if video_id is not None else None

# Construct new columns using functions
youtube_urls_df['video_id'] = youtube_urls_df['url'].apply(grab_youtube_id)
youtube_urls_df['reconstructed_url'] = youtube_urls_df['video_id'].apply(attempt_url_reconstruct)

# Print out number of lost causes D:
print(len(failed_urls))



    


















    






753

















In [80]:



    


youtube_urls_df.sample(n=200)



    


















    
Out[80]:










  
    

      
      url
      video_id
      reconstructed_url
    

  
  
    

      13459
      https://www.youtube.com/watch?v=Qsy7kJyizoc
      Qsy7kJyizoc
      https://www.youtube.com/watch?v=Qsy7kJyizoc
    

    

      16870
      https://www.youtube.com/watch?v=38ZlXhwob3I
      38ZlXhwob3I
      https://www.youtube.com/watch?v=38ZlXhwob3I
    

    

      31275
      https://www.youtube.com/watch?v=iFGruJ0mAiU
      iFGruJ0mAiU
      https://www.youtube.com/watch?v=iFGruJ0mAiU
    

    

      1583
      https://www.youtube.com/watch?v=VRBZJH0ezfk
      VRBZJH0ezfk
      https://www.youtube.com/watch?v=VRBZJH0ezfk
    

    

      3555
      https://m.youtube.com/watch?v=HQIuGtzIlio
      HQIuGtzIlio
      https://www.youtube.com/watch?v=HQIuGtzIlio
    

    

      14908
      https://www.youtube.com/watch?v=4VLwOig_3KM
      4VLwOig_3KM
      https://www.youtube.com/watch?v=4VLwOig_3KM
    

    

      51
      https://www.youtube.com/watch?v=1fXEhIUh7Y4&am...
      1fXEhIUh7Y4
      https://www.youtube.com/watch?v=1fXEhIUh7Y4
    

    

      5086
      https://m.youtube.com/watch?v=_hI0qMtdfng
      _hI0qMtdfng
      https://www.youtube.com/watch?v=_hI0qMtdfng
    

    

      34714
      https://www.youtube.com/watch?v=Ahuj1B0ow4U
      Ahuj1B0ow4U
      https://www.youtube.com/watch?v=Ahuj1B0ow4U
    

    

      5717
      https://www.youtube.com/watch?v=K4k7rbsS18g
      K4k7rbsS18g
      https://www.youtube.com/watch?v=K4k7rbsS18g
    

    

      29094
      https://www.youtube.com/watch?v=WtQrZh1lKs0
      WtQrZh1lKs0
      https://www.youtube.com/watch?v=WtQrZh1lKs0
    

    

      29133
      https://www.youtube.com/watch?v=Yyd1pa5l9pk
      Yyd1pa5l9pk
      https://www.youtube.com/watch?v=Yyd1pa5l9pk
    

    

      21886
      https://www.youtube.com/watch?v=GAMI8TPyduE
      GAMI8TPyduE
      https://www.youtube.com/watch?v=GAMI8TPyduE
    

    

      15087
      https://m.youtube.com/watch?v=IY4DfAJyELs
      IY4DfAJyELs
      https://www.youtube.com/watch?v=IY4DfAJyELs
    

    

      9951
      https://www.youtube.com/watch?v=AHqwtmsit4U
      AHqwtmsit4U
      https://www.youtube.com/watch?v=AHqwtmsit4U
    

    

      9863
      https://www.youtube.com/watch?v=fibDNwF8bjs&am...
      fibDNwF8bjs
      https://www.youtube.com/watch?v=fibDNwF8bjs
    

    

      8000
      https://www.youtube.com/watch?v=0MoJvyM2mf4
      0MoJvyM2mf4
      https://www.youtube.com/watch?v=0MoJvyM2mf4
    

    

      4538
      https://www.youtube.com/user/Liefssmarije
      None
      None
    

    

      13337
      https://www.youtube.com/watch?v=evADpo4aqXQ
      evADpo4aqXQ
      https://www.youtube.com/watch?v=evADpo4aqXQ
    

    

      20269
      https://www.youtube.com/watch?v=A3oIiH7BLmg
      A3oIiH7BLmg
      https://www.youtube.com/watch?v=A3oIiH7BLmg
    

    

      5283
      https://m.youtube.com/watch?v=2ne0jM29NPU
      2ne0jM29NPU
      https://www.youtube.com/watch?v=2ne0jM29NPU
    

    

      26829
      https://www.youtube.com/watch?v=3YTe5YNHBQA
      3YTe5YNHBQA
      https://www.youtube.com/watch?v=3YTe5YNHBQA
    

    

      22036
      https://www.youtube.com/watch?v=db0uoDq8CXw
      db0uoDq8CXw
      https://www.youtube.com/watch?v=db0uoDq8CXw
    

    

      7060
      https://youtu.be/GXFSK0ogeg4
      GXFSK0ogeg4
      https://www.youtube.com/watch?v=GXFSK0ogeg4
    

    

      25988
      https://www.youtube.com/watch?v=siYVwzgTbRY
      siYVwzgTbRY
      https://www.youtube.com/watch?v=siYVwzgTbRY
    

    

      26511
      https://youtu.be/CmOUDMAtRt4?t=3m22s
      CmOUDMAtRt4
      https://www.youtube.com/watch?v=CmOUDMAtRt4
    

    

      1717
      https://www.youtube.com/watch?v=t9R1yqh8LnM
      t9R1yqh8LnM
      https://www.youtube.com/watch?v=t9R1yqh8LnM
    

    

      19501
      https://www.youtube.com/watch?v=2Zj9zoj6L7k
      2Zj9zoj6L7k
      https://www.youtube.com/watch?v=2Zj9zoj6L7k
    

    

      13370
      https://youtu.be/sLjoGkeXFdw
      sLjoGkeXFdw
      https://www.youtube.com/watch?v=sLjoGkeXFdw
    

    

      27606
      https://www.youtube.com/watch?v=eG4gZmVz7ZE
      eG4gZmVz7ZE
      https://www.youtube.com/watch?v=eG4gZmVz7ZE
    

    

      ...
      ...
      ...
      ...
    

    

      3207
      https://www.youtube.com/watch?v=HlmNqwEhGIk
      HlmNqwEhGIk
      https://www.youtube.com/watch?v=HlmNqwEhGIk
    

    

      34297
      https://www.youtube.com/watch?v=NYzrzQgwDsw
      NYzrzQgwDsw
      https://www.youtube.com/watch?v=NYzrzQgwDsw
    

    

      32064
      https://youtu.be/3DpgsKmO45Y
      3DpgsKmO45Y
      https://www.youtube.com/watch?v=3DpgsKmO45Y
    

    

      39412
      https://youtu.be/as4m-dDubjg
      as4m-dDubjg
      https://www.youtube.com/watch?v=as4m-dDubjg
    

    

      17535
      https://www.youtube.com/watch?v=Ese3BRsjdyg
      Ese3BRsjdyg
      https://www.youtube.com/watch?v=Ese3BRsjdyg
    

    

      29590
      https://www.youtube.com/watch?v=22Lu3ZQQbTo
      22Lu3ZQQbTo
      https://www.youtube.com/watch?v=22Lu3ZQQbTo
    

    

      40653
      https://www.youtube.com/watch?v=LHL8Pdv9yR0
      LHL8Pdv9yR0
      https://www.youtube.com/watch?v=LHL8Pdv9yR0
    

    

      10899
      https://www.youtube.com/watch?v=o-Qz_Pao8TA
      o-Qz_Pao8TA
      https://www.youtube.com/watch?v=o-Qz_Pao8TA
    

    

      37353
      https://www.youtube.com/watch?v=uv_2x6JmuaE
      uv_2x6JmuaE
      https://www.youtube.com/watch?v=uv_2x6JmuaE
    

    

      72
      https://www.youtube.com/watch?v=PZphci1oMhc
      PZphci1oMhc
      https://www.youtube.com/watch?v=PZphci1oMhc
    

    

      1551
      https://www.youtube.com/watch?v=4L-Rqgqxj3M
      4L-Rqgqxj3M
      https://www.youtube.com/watch?v=4L-Rqgqxj3M
    

    

      25008
      https://www.youtube.com/watch?v=eh5gMXofND4
      eh5gMXofND4
      https://www.youtube.com/watch?v=eh5gMXofND4
    

    

      18141
      https://www.youtube.com/watch?v=v-66xJLd6Z0&am...
      v-66xJLd6Z0
      https://www.youtube.com/watch?v=v-66xJLd6Z0
    

    

      23588
      https://youtu.be/ATWnH-yb6-o
      ATWnH-yb6-o
      https://www.youtube.com/watch?v=ATWnH-yb6-o
    

    

      21196
      https://www.youtube.com/watch?v=D1YVBP0lIxo
      D1YVBP0lIxo
      https://www.youtube.com/watch?v=D1YVBP0lIxo
    

    

      14460
      https://www.youtube.com/watch?v=D3IJ05QntXQ
      D3IJ05QntXQ
      https://www.youtube.com/watch?v=D3IJ05QntXQ
    

    

      38102
      https://www.youtube.com/watch?v=sit6zUQKpJc
      sit6zUQKpJc
      https://www.youtube.com/watch?v=sit6zUQKpJc
    

    

      28098
      https://www.youtube.com/watch?v=-gW7i5spxwQ
      -gW7i5spxwQ
      https://www.youtube.com/watch?v=-gW7i5spxwQ
    

    

      25810
      https://www.youtube.com/watch?v=OY33cBS3Nik
      OY33cBS3Nik
      https://www.youtube.com/watch?v=OY33cBS3Nik
    

    

      30864
      https://www.youtube.com/watch?v=nBdKlNsuPd4
      nBdKlNsuPd4
      https://www.youtube.com/watch?v=nBdKlNsuPd4
    

    

      6838
      https://m.youtube.com/watch?v=6MYAGyZlBY0
      6MYAGyZlBY0
      https://www.youtube.com/watch?v=6MYAGyZlBY0
    

    

      15721
      https://www.youtube.com/watch?v=kX-qcbM5610
      kX-qcbM5610
      https://www.youtube.com/watch?v=kX-qcbM5610
    

    

      24102
      https://www.youtube.com/watch?v=93dDP-O4VsI
      93dDP-O4VsI
      https://www.youtube.com/watch?v=93dDP-O4VsI
    

    

      33427
      https://www.youtube.com/watch?v=j2u6NufFyPE
      j2u6NufFyPE
      https://www.youtube.com/watch?v=j2u6NufFyPE
    

    

      27083
      https://youtu.be/QJQtXeUEH6s
      QJQtXeUEH6s
      https://www.youtube.com/watch?v=QJQtXeUEH6s
    

    

      14478
      https://www.youtube.com/watch?v=JB1h70-I1aE
      JB1h70-I1aE
      https://www.youtube.com/watch?v=JB1h70-I1aE
    

    

      11947
      https://www.youtube.com/watch?v=IpV5IBNL7ak
      IpV5IBNL7ak
      https://www.youtube.com/watch?v=IpV5IBNL7ak
    

    

      13313
      https://www.youtube.com/watch?v=x7vHvclMgYI
      x7vHvclMgYI
      https://www.youtube.com/watch?v=x7vHvclMgYI
    

    

      40192
      https://www.youtube.com/watch?v=fQmkYKbW_0A
      fQmkYKbW_0A
      https://www.youtube.com/watch?v=fQmkYKbW_0A
    

    

      40492
      https://www.youtube.com/watch?time_continue=5&...
      hTWKbfoikeg
      https://www.youtube.com/watch?v=hTWKbfoikeg
    

  



200 rows × 3 columns



















In [81]:



    


# Remove more common URLs to see if there are any salvageable ones in
# the rejects that justify updating the master regex above
exclude_common = r'youtube\.com\/user|youtube\.com\/channel|youtube\.com\/results|youtube\.com\/playlist'
exclude_pattern = re.compile(exclude_common)
[u for u in failed_urls if not exclude_pattern.search(u)]



    


















    
Out[81]:








['http://www.youtube.com/fringeelements',
 'https://rg3.github.io/youtube-dl/download.html',
 'https://www.youtube.com/watch?v=E5pMSCv',
 'https://board.freedomainradio.com/topic/41159-youtube-the-truth-about-israel-and-palestine/',
 'https://www.youtube.com/watch?v=0eatpiEp7',
 'https://www.youtube',
 'http://www.politico.eu/article/ismail-ilgun-vlogging-the-vote-controversial-dutch-youtuber-roils-elections/',
 'https://socialblade.com/youtube/user/stefbot/monthly',
 'youtube.com/c/sp00nexe',
 'https://socialblade.com/youtube/user/jontronshow/',
 'https://www.theguardian.com/commentisfree/2017/mar/16/youtube-google-hate-speech-moderator',
 'https://www.youtube.com/harmfulopinions',
 'https://socialblade.com/youtube/user/jontronshow',
 'www.youtube.com/watch?v=958EyS…',
 'https://www.youtube.com/watch?v=2OlS0HXs',
 'http://www.youtubemultiplier.com/5363fd3738c46--its-happening-.php',
 'https://youtu.be/MD6oDnm43H',
 'http://www.americanfreedomlawcenter.org/press-release/federal-government-authorizes-facebook-twitter-and-youtube-to-censor-anti-islam-speech-lawsuit-filed/',
 'https://www.youtu',
 'https://www.google.co.uk/search?q=youtube+t+licence+goon&ie=utf-8&oe=utf-8&client=firefox-b&gfe_rd=cr&ei=ngm7WOqtFaqn8we7kaiwBg#q=youtube+tv+licence+goon&*',
 'http://www.youtubemultiplier.com/588eb388a3a4f-diverse-and-enriched-canada-in-2017.php',
 'http://www.bangtube.org/youtuber-evalion-interracial-intercourse/',
 'www.youtube.com/watch?v=HP-Mbf…',
 'http://www.youtubemultiplier.com/58cb7d07e8015-curb-your-bioware-enthusiasm.php',
 'https://www.youtube.com/watch?v=3LhSjLNyM-',
 'https://itsgoingdown.org/alt-right-trolls-posing-boston-antifa-facebook-youtube/',
 'http://www.foxnews.com/tech/2017/03/20/youtube-under-fire-for-hiding-lgbt-videos.html',
 'https://www.youtube.',
 'https://support.google.com/youtube/answer/7124238?hl=en',
 'http://finance.yahoo.com/news/ipg-ceo-youtube-advertiser-boycott-120007561.html',
 'https://www.youtube.com/watch?v=GhdTAySBIw',
 'http://kotaku.com/kinda-funny-co-founder-colin-moriarty-leaves-youtube-gr-1793226101',
 'www.youtube.com/suspicious0bservers',
 'https://www.youtube.com/watch?v=kpN',
 'https://www.youtube.com/edit?o=U&video_id=0bsNXHSergI',
 'https://www.youtube.com/edit?o=U&video_id=3iK5GANzKtA',
 'https://youtu.be/',
 'https://www.theguardian.com/technology/2017/mar/20/lgbt-community-anger-over-youtube-restrictions-which-make-their-videos-invisible',
 'socialblade.com/youtube/user/jontronshow',
 'https://www.youtube.com/',
 'https://www.youtube.com/watchv=49FWp7WLYw',
 'http://polisalwaysright.com/polar/youtube',
 'http://www.thejidf.org/2008/03/jewish-group-seeks-to-purge-youtube-of.html',
 'youtube.com/c/threemilkT',
 'https://www.youtube.com/edit?o=U&video_id=wjGVfjIOaI0',
 'https://www.youtube.com/watchv=NsmMjn0JAXo',
 'https://www.youtube.com',
 'googleapis.com/youtube/v3/*',
 'https://www.youtube.com/timedtext_cs_panel?tab=2&c=UCd1-VZuavSE834n02kMWjvg',
 'https://www.youtube.com/reportabuse.',
 'https://youtu.be/lDUnzW0JhC',
 'https://www.youtube.com/watch?v=E6s0Gam54m',
 'socialblade.com/youtube/user/stefbot',
 'http://xxxvidz.top/youtuber-evalion-interracial/',
 'https://www.thesun.co.uk/news/2359080/sick-paedophiles-tricking-children-into-making-perverted-youtube-videos/',
 'https://board.freedomainradio.com/topic/49322-youtube-did-president-obama-spy-on-donald-trump-true-news/',
 'https://socialblade.com/youtube/channel/UCGy6uV7yqGWDeUWTZzT3ZEg/realtime',
 'https://www.proxfree.com/youtube-proxy.php',
 'https://www.youtube.com/watch?v=UinRL0YIUH',
 'http://www.polygon.com/2017/3/14/14928506/jontron-youtube-immigration-controversy',
 'http://youtu.be/rhGMCYWqKI',
 'https://board.freedomainradio.com/topic/49343-youtube-the-truth-about-obamagate-donald-trump-wiretapping-scandal/',
 'https://www.youtube.com/watch?v=88-qgHh31b',
 'https://www.gstatic.com/youtube/doodle/yt-doodle-womens-1x.png',
 'https://www.youtube.com/watch?v=YTuLqXfyZh',
 'https://www.youtube.com/watch?v=srGCQfzh1O',
 'https://www.google.com/amp/gizmodo.com/youtubes-restricted-mode-is-hiding-some-lgbt-content-1793382337/amp',
 'http://youtube.com'',
 'http://www.youtube.com/watch?feature...v=Xl0b2LGf9jM\\',
 'https://www.youtube.com/feed/subscriptions',
 'https://www.youtube.com/edit?o=U&video_id=925Le9ZOrXg',
 'https://www.youtube.com/watch?v=lRe2Rs7Lom',
 'https://youtube.com/watch?v=uZUJK',
 'https://www.youtube.com/watch?v=phxPeZhmD0',
 'https://socialblade.com/youtube/user/yiannopoulosm',
 'http://www.ibtimes.co.uk/turkey-youtube-ban-full-transcript-leaked-syria-war-conversation-between-erdogan-officials-1442161',
 'https://socialblade.com/youtube/user/jontronshow/realtime',
 'http://mashable.com/2014/05/06/marvel-star-wars-youtube-disney-maker/#ciHFv9V_nqqE',
 'http://www.usatoday.com/story/tech/news/2017/03/22/att-pulls-google-youtube-ads-over-offensive-content/99497194/',
 'https://youtu.be/0rIATOkXFS',
 'http://www.businessinsider.com/pivotal-analyst-brian-wieser-downgraded-google-after-youtube-advertiser-boycott-in-the-uk-2017-3',
 'https://www.youtube.com/waitch?v=TttHkDRuyZwjl',
 'https://www.youtube.com/watch?v=ynHAs93I34',
 'http://www.gamesindustry.biz/articles/2017-03-23-playtonic-removes-controversial-youtuber-jontron-from-yooka-laylee',
 'https://www.youtube.com/wat...',
 'http://www.thetimes.co.uk/edition/news/google-lets-antisemitic-videos-stay-on-youtube-t83x06d2v',
 'https:/www.youtube.com/fuggmepls',
 'https://socialblade.com/youtube/user/thatpoppytv/realtime',
 'http://www.youtubemultiplier.com/56264f1c6c18b-the-vietnam-experience.php',
 'http://attitude.co.uk/youtubes-family-filters-are-reportedly-censoring-lgbt-friendly-content/',
 'http://www.independent.co.uk/news/people/forbes-names-pewdiepie-as-highest-earning-youtuber-with-annual-income-reaching-12m-a6695536.html',
 'http://heavy.com/news/2015/10/new-isis-islamic-state-execution-video-tank-runs-over-man-syrian-army-soldier-and-if-you-punish-punish-with-an-equivalent-of-that-with-which-you-were-harmed-wilayat-homs-full-uncensored-youtube/',
 'www.youtub',
 'https://www.vice.com/en_uk/article/why-the-right-is-dominating-youtube',
 'https://www.youtube.com/watch?v=-codshit.blogspot.com/2008/10/why-austrias-jrg-haider-was.html',
 'https://www.youtube.com/watch?',
 'http://kotaku.com/some-youtubers-are-overjoyed-that-maker-studios-is-firi-1792854530',
 'https://www.reddit.com/r/letsplay/comments/3z9yj9/does_anybody_know_how_related_channels_on_youtube/',
 'www.proxfree.com/youtube-proxy.php',
 'https://productforums.google.com/forum/#!topic/youtubepartners/lCFoTbSZ-gg',
 'https://socialblade.com/youtube/user/jontronshow/monthly',
 'https://www.youtube.com/watch?v=2wAEcN9UIy',
 'https://youtube.com/o49cGq9UUBY',
 'https://vidstatsx.com/stefbot/youtube-channel',
 'https://www.youtube.com/c/JamesPawson',
 'youtu.be/...JEWs',
 'https://www.youtube.com/edit?o=U&video_id=TzjPQEzQIXI',
 'http://youtube.wikia.com/wiki/Threemilk_T',
 'https://www.youtube.com/watch?v=NoiS-5F0lO',
 'https://www.youtube.com/watch?v=xQC',
 'youtu.be/search?=molly',
 'http://socialblade.com/youtube/channel/ucl5e1r_lkf4yzfobgtkgm4w',
 'www.youtube.com/watch?v=*fV56WHweCg',
 'https://board.freedomainradio.com/topic/49028-youtube-the-truth-about-mccarthyism-modern-parallels/',
 'https://www.youtube.com/watch?v=LMp86Ivp_2',
 'https://m.youtube.com/watch?v=-0JVZu_-TS',
 'youtube.wikia.com/wiki/Threemilk_T',
 'https://socialblade.com/youtube/youtube-money-calculator',
 'https://www.youtube.com/watchv=rkse6CLLJFM',
 'http://www.tubefilter.com/2017/03/08/youtube-hervoiceismyvoice-campaign-international-womens-day/',
 'https://www.youtube.com/watch?v=_1y_hLqVXf',
 'https://productforums.google.com/forum/#!topic/youtube/A97KK354ybk;context-place=topicsearchin/youtube/recommended',
 'www.youtube',
 'http://time.com/4701304/jontron-jon-jafari-steve-bonnell-immigration-race-youtube/',
 'https://youtu.be/fy_cxSFGMY',
 'https://www.youtube.com/c/PoliticsOnTheMarch',
 'https://youtu.be/U28X7M8PHk',
 'https://www.youtube.com/watch?v=wdJtsYSblT',
 'https://www.youtube.com/watch?v=NBTMKL',
 'http://news.wgbh.org/2017/02/14/disney-company-drops-youtube-star-pewdiepie-over-anti-semitic-jokes',
 'https://www.youtube.com/watch?v=79BedZvVF7',
 'https://youtu.',
 'http://jewishnews.timesofisrael.com/google-urged-delete-vile-anti-semitic-videos-from-youtube-platform/',
 'www.youtube.com/watch?V=ysy7ov_07pq',
 'https://www.youtube.com/watch?v=YEGpriv2TA',
 'https://addons.mozilla.org/en-US/firefox/addon/youtube-video-and-audio-dow',
 'www.youtube.com/watch?v=dcs-A1…',
 'http://www.thejimquisition.com/youtubers-say-the-darndest-things/',
 'https://www.youtube.com/watch?time_c',
 'http://www.youtubeunblocker.org',
 'http://abc7news.com/news/socal-couple-face-child-endangerment-charges-for-youtube-stunt/1795251/',
 'http://gizmodo.com/popular-youtuber-jontron-has-some-batshit-crazy-thought-1793231221',
 'https://www.youtube.com/watch?v=m1c0VXX6gc',
 'https://socialblade.com/youtube/user/stefbot',
 'https://www.youtube.com/watch?v=3eHLQlKvb0',
 'https://archive.org/details/youtube-9uAAP3PbkRI',
 'http://gizmodo.com/youtubes-restricted-mode-is-hiding-some-lgbt-content-1793382337',
 'https://www.youtube.com/watch?v=MDJ6Z',
 'http://naibuzz.com/2016/09/27/much-money-boogie2988-make-youtube/',
 'http://www.businessinsider.com/google-responds-to-youtube-ad-boycott-we-can-do-a-better-job-2017-3',
 'http://www.youtubemultiplier.com/58b8ee45d5d20-sweet-american-baby-jesus.php',
 'www.youtube.com']

















In [82]:



    


print('Total URLs: {}'.format(len(youtube_urls_df)))
# Drop URLs that proved useless from the DF
extracted_and_reconstructed = youtube_urls_df.dropna()
print('Number of Extracted Videos: {}'.format(len(extracted_and_reconstructed)))



    


















    






Total URLs: 40745
Number of Extracted Videos: 39992

















In [83]:



    


extracted_and_reconstructed.rename(index=str, columns={'url': 'original_url', 'video_id': 'youtube_id'})



    


















    
Out[83]:










  
    

      
      original_url
      youtube_id
      reconstructed_url
    

  
  
    

      0
      https://www.youtube.com/watch?v=x4iBBfEHNaE
      x4iBBfEHNaE
      https://www.youtube.com/watch?v=x4iBBfEHNaE
    

    

      1
      https://www.youtube.com/watch?v=uOiHtFVn2JA
      uOiHtFVn2JA
      https://www.youtube.com/watch?v=uOiHtFVn2JA
    

    

      2
      https://youtu.be/C-GMn7vMZds
      C-GMn7vMZds
      https://www.youtube.com/watch?v=C-GMn7vMZds
    

    

      3
      https://www.youtube.com/watch?v=fDEDQFj9sFk
      fDEDQFj9sFk
      https://www.youtube.com/watch?v=fDEDQFj9sFk
    

    

      4
      https://youtu.be/k1IaFA2eTPI
      k1IaFA2eTPI
      https://www.youtube.com/watch?v=k1IaFA2eTPI
    

    

      5
      https://www.youtube.com/watch?v=7liwQ8orNsY
      7liwQ8orNsY
      https://www.youtube.com/watch?v=7liwQ8orNsY
    

    

      6
      https://www.youtube.com/watch?v=XOibIxl3dLo
      XOibIxl3dLo
      https://www.youtube.com/watch?v=XOibIxl3dLo
    

    

      7
      https://www.youtube.com/watch?v=-SoIVS_gCZI
      -SoIVS_gCZI
      https://www.youtube.com/watch?v=-SoIVS_gCZI
    

    

      8
      https://www.youtube.com/watch?v=xKOQdcVoRys
      xKOQdcVoRys
      https://www.youtube.com/watch?v=xKOQdcVoRys
    

    

      9
      https://www.youtube.com/watch?v=fsF7enQY8uI
      fsF7enQY8uI
      https://www.youtube.com/watch?v=fsF7enQY8uI
    

    

      10
      https://www.youtube.com/watch?v=LtqIxGzwSuw
      LtqIxGzwSuw
      https://www.youtube.com/watch?v=LtqIxGzwSuw
    

    

      11
      https://www.youtube.com/watch?v=tHDOz_G3Plw
      tHDOz_G3Plw
      https://www.youtube.com/watch?v=tHDOz_G3Plw
    

    

      12
      https://youtu.be/hx66LWV-CCk
      hx66LWV-CCk
      https://www.youtube.com/watch?v=hx66LWV-CCk
    

    

      13
      https://www.youtube.com/watch?v=bKAh_4ij3e0
      bKAh_4ij3e0
      https://www.youtube.com/watch?v=bKAh_4ij3e0
    

    

      14
      https://www.youtube.com/watch?v=yZkeUHM8FQk
      yZkeUHM8FQk
      https://www.youtube.com/watch?v=yZkeUHM8FQk
    

    

      15
      https://www.youtube.com/watch?v=ecbHrHJMjZk
      ecbHrHJMjZk
      https://www.youtube.com/watch?v=ecbHrHJMjZk
    

    

      16
      https://www.youtube.com/watch?v=opj8IHkD97Q
      opj8IHkD97Q
      https://www.youtube.com/watch?v=opj8IHkD97Q
    

    

      17
      https://www.youtube.com/watch?v=e3Rb9mIOivI
      e3Rb9mIOivI
      https://www.youtube.com/watch?v=e3Rb9mIOivI
    

    

      18
      https://www.youtube.com/watch?v=COk43tZmcoc
      COk43tZmcoc
      https://www.youtube.com/watch?v=COk43tZmcoc
    

    

      19
      https://www.youtube.com/watch?v=ylgOY5YF1HE
      ylgOY5YF1HE
      https://www.youtube.com/watch?v=ylgOY5YF1HE
    

    

      20
      https://www.youtube.com/watch?v=n149YiSrrno
      n149YiSrrno
      https://www.youtube.com/watch?v=n149YiSrrno
    

    

      21
      https://www.youtube.com/watch?v=8q4CoXpcHUs
      8q4CoXpcHUs
      https://www.youtube.com/watch?v=8q4CoXpcHUs
    

    

      23
      https://www.youtube.com/watch?v=SStZxI1rH-A
      SStZxI1rH-A
      https://www.youtube.com/watch?v=SStZxI1rH-A
    

    

      24
      https://www.youtube.com/watch?v=Wh8eR13OOTE
      Wh8eR13OOTE
      https://www.youtube.com/watch?v=Wh8eR13OOTE
    

    

      25
      https://www.youtube.com/watch?v=dhlmTJaADXE
      dhlmTJaADXE
      https://www.youtube.com/watch?v=dhlmTJaADXE
    

    

      26
      https://www.youtube.com/watch?v=cYnFID0oQPU
      cYnFID0oQPU
      https://www.youtube.com/watch?v=cYnFID0oQPU
    

    

      27
      https://www.youtube.com/watch?v=jZq6UOiBu_Y
      jZq6UOiBu_Y
      https://www.youtube.com/watch?v=jZq6UOiBu_Y
    

    

      28
      https://www.youtube.com/watch?v=btL7LmMbGYk
      btL7LmMbGYk
      https://www.youtube.com/watch?v=btL7LmMbGYk
    

    

      29
      https://www.youtube.com/watch?v=A8N2W74AULc
      A8N2W74AULc
      https://www.youtube.com/watch?v=A8N2W74AULc
    

    

      30
      https://www.youtube.com/watch?v=XjdzkqMfN20
      XjdzkqMfN20
      https://www.youtube.com/watch?v=XjdzkqMfN20
    

    

      ...
      ...
      ...
      ...
    

    

      40714
      https://www.youtube.com/watch?v=DDWnokD_lAs
      DDWnokD_lAs
      https://www.youtube.com/watch?v=DDWnokD_lAs
    

    

      40715
      https://www.youtube.com/watch?v=i9hnuo7ZzPs
      i9hnuo7ZzPs
      https://www.youtube.com/watch?v=i9hnuo7ZzPs
    

    

      40716
      https://www.youtube.com/watch?v=8X7MbdlyWTQ&am...
      8X7MbdlyWTQ
      https://www.youtube.com/watch?v=8X7MbdlyWTQ
    

    

      40717
      https://www.youtube.com/watch?v=Ec83SNYf6hU
      Ec83SNYf6hU
      https://www.youtube.com/watch?v=Ec83SNYf6hU
    

    

      40718
      https://www.youtube.com/watch?v=9Ahf8odGZGQ
      9Ahf8odGZGQ
      https://www.youtube.com/watch?v=9Ahf8odGZGQ
    

    

      40719
      https://www.youtube.com/watch?v=Ig5sTehZqZA
      Ig5sTehZqZA
      https://www.youtube.com/watch?v=Ig5sTehZqZA
    

    

      40720
      https://www.youtube.com/watch?v=cN6isRwETxs
      cN6isRwETxs
      https://www.youtube.com/watch?v=cN6isRwETxs
    

    

      40721
      https://www.youtube.com/watch?v=qPOvePioFF0
      qPOvePioFF0
      https://www.youtube.com/watch?v=qPOvePioFF0
    

    

      40722
      https://www.youtube.com/watch?v=0_LT1kinYls
      0_LT1kinYls
      https://www.youtube.com/watch?v=0_LT1kinYls
    

    

      40723
      https://youtu.be/cNMXSKfWfLQ
      cNMXSKfWfLQ
      https://www.youtube.com/watch?v=cNMXSKfWfLQ
    

    

      40724
      https://www.youtube.com/watch?v=SPMDGLbmdgo
      SPMDGLbmdgo
      https://www.youtube.com/watch?v=SPMDGLbmdgo
    

    

      40725
      https://www.youtube.com/watch?v=j7x5ezbAlWY
      j7x5ezbAlWY
      https://www.youtube.com/watch?v=j7x5ezbAlWY
    

    

      40726
      https://www.youtube.com/watch?v=wA1atfA6J0A
      wA1atfA6J0A
      https://www.youtube.com/watch?v=wA1atfA6J0A
    

    

      40727
      https://www.youtube.com/watch?v=fX_0ECJp4GM&am...
      fX_0ECJp4GM
      https://www.youtube.com/watch?v=fX_0ECJp4GM
    

    

      40728
      https://www.youtube.com/watch?v=Sj6QsI2AwdE
      Sj6QsI2AwdE
      https://www.youtube.com/watch?v=Sj6QsI2AwdE
    

    

      40729
      https://www.youtube.com/watch?v=6lGuDTRilKQ
      6lGuDTRilKQ
      https://www.youtube.com/watch?v=6lGuDTRilKQ
    

    

      40730
      http://youtu.be/HJd1T10kYv8
      HJd1T10kYv8
      https://www.youtube.com/watch?v=HJd1T10kYv8
    

    

      40731
      https://m.youtube.com/watch?v=yZNtYmdZ-4c
      yZNtYmdZ-4c
      https://www.youtube.com/watch?v=yZNtYmdZ-4c
    

    

      40732
      https://youtu.be/FmoiwjXepHM?t=182
      FmoiwjXepHM
      https://www.youtube.com/watch?v=FmoiwjXepHM
    

    

      40733
      https://www.youtube.com/watch?v=edb0_mdlNk0
      edb0_mdlNk0
      https://www.youtube.com/watch?v=edb0_mdlNk0
    

    

      40735
      https://www.youtube.com/watch?v=sLrdfWLt-Ww&am...
      sLrdfWLt-Ww
      https://www.youtube.com/watch?v=sLrdfWLt-Ww
    

    

      40736
      https://www.youtube.com/watch?v=eDXsubePqIA
      eDXsubePqIA
      https://www.youtube.com/watch?v=eDXsubePqIA
    

    

      40737
      https://www.youtube.com/watch?v=DX73uXs3xGU
      DX73uXs3xGU
      https://www.youtube.com/watch?v=DX73uXs3xGU
    

    

      40738
      https://www.youtube.com/watch?v=PWspMJNgT6w
      PWspMJNgT6w
      https://www.youtube.com/watch?v=PWspMJNgT6w
    

    

      40739
      https://youtu.be/KLODGhEyLvk?t=7m44s
      KLODGhEyLvk
      https://www.youtube.com/watch?v=KLODGhEyLvk
    

    

      40740
      https://www.youtube.com/watch?v=AXGP4Sez_Us
      AXGP4Sez_Us
      https://www.youtube.com/watch?v=AXGP4Sez_Us
    

    

      40741
      https://www.youtube.com/watch?v=IVrTNMIwxxs
      IVrTNMIwxxs
      https://www.youtube.com/watch?v=IVrTNMIwxxs
    

    

      40742
      https://www.youtube.com/watch?v=x47NYUbtYb0
      x47NYUbtYb0
      https://www.youtube.com/watch?v=x47NYUbtYb0
    

    

      40743
      https://www.youtube.com/watch?v=myhnAZFR1po
      myhnAZFR1po
      https://www.youtube.com/watch?v=myhnAZFR1po
    

    

      40744
      https://www.youtube.com/watch?v=RvC6kpdvS7k
      RvC6kpdvS7k
      https://www.youtube.com/watch?v=RvC6kpdvS7k
    

  



39992 rows × 3 columns



















In [84]:



    


extracted_and_reconstructed.to_csv('parsed_urls.csv')



    











In [ ]:

Content source: jss367/assemble

Similar notebooks:

notebook.community | gallery | about