In [9]:
# Import all the things!
import urllib.request
from datetime import *
from lxml import html
from bs4 import BeautifulSoup
# Scrape all HTML from webpage.
def scrapewebpage(url):
# Open URL and get HTML.
web = urllib.request.urlopen(url)
# Make sure there wasn't any errors opening the URL.
if (web.getcode() == 200):
html = web.read()
return(html)
else:
print("Error %s reading %s" % str(web.getcode()), url)
# Helper function that scrape the webpage and turn it into soup.
def makesoup(url):
html = scrapewebpage(url)
return(BeautifulSoup(html, "lxml"))
In [10]:
# Scrape page with list of all models.
models_soup = makesoup("http://www.elitemodel.se/women/direct/")
# Get list of all models in two steps.
# First, we get the <div class="search-results"> and then the <ul> inside.
div = models_soup.find("div", "search-results")
models = div.find("ul")
In [11]:
# Create an empty list were we'll store the links.
links = []
# Get each link and add it to the end of the list.
for model in models.find_all("a"):
# Make sure only women models are added.
if model["href"][0:6] == "/women":
# Add model to list.
links.append("http://www.elitemodel.se" + model["href"])
In [12]:
# How many models do we have in the list?
len(links)
Out[12]:
701
In [13]:
links
Out[13]:
['http://www.elitemodel.se/women/mainboard/?model=11080',
'http://www.elitemodel.se/women/direct/?model=2568',
'http://www.elitemodel.se/women/direct/?model=8582',
'http://www.elitemodel.se/women/mainboard/?model=9392',
'http://www.elitemodel.se/women/direct/?model=10576',
'http://www.elitemodel.se/women/direct/?model=9399',
'http://www.elitemodel.se/women/mainboard/?model=11060',
'http://www.elitemodel.se/women/direct/?model=11050',
'http://www.elitemodel.se/women/direct/?model=10493',
'http://www.elitemodel.se/women/mainboard/?model=7356',
'http://www.elitemodel.se/women/development/?model=8135',
'http://www.elitemodel.se/women/mainboard/?model=9516',
'http://www.elitemodel.se/women/mainboard/?model=9870',
'http://www.elitemodel.se/women/mainboard/?model=10988',
'http://www.elitemodel.se/women/mainboard/?model=5606',
'http://www.elitemodel.se/women/direct/?model=9864',
'http://www.elitemodel.se/women/development/?model=10170',
'http://www.elitemodel.se/women/mainboard/?model=10508',
'http://www.elitemodel.se/women/direct/?model=7152',
'http://www.elitemodel.se/women/mainboard/?model=3101',
'http://www.elitemodel.se/women/mainboard/?model=9929',
'http://www.elitemodel.se/women/mainboard/?model=11140',
'http://www.elitemodel.se/women/direct/?model=7148',
'http://www.elitemodel.se/women/development/?model=10611',
'http://www.elitemodel.se/women/direct/?model=9330',
'http://www.elitemodel.se/women/direct/?model=1505',
'http://www.elitemodel.se/women/direct/?model=9725',
'http://www.elitemodel.se/women/development/?model=10167',
'http://www.elitemodel.se/women/development/?model=9149',
'http://www.elitemodel.se/women/direct/?model=9903',
'http://www.elitemodel.se/women/mainboard/?model=10134',
'http://www.elitemodel.se/women/mainboard/?model=8880',
'http://www.elitemodel.se/women/mainboard/?model=8960',
'http://www.elitemodel.se/women/direct/?model=9517',
'http://www.elitemodel.se/women/development/?model=9712',
'http://www.elitemodel.se/women/mainboard/?model=10049',
'http://www.elitemodel.se/women/direct/?model=10022',
'http://www.elitemodel.se/women/direct/?model=2140',
'http://www.elitemodel.se/women/mainboard/?model=11193',
'http://www.elitemodel.se/women/direct/?model=4100',
'http://www.elitemodel.se/women/direct/?model=9003',
'http://www.elitemodel.se/women/development/?model=10674',
'http://www.elitemodel.se/women/development/?model=7635',
'http://www.elitemodel.se/women/mainboard/?model=10625',
'http://www.elitemodel.se/women/direct/?model=4290',
'http://www.elitemodel.se/women/mainboard/?model=2835',
'http://www.elitemodel.se/women/direct/?model=4102',
'http://www.elitemodel.se/women/direct/?model=5080',
'http://www.elitemodel.se/women/mainboard/?model=8786',
'http://www.elitemodel.se/women/direct/?model=8811',
'http://www.elitemodel.se/women/mainboard/?model=9135',
'http://www.elitemodel.se/women/development/?model=9885',
'http://www.elitemodel.se/women/mainboard/?model=10003',
'http://www.elitemodel.se/women/direct/?model=10284',
'http://www.elitemodel.se/women/direct/?model=10499',
'http://www.elitemodel.se/women/development/?model=10802',
'http://www.elitemodel.se/women/direct/?model=11039',
'http://www.elitemodel.se/women/mainboard/?model=3071',
'http://www.elitemodel.se/women/mainboard/?model=2952',
'http://www.elitemodel.se/women/direct/?model=9798',
'http://www.elitemodel.se/women/mainboard/?model=10119',
'http://www.elitemodel.se/women/mainboard/?model=9783',
'http://www.elitemodel.se/women/direct/?model=9490',
'http://www.elitemodel.se/women/mainboard/?model=10743',
'http://www.elitemodel.se/women/mainboard/?model=9160',
'http://www.elitemodel.se/women/mainboard/?model=9173',
'http://www.elitemodel.se/women/direct/?model=10447',
'http://www.elitemodel.se/women/mainboard/?model=10894',
'http://www.elitemodel.se/women/direct/?model=10017',
'http://www.elitemodel.se/women/direct/?model=9580',
'http://www.elitemodel.se/women/direct/?model=1620',
'http://www.elitemodel.se/women/mainboard/?model=7485',
'http://www.elitemodel.se/women/direct/?model=10666',
'http://www.elitemodel.se/women/mainboard/?model=8622',
'http://www.elitemodel.se/women/mainboard/?model=10602',
'http://www.elitemodel.se/women/direct/?model=9302',
'http://www.elitemodel.se/women/mainboard/?model=5826',
'http://www.elitemodel.se/women/mainboard/?model=8991',
'http://www.elitemodel.se/women/direct/?model=10259',
'http://www.elitemodel.se/women/direct/?model=5761',
'http://www.elitemodel.se/women/direct/?model=4103',
'http://www.elitemodel.se/women/direct/?model=4084',
'http://www.elitemodel.se/women/direct/?model=4105',
'http://www.elitemodel.se/women/direct/?model=9487',
'http://www.elitemodel.se/women/mainboard/?model=10942',
'http://www.elitemodel.se/women/direct/?model=9831',
'http://www.elitemodel.se/women/direct/?model=4175',
'http://www.elitemodel.se/women/mainboard/?model=6744',
'http://www.elitemodel.se/women/mainboard/?model=10105',
'http://www.elitemodel.se/women/mainboard/?model=10120',
'http://www.elitemodel.se/women/direct/?model=10073',
'http://www.elitemodel.se/women/direct/?model=9826',
'http://www.elitemodel.se/women/direct/?model=9494',
'http://www.elitemodel.se/women/mainboard/?model=9834',
'http://www.elitemodel.se/women/direct/?model=10588',
'http://www.elitemodel.se/women/development/?model=11046',
'http://www.elitemodel.se/women/direct/?model=6735',
'http://www.elitemodel.se/women/direct/?model=10240',
'http://www.elitemodel.se/women/mainboard/?model=10987',
'http://www.elitemodel.se/women/direct/?model=10734',
'http://www.elitemodel.se/women/mainboard/?model=8455',
'http://www.elitemodel.se/women/direct/?model=9521',
'http://www.elitemodel.se/women/direct/?model=8933',
'http://www.elitemodel.se/women/mainboard/?model=4269',
'http://www.elitemodel.se/women/direct/?model=9673',
'http://www.elitemodel.se/women/direct/?model=11070',
'http://www.elitemodel.se/women/mainboard/?model=8439',
'http://www.elitemodel.se/women/direct/?model=10601',
'http://www.elitemodel.se/women/direct/?model=9476',
'http://www.elitemodel.se/women/direct/?model=10933',
'http://www.elitemodel.se/women/development/?model=10962',
'http://www.elitemodel.se/women/mainboard/?model=6364',
'http://www.elitemodel.se/women/mainboard/?model=4118',
'http://www.elitemodel.se/women/direct/?model=8878',
'http://www.elitemodel.se/women/mainboard/?model=9610',
'http://www.elitemodel.se/women/direct/?model=2720',
'http://www.elitemodel.se/women/mainboard/?model=9069',
'http://www.elitemodel.se/women/mainboard/?model=11052',
'http://www.elitemodel.se/women/direct/?model=4157',
'http://www.elitemodel.se/women/direct/?model=10152',
'http://www.elitemodel.se/women/development/?model=10638',
'http://www.elitemodel.se/women/mainboard/?model=10115',
'http://www.elitemodel.se/women/mainboard/?model=10803',
'http://www.elitemodel.se/women/mainboard/?model=11178',
'http://www.elitemodel.se/women/direct/?model=4270',
'http://www.elitemodel.se/women/direct/?model=10012',
'http://www.elitemodel.se/women/direct/?model=10937',
'http://www.elitemodel.se/women/mainboard/?model=10831',
'http://www.elitemodel.se/women/mainboard/?model=11083',
'http://www.elitemodel.se/women/mainboard/?model=8033',
'http://www.elitemodel.se/women/mainboard/?model=6690',
'http://www.elitemodel.se/women/mainboard/?model=8765',
'http://www.elitemodel.se/women/direct/?model=8833',
'http://www.elitemodel.se/women/direct/?model=10774',
'http://www.elitemodel.se/women/mainboard/?model=8082',
'http://www.elitemodel.se/women/direct/?model=9100',
'http://www.elitemodel.se/women/direct/?model=10166',
'http://www.elitemodel.se/women/direct/?model=10559',
'http://www.elitemodel.se/women/direct/?model=4174',
'http://www.elitemodel.se/women/direct/?model=10621',
'http://www.elitemodel.se/women/direct/?model=9697',
'http://www.elitemodel.se/women/direct/?model=9980',
'http://www.elitemodel.se/women/direct/?model=8079',
'http://www.elitemodel.se/women/direct/?model=10713',
'http://www.elitemodel.se/women/direct/?model=9146',
'http://www.elitemodel.se/women/mainboard/?model=10093',
'http://www.elitemodel.se/women/mainboard/?model=9058',
'http://www.elitemodel.se/women/direct/?model=9962',
'http://www.elitemodel.se/women/direct/?model=9988',
'http://www.elitemodel.se/women/direct/?model=4014',
'http://www.elitemodel.se/women/direct/?model=4106',
'http://www.elitemodel.se/women/mainboard/?model=4107',
'http://www.elitemodel.se/women/mainboard/?model=2112',
'http://www.elitemodel.se/women/direct/?model=10132',
'http://www.elitemodel.se/women/direct/?model=9957',
'http://www.elitemodel.se/women/mainboard/?model=10138',
'http://www.elitemodel.se/women/direct/?model=10597',
'http://www.elitemodel.se/women/direct/?model=4108',
'http://www.elitemodel.se/women/direct/?model=8236',
'http://www.elitemodel.se/women/mainboard/?model=8902',
'http://www.elitemodel.se/women/development/?model=9985',
'http://www.elitemodel.se/women/direct/?model=10776',
'http://www.elitemodel.se/women/direct/?model=9263',
'http://www.elitemodel.se/women/mainboard/?model=8087',
'http://www.elitemodel.se/women/direct/?model=8683',
'http://www.elitemodel.se/women/direct/?model=10490',
'http://www.elitemodel.se/women/mainboard/?model=9685',
'http://www.elitemodel.se/women/direct/?model=4041',
'http://www.elitemodel.se/women/direct/?model=1998',
'http://www.elitemodel.se/women/direct/?model=9811',
'http://www.elitemodel.se/women/mainboard/?model=10934',
'http://www.elitemodel.se/women/direct/?model=8907',
'http://www.elitemodel.se/women/development/?model=10406',
'http://www.elitemodel.se/women/direct/?model=9902',
'http://www.elitemodel.se/women/mainboard/?model=10086',
'http://www.elitemodel.se/women/direct/?model=9581',
'http://www.elitemodel.se/women/mainboard/?model=11131',
'http://www.elitemodel.se/women/direct/?model=10091',
'http://www.elitemodel.se/women/direct/?model=7440',
'http://www.elitemodel.se/women/mainboard/?model=9241',
'http://www.elitemodel.se/women/direct/?model=9805',
'http://www.elitemodel.se/women/development/?model=10149',
'http://www.elitemodel.se/women/direct/?model=9528',
'http://www.elitemodel.se/women/direct/?model=8985',
'http://www.elitemodel.se/women/direct/?model=9544',
'http://www.elitemodel.se/women/direct/?model=9820',
'http://www.elitemodel.se/women/development/?model=9964',
'http://www.elitemodel.se/women/development/?model=10226',
'http://www.elitemodel.se/women/mainboard/?model=8839',
'http://www.elitemodel.se/women/direct/?model=9512',
'http://www.elitemodel.se/women/direct/?model=9652',
'http://www.elitemodel.se/women/direct/?model=414',
'http://www.elitemodel.se/women/mainboard/?model=9344',
'http://www.elitemodel.se/women/mainboard/?model=11130',
'http://www.elitemodel.se/women/mainboard/?model=11133',
'http://www.elitemodel.se/women/development/?model=10039',
'http://www.elitemodel.se/women/mainboard/?model=1904',
'http://www.elitemodel.se/women/development/?model=10448',
'http://www.elitemodel.se/women/direct/?model=5563',
'http://www.elitemodel.se/women/direct/?model=7700',
'http://www.elitemodel.se/women/mainboard/?model=8479',
'http://www.elitemodel.se/women/direct/?model=7299',
'http://www.elitemodel.se/women/direct/?model=2485',
'http://www.elitemodel.se/women/mainboard/?model=8496',
'http://www.elitemodel.se/women/mainboard/?model=9065',
'http://www.elitemodel.se/women/mainboard/?model=9533',
'http://www.elitemodel.se/women/direct/?model=10390',
'http://www.elitemodel.se/women/direct/?model=4042',
'http://www.elitemodel.se/women/development/?model=8730',
'http://www.elitemodel.se/women/development/?model=10609',
'http://www.elitemodel.se/women/development/?model=10992',
'http://www.elitemodel.se/women/mainboard/?model=6349',
'http://www.elitemodel.se/women/direct/?model=10672',
'http://www.elitemodel.se/women/development/?model=8154',
'http://www.elitemodel.se/women/development/?model=10169',
'http://www.elitemodel.se/women/direct/?model=10121',
'http://www.elitemodel.se/women/direct/?model=9541',
'http://www.elitemodel.se/women/mainboard/?model=9731',
'http://www.elitemodel.se/women/direct/?model=9904',
'http://www.elitemodel.se/women/direct/?model=10263',
'http://www.elitemodel.se/women/direct/?model=9713',
'http://www.elitemodel.se/women/development/?model=10100',
'http://www.elitemodel.se/women/direct/?model=6654',
'http://www.elitemodel.se/women/direct/?model=10173',
'http://www.elitemodel.se/women/direct/?model=9510',
'http://www.elitemodel.se/women/mainboard/?model=10563',
'http://www.elitemodel.se/women/mainboard/?model=3852',
'http://www.elitemodel.se/women/mainboard/?model=10023',
'http://www.elitemodel.se/women/mainboard/?model=9732',
'http://www.elitemodel.se/women/mainboard/?model=9343',
'http://www.elitemodel.se/women/mainboard/?model=10074',
'http://www.elitemodel.se/women/direct/?model=10651',
'http://www.elitemodel.se/women/mainboard/?model=4109',
'http://www.elitemodel.se/women/direct/?model=8594',
'http://www.elitemodel.se/women/mainboard/?model=9484',
'http://www.elitemodel.se/women/mainboard/?model=4206',
'http://www.elitemodel.se/women/mainboard/?model=9850',
'http://www.elitemodel.se/women/mainboard/?model=11216',
'http://www.elitemodel.se/women/direct/?model=10620',
'http://www.elitemodel.se/women/mainboard/?model=9665',
'http://www.elitemodel.se/women/direct/?model=8085',
'http://www.elitemodel.se/women/mainboard/?model=7128',
'http://www.elitemodel.se/women/direct/?model=10875',
'http://www.elitemodel.se/women/mainboard/?model=8624',
'http://www.elitemodel.se/women/direct/?model=9536',
'http://www.elitemodel.se/women/mainboard/?model=10818',
'http://www.elitemodel.se/women/mainboard/?model=9260',
'http://www.elitemodel.se/women/direct/?model=11210',
'http://www.elitemodel.se/women/mainboard/?model=4860',
'http://www.elitemodel.se/women/direct/?model=8293',
'http://www.elitemodel.se/women/mainboard/?model=3551',
'http://www.elitemodel.se/women/direct/?model=9808',
'http://www.elitemodel.se/women/mainboard/?model=6907',
'http://www.elitemodel.se/women/mainboard/?model=7053',
'http://www.elitemodel.se/women/mainboard/?model=3954',
'http://www.elitemodel.se/women/direct/?model=7156',
'http://www.elitemodel.se/women/direct/?model=2811',
'http://www.elitemodel.se/women/direct/?model=4190',
'http://www.elitemodel.se/women/direct/?model=4030',
'http://www.elitemodel.se/women/development/?model=9538',
'http://www.elitemodel.se/women/direct/?model=8629',
'http://www.elitemodel.se/women/development/?model=9274',
'http://www.elitemodel.se/women/direct/?model=9631',
'http://www.elitemodel.se/women/direct/?model=4087',
'http://www.elitemodel.se/women/mainboard/?model=11198',
'http://www.elitemodel.se/women/mainboard/?model=9545',
'http://www.elitemodel.se/women/direct/?model=9117',
'http://www.elitemodel.se/women/mainboard/?model=11025',
'http://www.elitemodel.se/women/direct/?model=9906',
'http://www.elitemodel.se/women/mainboard/?model=9524',
'http://www.elitemodel.se/women/direct/?model=9832',
'http://www.elitemodel.se/women/direct/?model=3870',
'http://www.elitemodel.se/women/mainboard/?model=10128',
'http://www.elitemodel.se/women/mainboard/?model=10709',
'http://www.elitemodel.se/women/mainboard/?model=7579',
'http://www.elitemodel.se/women/mainboard/?model=6967',
'http://www.elitemodel.se/women/mainboard/?model=9676',
'http://www.elitemodel.se/women/direct/?model=9362',
'http://www.elitemodel.se/women/mainboard/?model=11134',
'http://www.elitemodel.se/women/mainboard/?model=9525',
'http://www.elitemodel.se/women/direct/?model=5879',
'http://www.elitemodel.se/women/direct/?model=3570',
'http://www.elitemodel.se/women/development/?model=9858',
'http://www.elitemodel.se/women/direct/?model=10130',
'http://www.elitemodel.se/women/direct/?model=4078',
'http://www.elitemodel.se/women/development/?model=9862',
'http://www.elitemodel.se/women/direct/?model=6813',
'http://www.elitemodel.se/women/development/?model=6852',
'http://www.elitemodel.se/women/mainboard/?model=8000',
'http://www.elitemodel.se/women/direct/?model=7466',
'http://www.elitemodel.se/women/mainboard/?model=9085',
'http://www.elitemodel.se/women/direct/?model=10884',
'http://www.elitemodel.se/women/mainboard/?model=4371',
'http://www.elitemodel.se/women/direct/?model=6513',
'http://www.elitemodel.se/women/development/?model=9005',
'http://www.elitemodel.se/women/direct/?model=9082',
'http://www.elitemodel.se/women/direct/?model=10139',
'http://www.elitemodel.se/women/mainboard/?model=10231',
'http://www.elitemodel.se/women/direct/?model=10408',
'http://www.elitemodel.se/women/development/?model=10631',
'http://www.elitemodel.se/women/direct/?model=10830',
'http://www.elitemodel.se/women/mainboard/?model=11149',
'http://www.elitemodel.se/women/direct/?model=10970',
'http://www.elitemodel.se/women/mainboard/?model=9346',
'http://www.elitemodel.se/women/direct/?model=4273',
'http://www.elitemodel.se/women/mainboard/?model=9542',
'http://www.elitemodel.se/women/direct/?model=11157',
'http://www.elitemodel.se/women/direct/?model=8245',
'http://www.elitemodel.se/women/direct/?model=8897',
'http://www.elitemodel.se/women/direct/?model=10869',
'http://www.elitemodel.se/women/direct/?model=9554',
'http://www.elitemodel.se/women/development/?model=9710',
'http://www.elitemodel.se/women/direct/?model=6350',
'http://www.elitemodel.se/women/direct/?model=2318',
'http://www.elitemodel.se/women/development/?model=10598',
'http://www.elitemodel.se/women/direct/?model=8524',
'http://www.elitemodel.se/women/direct/?model=11057',
'http://www.elitemodel.se/women/mainboard/?model=11066',
'http://www.elitemodel.se/women/mainboard/?model=8592',
'http://www.elitemodel.se/women/direct/?model=5057',
'http://www.elitemodel.se/women/direct/?model=9061',
'http://www.elitemodel.se/women/mainboard/?model=8667',
'http://www.elitemodel.se/women/mainboard/?model=10020',
'http://www.elitemodel.se/women/direct/?model=9166',
'http://www.elitemodel.se/women/direct/?model=11049',
'http://www.elitemodel.se/women/mainboard/?model=11081',
'http://www.elitemodel.se/women/mainboard/?model=7182',
'http://www.elitemodel.se/women/mainboard/?model=10136',
'http://www.elitemodel.se/women/direct/?model=10737',
'http://www.elitemodel.se/women/direct/?model=10761',
'http://www.elitemodel.se/women/mainboard/?model=8146',
'http://www.elitemodel.se/women/mainboard/?model=8521',
'http://www.elitemodel.se/women/mainboard/?model=10150',
'http://www.elitemodel.se/women/mainboard/?model=1641',
'http://www.elitemodel.se/women/direct/?model=4126',
'http://www.elitemodel.se/women/direct/?model=4906',
'http://www.elitemodel.se/women/mainboard/?model=9506',
'http://www.elitemodel.se/women/mainboard/?model=10742',
'http://www.elitemodel.se/women/direct/?model=6140',
'http://www.elitemodel.se/women/mainboard/?model=2544',
'http://www.elitemodel.se/women/direct/?model=10726',
'http://www.elitemodel.se/women/direct/?model=7538',
'http://www.elitemodel.se/women/mainboard/?model=11114',
'http://www.elitemodel.se/women/direct/?model=8107',
'http://www.elitemodel.se/women/mainboard/?model=8901',
'http://www.elitemodel.se/women/mainboard/?model=7151',
'http://www.elitemodel.se/women/direct/?model=8278',
'http://www.elitemodel.se/women/direct/?model=9644',
'http://www.elitemodel.se/women/direct/?model=10663',
'http://www.elitemodel.se/women/direct/?model=4365',
'http://www.elitemodel.se/women/direct/?model=9933',
'http://www.elitemodel.se/women/mainboard/?model=11207',
'http://www.elitemodel.se/women/direct/?model=11059',
'http://www.elitemodel.se/women/direct/?model=8787',
'http://www.elitemodel.se/women/direct/?model=10703',
'http://www.elitemodel.se/women/direct/?model=10712',
'http://www.elitemodel.se/women/mainboard/?model=8119',
'http://www.elitemodel.se/women/direct/?model=10402',
'http://www.elitemodel.se/women/mainboard/?model=7155',
'http://www.elitemodel.se/women/mainboard/?model=9851',
'http://www.elitemodel.se/women/direct/?model=11096',
'http://www.elitemodel.se/women/direct/?model=10692',
'http://www.elitemodel.se/women/mainboard/?model=10715',
'http://www.elitemodel.se/women/mainboard/?model=10910',
'http://www.elitemodel.se/women/mainboard/?model=9529',
'http://www.elitemodel.se/women/direct/?model=10775',
'http://www.elitemodel.se/women/direct/?model=10966',
'http://www.elitemodel.se/women/mainboard/?model=5011',
'http://www.elitemodel.se/women/direct/?model=3839',
'http://www.elitemodel.se/women/direct/?model=8600',
'http://www.elitemodel.se/women/direct/?model=10690',
'http://www.elitemodel.se/women/direct/?model=9825',
'http://www.elitemodel.se/women/mainboard/?model=11126',
'http://www.elitemodel.se/women/mainboard/?model=8194',
'http://www.elitemodel.se/women/direct/?model=9626',
'http://www.elitemodel.se/women/direct/?model=6884',
'http://www.elitemodel.se/women/direct/?model=1526',
'http://www.elitemodel.se/women/direct/?model=1562',
'http://www.elitemodel.se/women/direct/?model=9686',
'http://www.elitemodel.se/women/direct/?model=8415',
'http://www.elitemodel.se/women/mainboard/?model=8784',
'http://www.elitemodel.se/women/direct/?model=9833',
'http://www.elitemodel.se/women/direct/?model=4700',
'http://www.elitemodel.se/women/direct/?model=6515',
'http://www.elitemodel.se/women/mainboard/?model=9979',
'http://www.elitemodel.se/women/direct/?model=160',
'http://www.elitemodel.se/women/direct/?model=9717',
'http://www.elitemodel.se/women/development/?model=9185',
'http://www.elitemodel.se/women/mainboard/?model=9601',
'http://www.elitemodel.se/women/direct/?model=9932',
'http://www.elitemodel.se/women/direct/?model=10718',
'http://www.elitemodel.se/women/direct/?model=11018',
'http://www.elitemodel.se/women/direct/?model=9671',
'http://www.elitemodel.se/women/direct/?model=9258',
'http://www.elitemodel.se/women/mainboard/?model=8625',
'http://www.elitemodel.se/women/direct/?model=10122',
'http://www.elitemodel.se/women/direct/?model=7551',
'http://www.elitemodel.se/women/development/?model=10565',
'http://www.elitemodel.se/women/mainboard/?model=8654',
'http://www.elitemodel.se/women/direct/?model=9350',
'http://www.elitemodel.se/women/direct/?model=7441',
'http://www.elitemodel.se/women/direct/?model=3838',
'http://www.elitemodel.se/women/direct/?model=6219',
'http://www.elitemodel.se/women/direct/?model=8311',
'http://www.elitemodel.se/women/direct/?model=9596',
'http://www.elitemodel.se/women/mainboard/?model=10964',
'http://www.elitemodel.se/women/mainboard/?model=6792',
'http://www.elitemodel.se/women/direct/?model=2178',
'http://www.elitemodel.se/women/direct/?model=9670',
'http://www.elitemodel.se/women/direct/?model=4415',
'http://www.elitemodel.se/women/mainboard/?model=9804',
'http://www.elitemodel.se/women/direct/?model=6737',
'http://www.elitemodel.se/women/mainboard/?model=8542',
'http://www.elitemodel.se/women/direct/?model=10707',
'http://www.elitemodel.se/women/direct/?model=10323',
'http://www.elitemodel.se/women/direct/?model=4262',
'http://www.elitemodel.se/women/direct/?model=8904',
'http://www.elitemodel.se/women/mainboard/?model=4127',
'http://www.elitemodel.se/women/mainboard/?model=9701',
'http://www.elitemodel.se/women/mainboard/?model=10758',
'http://www.elitemodel.se/women/mainboard/?model=9052',
'http://www.elitemodel.se/women/development/?model=10868',
'http://www.elitemodel.se/women/mainboard/?model=4130',
'http://www.elitemodel.se/women/direct/?model=9141',
'http://www.elitemodel.se/women/direct/?model=9259',
'http://www.elitemodel.se/women/direct/?model=7386',
'http://www.elitemodel.se/women/direct/?model=9502',
'http://www.elitemodel.se/women/development/?model=10632',
'http://www.elitemodel.se/women/direct/?model=8232',
'http://www.elitemodel.se/women/mainboard/?model=8267',
'http://www.elitemodel.se/women/direct/?model=9812',
'http://www.elitemodel.se/women/direct/?model=9588',
'http://www.elitemodel.se/women/mainboard/?model=9055',
'http://www.elitemodel.se/women/direct/?model=9388',
'http://www.elitemodel.se/women/mainboard/?model=4639',
'http://www.elitemodel.se/women/mainboard/?model=9398',
'http://www.elitemodel.se/women/development/?model=10018',
'http://www.elitemodel.se/women/mainboard/?model=10076',
'http://www.elitemodel.se/women/direct/?model=10135',
'http://www.elitemodel.se/women/direct/?model=10107',
'http://www.elitemodel.se/women/direct/?model=11029',
'http://www.elitemodel.se/women/development/?model=10005',
'http://www.elitemodel.se/women/mainboard/?model=8663',
'http://www.elitemodel.se/women/direct/?model=9846',
'http://www.elitemodel.se/women/direct/?model=9986',
'http://www.elitemodel.se/women/direct/?model=10870',
'http://www.elitemodel.se/women/mainboard/?model=9311',
'http://www.elitemodel.se/women/direct/?model=10425',
'http://www.elitemodel.se/women/direct/?model=8123',
'http://www.elitemodel.se/women/mainboard/?model=9845',
'http://www.elitemodel.se/women/mainboard/?model=6335',
'http://www.elitemodel.se/women/direct/?model=9271',
'http://www.elitemodel.se/women/direct/?model=10090',
'http://www.elitemodel.se/women/mainboard/?model=11031',
'http://www.elitemodel.se/women/direct/?model=4366',
'http://www.elitemodel.se/women/direct/?model=9475',
'http://www.elitemodel.se/women/direct/?model=9474',
'http://www.elitemodel.se/women/direct/?model=9767',
'http://www.elitemodel.se/women/direct/?model=10594',
'http://www.elitemodel.se/women/direct/?model=10829',
'http://www.elitemodel.se/women/direct/?model=9817',
'http://www.elitemodel.se/women/direct/?model=4204',
'http://www.elitemodel.se/women/direct/?model=9089',
'http://www.elitemodel.se/women/direct/?model=9905',
'http://www.elitemodel.se/women/direct/?model=7520',
'http://www.elitemodel.se/women/development/?model=10976',
'http://www.elitemodel.se/women/mainboard/?model=7067',
'http://www.elitemodel.se/women/direct/?model=9384',
'http://www.elitemodel.se/women/mainboard/?model=10131',
'http://www.elitemodel.se/women/direct/?model=7437',
'http://www.elitemodel.se/women/direct/?model=11138',
'http://www.elitemodel.se/women/mainboard/?model=4097',
'http://www.elitemodel.se/women/direct/?model=10087',
'http://www.elitemodel.se/women/direct/?model=9013',
'http://www.elitemodel.se/women/direct/?model=4116',
'http://www.elitemodel.se/women/direct/?model=2103',
'http://www.elitemodel.se/women/mainboard/?model=4117',
'http://www.elitemodel.se/women/mainboard/?model=10924',
'http://www.elitemodel.se/women/direct/?model=10706',
'http://www.elitemodel.se/women/direct/?model=10736',
'http://www.elitemodel.se/women/development/?model=9860',
'http://www.elitemodel.se/women/mainboard/?model=1810',
'http://www.elitemodel.se/women/direct/?model=9169',
'http://www.elitemodel.se/women/mainboard/?model=6068',
'http://www.elitemodel.se/women/development/?model=8304',
'http://www.elitemodel.se/women/direct/?model=10123',
'http://www.elitemodel.se/women/mainboard/?model=6328',
'http://www.elitemodel.se/women/direct/?model=4972',
'http://www.elitemodel.se/women/direct/?model=4567',
'http://www.elitemodel.se/women/mainboard/?model=6807',
'http://www.elitemodel.se/women/direct/?model=11045',
'http://www.elitemodel.se/women/mainboard/?model=8657',
'http://www.elitemodel.se/women/direct/?model=9613',
'http://www.elitemodel.se/women/direct/?model=8389',
'http://www.elitemodel.se/women/direct/?model=10381',
'http://www.elitemodel.se/women/direct/?model=10606',
'http://www.elitemodel.se/women/direct/?model=3776',
'http://www.elitemodel.se/women/direct/?model=10161',
'http://www.elitemodel.se/women/direct/?model=9531',
'http://www.elitemodel.se/women/mainboard/?model=10124',
'http://www.elitemodel.se/women/direct/?model=9726',
'http://www.elitemodel.se/women/direct/?model=9351',
'http://www.elitemodel.se/women/direct/?model=9863',
'http://www.elitemodel.se/women/mainboard/?model=8078',
'http://www.elitemodel.se/women/mainboard/?model=8668',
'http://www.elitemodel.se/women/direct/?model=9112',
'http://www.elitemodel.se/women/direct/?model=9661',
'http://www.elitemodel.se/women/direct/?model=9992',
'http://www.elitemodel.se/women/direct/?model=8500',
'http://www.elitemodel.se/women/direct/?model=9655',
'http://www.elitemodel.se/women/mainboard/?model=9793',
'http://www.elitemodel.se/women/direct/?model=10285',
'http://www.elitemodel.se/women/direct/?model=10943',
'http://www.elitemodel.se/women/mainboard/?model=10094',
'http://www.elitemodel.se/women/direct/?model=4133',
'http://www.elitemodel.se/women/direct/?model=9961',
'http://www.elitemodel.se/women/direct/?model=9824',
'http://www.elitemodel.se/women/mainboard/?model=11074',
'http://www.elitemodel.se/women/direct/?model=9807',
'http://www.elitemodel.se/women/direct/?model=10947',
'http://www.elitemodel.se/women/direct/?model=11042',
'http://www.elitemodel.se/women/direct/?model=10383',
'http://www.elitemodel.se/women/direct/?model=7404',
'http://www.elitemodel.se/women/mainboard/?model=10623',
'http://www.elitemodel.se/women/direct/?model=9315',
'http://www.elitemodel.se/women/mainboard/?model=9570',
'http://www.elitemodel.se/women/mainboard/?model=10801',
'http://www.elitemodel.se/women/direct/?model=9537',
'http://www.elitemodel.se/women/direct/?model=9255',
'http://www.elitemodel.se/women/mainboard/?model=6790',
'http://www.elitemodel.se/women/mainboard/?model=11132',
'http://www.elitemodel.se/women/mainboard/?model=4059',
'http://www.elitemodel.se/women/direct/?model=9714',
'http://www.elitemodel.se/women/direct/?model=10935',
'http://www.elitemodel.se/women/direct/?model=7317',
'http://www.elitemodel.se/women/development/?model=10578',
'http://www.elitemodel.se/women/direct/?model=10164',
'http://www.elitemodel.se/women/mainboard/?model=9062',
'http://www.elitemodel.se/women/direct/?model=3708',
'http://www.elitemodel.se/women/direct/?model=5784',
'http://www.elitemodel.se/women/mainboard/?model=10250',
'http://www.elitemodel.se/women/direct/?model=6317',
'http://www.elitemodel.se/women/mainboard/?model=11137',
'http://www.elitemodel.se/women/mainboard/?model=8175',
'http://www.elitemodel.se/women/direct/?model=9282',
'http://www.elitemodel.se/women/direct/?model=7346',
'http://www.elitemodel.se/women/direct/?model=7398',
'http://www.elitemodel.se/women/direct/?model=9658',
'http://www.elitemodel.se/women/direct/?model=9573',
'http://www.elitemodel.se/women/direct/?model=10289',
'http://www.elitemodel.se/women/direct/?model=10792',
'http://www.elitemodel.se/women/mainboard/?model=11051',
'http://www.elitemodel.se/women/direct/?model=6988',
'http://www.elitemodel.se/women/direct/?model=9321',
'http://www.elitemodel.se/women/direct/?model=10102',
'http://www.elitemodel.se/women/mainboard/?model=10965',
'http://www.elitemodel.se/women/direct/?model=10016',
'http://www.elitemodel.se/women/mainboard/?model=8826',
'http://www.elitemodel.se/women/direct/?model=2631',
'http://www.elitemodel.se/women/direct/?model=6548',
'http://www.elitemodel.se/women/direct/?model=9829',
'http://www.elitemodel.se/women/direct/?model=10766',
'http://www.elitemodel.se/women/mainboard/?model=4195',
'http://www.elitemodel.se/women/direct/?model=9522',
'http://www.elitemodel.se/women/mainboard/?model=10593',
'http://www.elitemodel.se/women/mainboard/?model=5048',
'http://www.elitemodel.se/women/direct/?model=10608',
'http://www.elitemodel.se/women/development/?model=6057',
'http://www.elitemodel.se/women/direct/?model=9353',
'http://www.elitemodel.se/women/mainboard/?model=7486',
'http://www.elitemodel.se/women/direct/?model=10794',
'http://www.elitemodel.se/women/mainboard/?model=9279',
'http://www.elitemodel.se/women/direct/?model=6063',
'http://www.elitemodel.se/women/direct/?model=8867',
'http://www.elitemodel.se/women/direct/?model=10307',
'http://www.elitemodel.se/women/direct/?model=5052',
'http://www.elitemodel.se/women/direct/?model=9380',
'http://www.elitemodel.se/women/direct/?model=6520',
'http://www.elitemodel.se/women/direct/?model=4276',
'http://www.elitemodel.se/women/direct/?model=10497',
'http://www.elitemodel.se/women/direct/?model=10732',
'http://www.elitemodel.se/women/direct/?model=9552',
'http://www.elitemodel.se/women/mainboard/?model=8254',
'http://www.elitemodel.se/women/direct/?model=8720',
'http://www.elitemodel.se/women/mainboard/?model=10444',
'http://www.elitemodel.se/women/direct/?model=10927',
'http://www.elitemodel.se/women/mainboard/?model=10995',
'http://www.elitemodel.se/women/direct/?model=11033',
'http://www.elitemodel.se/women/mainboard/?model=5687',
'http://www.elitemodel.se/women/direct/?model=11076',
'http://www.elitemodel.se/women/mainboard/?model=7473',
'http://www.elitemodel.se/women/direct/?model=8108',
'http://www.elitemodel.se/women/mainboard/?model=6875',
'http://www.elitemodel.se/women/mainboard/?model=6791',
'http://www.elitemodel.se/women/mainboard/?model=7116',
'http://www.elitemodel.se/women/direct/?model=7397',
'http://www.elitemodel.se/women/mainboard/?model=8818',
'http://www.elitemodel.se/women/direct/?model=2872',
'http://www.elitemodel.se/women/mainboard/?model=3308',
'http://www.elitemodel.se/women/direct/?model=9285',
'http://www.elitemodel.se/women/direct/?model=4416',
'http://www.elitemodel.se/women/direct/?model=7277',
'http://www.elitemodel.se/women/direct/?model=9654',
'http://www.elitemodel.se/women/direct/?model=10714',
'http://www.elitemodel.se/women/direct/?model=10401',
'http://www.elitemodel.se/women/development/?model=10652',
'http://www.elitemodel.se/women/direct/?model=11183',
'http://www.elitemodel.se/women/direct/?model=9087',
'http://www.elitemodel.se/women/direct/?model=10072',
'http://www.elitemodel.se/women/mainboard/?model=10749',
'http://www.elitemodel.se/women/direct/?model=9672',
'http://www.elitemodel.se/women/direct/?model=2956',
'http://www.elitemodel.se/women/direct/?model=10228',
'http://www.elitemodel.se/women/mainboard/?model=8922',
'http://www.elitemodel.se/women/mainboard/?model=9493',
'http://www.elitemodel.se/women/direct/?model=9920',
'http://www.elitemodel.se/women/direct/?model=10510',
'http://www.elitemodel.se/women/direct/?model=9843',
'http://www.elitemodel.se/women/mainboard/?model=7273',
'http://www.elitemodel.se/women/mainboard/?model=10125',
'http://www.elitemodel.se/women/direct/?model=10159',
'http://www.elitemodel.se/women/direct/?model=4373',
'http://www.elitemodel.se/women/direct/?model=7745',
'http://www.elitemodel.se/women/mainboard/?model=9387',
'http://www.elitemodel.se/women/mainboard/?model=6678',
'http://www.elitemodel.se/women/direct/?model=8909',
'http://www.elitemodel.se/women/direct/?model=10614',
'http://www.elitemodel.se/women/direct/?model=10600',
'http://www.elitemodel.se/women/direct/?model=6909',
'http://www.elitemodel.se/women/mainboard/?model=8883',
'http://www.elitemodel.se/women/direct/?model=9718',
'http://www.elitemodel.se/women/direct/?model=10659',
'http://www.elitemodel.se/women/direct/?model=11136',
'http://www.elitemodel.se/women/mainboard/?model=11044',
'http://www.elitemodel.se/women/direct/?model=10971',
'http://www.elitemodel.se/women/direct/?model=9010',
'http://www.elitemodel.se/women/direct/?model=11053',
'http://www.elitemodel.se/women/direct/?model=3749',
'http://www.elitemodel.se/women/direct/?model=9855',
'http://www.elitemodel.se/women/direct/?model=6853',
'http://www.elitemodel.se/women/direct/?model=8169',
'http://www.elitemodel.se/women/direct/?model=10157',
'http://www.elitemodel.se/women/mainboard/?model=11064',
'http://www.elitemodel.se/women/mainboard/?model=6294',
'http://www.elitemodel.se/women/direct/?model=9692',
'http://www.elitemodel.se/women/direct/?model=11030',
'http://www.elitemodel.se/women/development/?model=9816',
'http://www.elitemodel.se/women/development/?model=9940',
'http://www.elitemodel.se/women/direct/?model=9871',
'http://www.elitemodel.se/women/development/?model=10846',
'http://www.elitemodel.se/women/direct/?model=6331',
'http://www.elitemodel.se/women/development/?model=8494',
'http://www.elitemodel.se/women/mainboard/?model=11135',
'http://www.elitemodel.se/women/direct/?model=10664',
'http://www.elitemodel.se/women/direct/?model=9155',
'http://www.elitemodel.se/women/mainboard/?model=10171',
'http://www.elitemodel.se/women/direct/?model=9328',
'http://www.elitemodel.se/women/direct/?model=9955',
'http://www.elitemodel.se/women/direct/?model=9540',
'http://www.elitemodel.se/women/mainboard/?model=10961',
'http://www.elitemodel.se/women/mainboard/?model=9527',
'http://www.elitemodel.se/women/mainboard/?model=6077',
'http://www.elitemodel.se/women/development/?model=9292',
'http://www.elitemodel.se/women/direct/?model=9854',
'http://www.elitemodel.se/women/direct/?model=3903',
'http://www.elitemodel.se/women/direct/?model=10027',
'http://www.elitemodel.se/women/mainboard/?model=10948',
'http://www.elitemodel.se/women/direct/?model=9995',
'http://www.elitemodel.se/women/direct/?model=4119',
'http://www.elitemodel.se/women/direct/?model=6188',
'http://www.elitemodel.se/women/mainboard/?model=9158',
'http://www.elitemodel.se/women/direct/?model=11009',
'http://www.elitemodel.se/women/direct/?model=10974',
'http://www.elitemodel.se/women/development/?model=7403',
'http://www.elitemodel.se/women/direct/?model=8994',
'http://www.elitemodel.se/women/mainboard/?model=9509',
'http://www.elitemodel.se/women/direct/?model=8798',
'http://www.elitemodel.se/women/direct/?model=9358',
'http://www.elitemodel.se/women/direct/?model=9515',
'http://www.elitemodel.se/women/direct/?model=9844',
'http://www.elitemodel.se/women/direct/?model=10235',
'http://www.elitemodel.se/women/direct/?model=11208',
'http://www.elitemodel.se/women/development/?model=9621',
'http://www.elitemodel.se/women/direct/?model=9359',
'http://www.elitemodel.se/women/direct/?model=1934',
'http://www.elitemodel.se/women/direct/?model=10617',
'http://www.elitemodel.se/women/direct/?model=10627',
'http://www.elitemodel.se/women/mainboard/?model=10536',
'http://www.elitemodel.se/women/mainboard/?model=9016',
'http://www.elitemodel.se/women/mainboard/?model=10959',
'http://www.elitemodel.se/women/mainboard/?model=11082',
'http://www.elitemodel.se/women/direct/?model=2012',
'http://www.elitemodel.se/women/mainboard/?model=5147',
'http://www.elitemodel.se/women/direct/?model=8091',
'http://www.elitemodel.se/women/direct/?model=8953',
'http://www.elitemodel.se/women/mainboard/?model=11062',
'http://www.elitemodel.se/women/direct/?model=10765',
'http://www.elitemodel.se/women/mainboard/?model=11048',
'http://www.elitemodel.se/women/direct/?model=4121',
'http://www.elitemodel.se/women/mainboard/?model=1924',
'http://www.elitemodel.se/women/direct/?model=4120']
In [14]:
# We have to import "time" to be able to add delays.
import time
In [15]:
# A counter that stores how many pages (models) scraped in total.
i = 0
# The next step is to go through all links in the list "links".
for link in links:
# Increase counter everytime we scrape a page.
i = i + 1
print("Scraping {0} of {1} ({2}%): {3}".format(i, len(links), round((i/len(links)) * 100, 1), link))
# Scrape specific model page.
data_soup = makesoup(link)
# Extract data for measurements.
measurements = data_soup.find("div", "dimensions")
p = measurements.find_all("p")
print(p[0].text, p[1].text, p[2].text, p[3].text, p[4].text, p[5].text, p[6].text)
# Delay one second.
time.sleep(1.0)
# This will stop the scraping after five pages. This is useful during
# development so you can see that everything seems to be working.
# Remove when you want to scrape all pages.
if i > 4:
print("Reached max")
break
print("Done")
Scraping 1 of 701 (0.1%): http://www.elitemodel.se/women/mainboard/?model=11080
175 cm 81 cm 64 cm 88 cm 40 Brown Blue
Scraping 2 of 701 (0.3%): http://www.elitemodel.se/women/direct/?model=2568
180 cm 84 cm 61 cm 89 cm 39 Blonde Blue
Scraping 3 of 701 (0.4%): http://www.elitemodel.se/women/direct/?model=8582
176 cm 85 cm 58 cm 86 cm 38 Light Brown Blue
Scraping 4 of 701 (0.6%): http://www.elitemodel.se/women/mainboard/?model=9392
179 cm 78 cm 60 cm 88 cm 40 Black Brown
Scraping 5 of 701 (0.7%): http://www.elitemodel.se/women/direct/?model=10576
179 cm 87 cm 61 cm 89 cm 39 Black Brown
Reached max
Done
Content source: peterdalle/mij
Similar notebooks: